-- Logs begin at Wed 2022-03-02 06:40:50 UTC, end at Wed 2022-03-02 08:21:22 UTC. -- Mar 02 07:14:46.502238 dv-neutron-831485-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 07:14:49.016043 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.common.config [-] Logging enabled! Mar 02 07:14:49.016784 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev55 Mar 02 07:14:49.016784 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 07:14:49.019890 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.common.config [-] Logging enabled! Mar 02 07:14:49.020145 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev55 Mar 02 07:14:49.020455 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 07:14:49.021376 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 07:14:49.021613 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 07:14:49.021997 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 07:14:49.022246 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 07:14:49.022475 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 07:14:49.022798 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.023097 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.023394 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.023633 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.023932 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.024233 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.024546 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.024806 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.025104 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.025390 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.025697 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.025985 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.026219 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.026501 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.026788 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.027075 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.027301 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] debug = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.027580 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.028038 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.028451 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.028729 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.029020 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.029299 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.029571 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.029871 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.030156 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.030483 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] host = dv-neutron-831485-1-hyperv {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.030763 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.031050 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.031337 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.031623 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.031898 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.032172 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.032457 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.032728 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.033000 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] log_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.033270 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.033562 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.033880 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.034171 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.034398 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.034622 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.034911 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.035196 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.035470 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.035747 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.036022 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.036295 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.036571 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.036841 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.037124 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.037412 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.037721 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.038002 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.038278 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.038549 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.038822 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.039106 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.039379 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.039653 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.039927 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.040215 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.040482 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.040756 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.041056 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.041341 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.041622 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.041932 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.042207 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.042489 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.042760 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.043031 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.043302 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] use_json = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.044171 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.044430 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.044716 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.044991 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.045264 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.045536 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.045832 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.046124 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.046399 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:49.046693 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.046991 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.047292 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.047578 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.047869 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.048152 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.048443 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.048721 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.049009 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.049297 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.049583 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.049883 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.050174 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.050451 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.050743 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.051046 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.051339 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.051628 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.051903 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.052176 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.052449 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.052727 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.053011 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.053303 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.053593 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.053903 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.054182 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.054473 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.054749 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.055020 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.055295 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.055582 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.055858 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.056133 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.056414 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.056690 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.056963 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.057234 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.057509 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.057828 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.058107 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.058379 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.058648 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.058947 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.059774 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.060068 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.060379 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.060654 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.060927 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.061207 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.061481 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.061776 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.062057 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.062331 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.062609 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.062882 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.063154 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.063427 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.063699 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.063977 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.064250 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.064521 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.064798 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.065071 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.065344 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.065615 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.065914 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.066189 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.066478 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.066776 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.067058 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.067339 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.067620 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.067898 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.068176 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.068454 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.068734 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.069014 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.069291 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.069585 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.069896 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.070182 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.070465 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.070744 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.071040 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.071319 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.071604 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.071881 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.072164 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.072450 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.072735 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.073032 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.073327 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.073621 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.073942 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.074234 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.074518 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.075485 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.075771 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:49.075993 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 07:14:49.076239 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87665) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 07:14:49.473576 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO keyring.backend [-] Loading KWallet Mar 02 07:14:49.480766 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO keyring.backend [-] Loading SecretService Mar 02 07:14:49.484244 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO keyring.backend [-] Loading Windows Mar 02 07:14:49.485575 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO keyring.backend [-] Loading chainer Mar 02 07:14:49.486385 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO keyring.backend [-] Loading macOS Mar 02 07:14:49.519886 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 07:14:49.520164 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 07:14:49.520456 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 07:14:49.520792 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 07:14:49.908487 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.908785 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.909066 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.910391 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.910676 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.910945 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.944902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.945182 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.945453 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.958895 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.959176 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.959447 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.989367 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.989676 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:49.989948 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.026489 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.027042 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.027042 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.263210 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.263421 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.263686 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.263950 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.264682 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.386271 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.386592 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.386877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.387231 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.387504 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.387816 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.388081 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.388346 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.388597 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.388879 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.389137 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.389400 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.389702 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.389968 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.390234 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.390503 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.390763 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.391034 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.391286 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.391566 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.391914 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.392170 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.392418 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.392702 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.392954 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.393201 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.393581 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:50.393846 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:50.394085 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:50.394321 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:50.394555 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:50.394790 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:50.395153 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 07:14:50.398280 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 07:14:50.402232 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 07:14:50.406534 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 02 07:14:50.408169 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 07:14:50.409611 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 07:14:50.409975 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 07:14:50.410362 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 07:14:50.413214 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 07:14:50.413465 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 07:14:50.413839 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 07:14:50.442146 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 07:14:50.442603 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.442904 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87665) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 07:14:50.443269 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.444642 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87665) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 07:14:50.444925 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 07:14:50.445170 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 07:14:50.448476 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.448767 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.510797 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 07:14:50.511039 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 07:14:50.511282 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 07:14:50.511652 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 07:14:50.543059 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_db.sqlalchemy.engines [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87665) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 07:14:50.868074 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing driver for type 'gre' Mar 02 07:14:50.868739 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] gre ID ranges: [(1, 1000)] Mar 02 07:14:50.923383 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing driver for type 'local' Mar 02 07:14:50.923715 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing driver for type 'vlan' Mar 02 07:14:50.934831 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] VlanTypeDriver initialization complete Mar 02 07:14:50.935163 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing driver for type 'vxlan' Mar 02 07:14:50.935691 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] vxlan ID ranges: [(1, 1000)] Mar 02 07:14:50.987933 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing extension driver 'port_security' Mar 02 07:14:50.988319 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.extensions.port_security [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] PortSecurityExtensionDriver initialization complete Mar 02 07:14:50.988693 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing mechanism driver 'openvswitch' Mar 02 07:14:50.989079 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing mechanism driver 'hyperv' Mar 02 07:14:50.996148 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.plugin [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:14:50.997320 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.997707 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.998059 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.998576 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:14:50.998998 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnet after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.999345 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnet after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:50.999684 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.000064 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:14:51.000455 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.000794 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.001127 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.001501 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:14:51.001924 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > security_group after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.002267 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > security_group after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.002600 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.003129 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:14:51.003525 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.003867 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.004201 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.004580 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:14:51.004975 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > address_group after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.005314 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > address_group after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.005669 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.006048 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87665) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 07:14:51.006481 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] ML2 OVO RPC backend initialized. {{(pid=87665) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 02 07:14:51.007178 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.007531 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.007941 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.008281 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > networks before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.008622 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.008955 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > ports before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.009291 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnet before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.009624 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnets before_response 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.009985 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.010318 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.010646 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.010974 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.011304 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.011629 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.011956 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnet after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.012828 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnet after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.013145 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.013735 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.plugin [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Modular L2 Plugin initialization complete Mar 02 07:14:51.014062 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading services supported by the core plugin {{(pid=87665) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 07:14:51.014385 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.plugins.ml2.managers [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Got port-security extension from driver 'port_security' Mar 02 07:14:51.014844 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.extensions.vlantransparent [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Disabled vlantransparent extension. Mar 02 07:14:51.015322 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87665) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 07:14:51.015632 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: router Mar 02 07:14:51.052279 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.052833 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router after_create 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.053009 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router before_create 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.053369 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.053753 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.054100 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router after_delete 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.054448 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.054799 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router after_create 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.055136 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router after_update 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.055476 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router after_update 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.055815 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.056164 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router after_update 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.056569 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_update 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.056927 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: port after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.057262 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: port after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.057591 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: subnet after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.057945 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.058286 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.058624 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_create 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.059511 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: port before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.059852 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.060206 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router after_update 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.060541 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.060879 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_create 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.061228 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.061564 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_update 55549900 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.061950 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > agent after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.062291 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > agent after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.062628 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > network after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.063458 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Tracking information for resource: router configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:51.063783 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Tracking information for resource: floatingip configured {{(pid=87665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 07:14:51.068795 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.db.l3_agentschedulers_db [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 07:14:51.069365 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: port after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.069748 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: port after_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.070097 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: port after_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.070438 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: port after_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.071216 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router before_create 55550100 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.071571 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.071922 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_create 55550100 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.072266 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > router precommit_update 55550100 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.077216 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.services.provider_configuration [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service providers = [] {{(pid=87665) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 07:14:51.077572 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.db.servicetype_db [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87665) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 07:14:51.080503 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.services.service_base [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:14:51.080855 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.services.service_base [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:14:51.081190 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.services.service_base [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:14:51.082092 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.services.service_base [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 07:14:51.082457 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.services.service_base [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 07:14:51.082821 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.083132 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 07:14:51.093931 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.094266 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: auto_allocate Mar 02 07:14:51.100146 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: network precommit_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.100507 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: network precommit_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.101016 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.101329 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: tag Mar 02 07:14:51.107927 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.108253 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: timestamp Mar 02 07:14:51.112234 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.112557 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: network_ip_availability Mar 02 07:14:51.117840 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.118250 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.118556 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.119246 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.119561 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: flavors Mar 02 07:14:51.125030 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.125356 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading Plugin: revisions Mar 02 07:14:51.129603 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 07:14:51.130014 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_concurrency.lockutils [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.609s {{(pid=87665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 07:14:51.130745 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87665) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 07:14:51.131076 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Initializing extension manager. Mar 02 07:14:51.131572 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: __init__.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.131907 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: __pycache__ {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.132236 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.132561 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: address_group.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.133311 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.133909 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: address-group Mar 02 07:14:51.134231 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: address_scope.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.134938 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.135451 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: address-scope Mar 02 07:14:51.135768 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.136683 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.137818 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: router-admin-state-down-before-update Mar 02 07:14:51.138140 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: agent.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.139024 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.139537 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: agent Mar 02 07:14:51.139854 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: agent_resources_synced.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.140767 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.141286 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: agent-resources-synced Mar 02 07:14:51.141609 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: allowedaddresspairs.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.143389 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.143912 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: allowed-address-pairs Mar 02 07:14:51.144236 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: auto_allocated_topology.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.145309 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.145860 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: auto-allocated-topology Mar 02 07:14:51.146183 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: availability_zone.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.146872 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.147378 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: availability_zone Mar 02 07:14:51.147694 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: availability_zone_filter.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.148591 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.149098 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: availability_zone_filter Mar 02 07:14:51.149414 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: data_plane_status.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.150333 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.150837 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 07:14:51.151152 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: default_subnetpools.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.152049 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.152553 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: default-subnetpools Mar 02 07:14:51.152904 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.153720 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.154228 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: dhcp_agent_scheduler Mar 02 07:14:51.154541 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: dns.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.155435 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.155937 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 07:14:51.156318 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: dns_domain_ports.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.157235 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.157790 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 07:14:51.158115 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: dvr.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.158778 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.159286 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: dvr Mar 02 07:14:51.159601 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: empty_string_filtering.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.160509 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.161020 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: empty-string-filtering Mar 02 07:14:51.161339 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.162401 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.162901 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 07:14:51.163219 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.164120 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.164628 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 07:14:51.164946 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: external_net.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.165884 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.166394 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: external-net Mar 02 07:14:51.166716 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.167614 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.168121 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: extra_dhcp_opt Mar 02 07:14:51.168482 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: extraroute.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.169386 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.169935 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: extraroute Mar 02 07:14:51.170254 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: extraroute_atomic.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.171288 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.171803 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: extraroute-atomic Mar 02 07:14:51.172120 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: filter_validation.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.172780 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.173285 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: filter-validation Mar 02 07:14:51.173599 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: fip_pf_description.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.174520 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.175027 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 07:14:51.175341 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: fip_port_details.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.176257 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.176760 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: fip-port-details Mar 02 07:14:51.177073 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: flavors.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.178338 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.178855 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: flavors Mar 02 07:14:51.179177 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.180846 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.181356 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 07:14:51.181712 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: floatingip_pools.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.182404 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.182917 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: floatingip-pools Mar 02 07:14:51.183238 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: ip_allocation.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.184692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.185201 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 07:14:51.185520 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.186446 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.186963 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: ip-substring-filtering Mar 02 07:14:51.187286 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l2_adjacency.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.188199 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.188710 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 07:14:51.189028 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l3.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.190013 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.190530 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: router Mar 02 07:14:51.190849 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.193237 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.193806 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 07:14:51.194139 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.195063 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.195582 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: ext-gw-mode Mar 02 07:14:51.195902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.196807 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.197324 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: l3-ha Mar 02 07:14:51.197667 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l3_flavors.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.198568 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.199079 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: l3-flavors Mar 02 07:14:51.199397 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.200867 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.201374 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 07:14:51.201719 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: l3agentscheduler.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.202742 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.203257 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: l3_agent_scheduler Mar 02 07:14:51.203579 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: logging.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.205111 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.205638 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension logging not supported by any of loaded plugins Mar 02 07:14:51.205988 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: metering.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.206726 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.207309 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: metering Mar 02 07:14:51.207632 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.208710 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.209230 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: metering_source_and_destination_fields Mar 02 07:14:51.209553 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: multiprovidernet.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.210487 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.210997 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: multi-provider Mar 02 07:14:51.211319 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: netmtu.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.212224 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.212731 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: net-mtu Mar 02 07:14:51.213051 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: netmtu_writable.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.213992 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.214501 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: net-mtu-writable Mar 02 07:14:51.214821 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: network_availability_zone.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.215520 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.216023 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: network_availability_zone Mar 02 07:14:51.216341 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: network_ip_availability.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.217430 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.217976 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: network-ip-availability Mar 02 07:14:51.218300 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: network_segment_range.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.219052 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.219556 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 07:14:51.219876 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: pagination.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.220849 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.221173 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: pagination Mar 02 07:14:51.221488 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: port_device_profile.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.222417 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.222933 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: port-device-profile Mar 02 07:14:51.223251 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.224164 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.224672 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: port-mac-address-regenerate Mar 02 07:14:51.224990 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.225913 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.226422 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: port-numa-affinity-policy Mar 02 07:14:51.226736 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: port_resource_request.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.227641 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.228145 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 07:14:51.228459 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: portbindings.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.229378 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.229913 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: binding Mar 02 07:14:51.230229 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: portbindings_extended.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.231638 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.232150 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: binding-extended Mar 02 07:14:51.232473 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: portsecurity.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.233371 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.233910 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: port-security Mar 02 07:14:51.234230 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: project_id.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.235195 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.235521 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: project-id Mar 02 07:14:51.235839 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: providernet.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.236748 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.237273 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: provider Mar 02 07:14:51.237589 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.241144 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.241713 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos not supported by any of loaded plugins Mar 02 07:14:51.242044 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.243319 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.243841 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 07:14:51.244162 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.245401 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.246014 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 07:14:51.246375 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_default.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.248164 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.248739 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-default not supported by any of loaded plugins Mar 02 07:14:51.249065 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_fip.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.249791 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.250365 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 07:14:51.250701 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_gateway_ip.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.251922 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.252484 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 07:14:51.252814 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_port_network_policy.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.253938 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.254476 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 07:14:51.254842 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_rule_type_details.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.255877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.256471 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 07:14:51.256790 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: qos_rules_alias.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.257966 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.258507 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 07:14:51.258860 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: quotasv2.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.259876 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.260239 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: quotas Mar 02 07:14:51.260623 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: quotasv2_detail.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.262994 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.263383 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: quota_details Mar 02 07:14:51.263781 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: rbac.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.264843 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.265367 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: rbac-policies Mar 02 07:14:51.265710 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: rbac_address_group.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.266639 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.267166 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: rbac-address-group Mar 02 07:14:51.267476 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: rbac_address_scope.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.268391 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.268923 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: rbac-address-scope Mar 02 07:14:51.269228 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: rbac_security_groups.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.270156 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.270672 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: rbac-security-groups Mar 02 07:14:51.270988 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: rbac_subnetpool.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.271911 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.272425 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: rbac-subnetpool Mar 02 07:14:51.272742 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: revisionifmatch.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.273663 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.274185 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: revision-if-match Mar 02 07:14:51.274503 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: revisions.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.275729 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.276245 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: standard-attr-revisions Mar 02 07:14:51.276569 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: router_availability_zone.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.277239 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.277824 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: router_availability_zone Mar 02 07:14:51.278155 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: routerservicetype.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.279068 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.279586 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 07:14:51.279905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.280818 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.281340 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: security-groups-normalized-cidr Mar 02 07:14:51.281675 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.282594 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.283107 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: port-security-groups-filtering Mar 02 07:14:51.283425 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.284338 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.284859 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: security-groups-remote-address-group Mar 02 07:14:51.285180 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: securitygroup.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.295412 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.295945 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: security-group Mar 02 07:14:51.296273 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: segment.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.297044 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.297557 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension segment not supported by any of loaded plugins Mar 02 07:14:51.297961 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.298899 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.299412 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 07:14:51.299734 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: servicetype.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.300833 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.301354 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: service-type Mar 02 07:14:51.301705 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: sorting.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.302683 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.303012 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: sorting Mar 02 07:14:51.303333 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: standard_attr_segment.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.304229 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.304748 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 07:14:51.305068 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: standardattrdescription.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.305728 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.306244 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: standard-attr-description Mar 02 07:14:51.306564 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: stateful_security_group.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.307477 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.307988 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: stateful-security-group Mar 02 07:14:51.308305 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: stdattrs_common.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.308884 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 07:14:51.309787 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.310804 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.311330 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 07:14:51.311645 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: subnet_onboard.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.312712 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.313236 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: subnet_onboard Mar 02 07:14:51.313553 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.314498 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.315013 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 07:14:51.315331 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: subnet_service_types.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.316251 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.316770 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: subnet-service-types Mar 02 07:14:51.317088 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: subnetallocation.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.318255 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.318782 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: subnet_allocation Mar 02 07:14:51.319104 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.319777 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.320287 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: subnetpool-prefix-ops Mar 02 07:14:51.320606 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.321565 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.322106 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 07:14:51.322422 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: tagging.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.323475 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.323992 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: standard-attr-tag Mar 02 07:14:51.324314 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: timestamp.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.325528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.326069 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loaded extension: standard-attr-timestamp Mar 02 07:14:51.326396 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: trunk.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.327430 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.327950 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension trunk not supported by any of loaded plugins Mar 02 07:14:51.328272 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: trunk_details.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.329189 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.329730 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 07:14:51.330055 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: uplink_status_propagation.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.330971 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.331483 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 07:14:51.332081 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Loading extension file: vlantransparent.py {{(pid=87665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 07:14:51.332451 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 07:14:51.332956 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 07:14:51.335392 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:network Mar 02 07:14:51.336120 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:subnet Mar 02 07:14:51.336876 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:14:51.337465 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:port Mar 02 07:14:51.338788 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.339221 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service FLAVORS assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.339834 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.340280 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.340608 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:router Mar 02 07:14:51.341254 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 07:14:51.341974 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service METERING assigned prefix: /metering {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.343397 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.343757 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.344104 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:14:51.346438 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 07:14:51.346895 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:security_group Mar 02 07:14:51.347538 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 07:14:51.348250 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service CORE assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.348592 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:14:51.348924 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] subnetpool is already registered Mar 02 07:14:51.349529 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service CORE assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.349891 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:14:51.350213 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] subnetpool is already registered Mar 02 07:14:51.469327 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.469699 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service FLAVORS assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.470294 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.470712 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.471052 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:router Mar 02 07:14:51.471391 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] router is already registered Mar 02 07:14:51.472038 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 07:14:51.472360 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] floatingip is already registered Mar 02 07:14:51.472977 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service METERING assigned prefix: /metering {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.473809 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 07:14:51.474141 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] rbac_policy is already registered Mar 02 07:14:51.474554 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:security_group Mar 02 07:14:51.474876 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] security_group is already registered Mar 02 07:14:51.475453 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 07:14:51.475777 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] security_group_rule is already registered Mar 02 07:14:51.476426 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service CORE assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.476752 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:14:51.477072 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] subnetpool is already registered Mar 02 07:14:51.477672 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.v2.resource_helper [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Service CORE assigned prefix: {{(pid=87665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 07:14:51.477997 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 07:14:51.478315 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING neutron.quota.resource_registry [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] subnetpool is already registered Mar 02 07:14:51.478939 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: extensions {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.480444 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: address-groups {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.482658 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: address-scopes {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.483876 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: agents {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.485026 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: auto-allocated-topology {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.486395 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: availability_zones {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.487602 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: dhcp-networks {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.488981 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: dhcp-agents {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.490444 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: routers {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.492228 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: flavors {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.493353 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: service_profiles {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.494569 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: next_providers {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.496337 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: service_profiles {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.498465 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: floatingip-pools {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.499653 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: routers {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.501426 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: floatingips {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.502647 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: l3-routers {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.504004 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: l3-agents {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.505538 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: metering-labels {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.506827 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: metering-label-rules {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.508091 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: network-ip-availabilities {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.509323 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: bindings {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.510985 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: quotas {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.512459 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: quotas {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.513866 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: rbac-policies {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.515134 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: security-groups {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.516323 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: security-group-rules {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.517544 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: service-providers {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.518892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: subnetpools {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.520214 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: subnetpools {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.521630 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.523394 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.525068 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.526891 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.529710 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.531537 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.533199 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.535111 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.536877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.538739 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron.api.extensions [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Extended resource: tags {{(pid=87665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 07:14:51.545361 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING keystonemiddleware.auth_token [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 07:14:51.550005 dv-neutron-831485-1-hyperv neutron-server[87665]: WARNING keystonemiddleware.auth_token [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 07:14:51.558152 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_concurrency.lockutils [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Acquired lock "singleton_lock" {{(pid=87665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 07:14:51.558626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_concurrency.lockutils [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Releasing lock "singleton_lock" {{(pid=87665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 07:14:51.559797 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO oslo_service.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Starting 2 workers Mar 02 07:14:51.564425 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Started child 87772 {{(pid=87665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:14:51.568587 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Started child 87773 {{(pid=87665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:14:51.569540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:51.570249 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO neutron.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 07:14:51.570909 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Notify callbacks [] for process, before_spawn {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:51.571080 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [-] (87772) wsgi starting up on http://0.0.0.0:9696 Mar 02 07:14:51.573028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:51.573453 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO oslo_service.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Starting 1 workers Mar 02 07:14:51.574352 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [-] (87773) wsgi starting up on http://0.0.0.0:9696 Mar 02 07:14:51.578326 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Started child 87774 {{(pid=87665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:14:51.578817 dv-neutron-831485-1-hyperv neutron-server[87665]: INFO oslo_service.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Starting 1 workers Mar 02 07:14:51.581842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] calling RpcWorker wait() {{(pid=87774) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 07:14:51.582374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] returning from RpcWorker wait() {{(pid=87774) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 07:14:51.583026 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Started child 87775 {{(pid=87665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 07:14:51.583684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:51.583786 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG neutron_lib.callbacks.manager [None req-41036b9d-8d84-4fc7-b68e-06665b63dab7 None None] Notify callbacks [] for process, after_spawn {{(pid=87665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:51.584236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:14:51.585607 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 07:14:51.585799 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 07:14:51.585987 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 07:14:51.586201 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 07:14:51.586535 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 07:14:51.586697 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 07:14:51.587196 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.587460 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.587724 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.587979 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.588267 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.588374 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:14:51.588825 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.589083 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.589310 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.589574 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.589840 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.590006 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.590198 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.590453 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.590693 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.591002 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.591260 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.591513 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.591768 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.591935 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.592184 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.592441 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.592663 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.592933 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] debug = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.593191 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.593676 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.593923 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.594159 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.594397 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.594669 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.594915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.595172 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.595401 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.595627 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.595873 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.596119 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.596362 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.596597 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.596832 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.597082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.597310 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.597785 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] host = dv-neutron-831485-1-hyperv {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.598000 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.598216 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.598451 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.598673 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.598910 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.599134 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.599390 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.599626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.599885 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.600119 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.600384 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.600632 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.600845 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.601095 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.601253 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_options = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.601494 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.601783 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.602040 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.602231 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.602397 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.602568 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.602820 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.602982 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.603228 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.603439 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.603648 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.603856 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.604085 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.604317 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.604568 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.604795 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.605036 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.605283 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.605527 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.606297 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.606547 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.606776 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.607022 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.607236 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.607450 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.607675 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.607901 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.608129 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.608337 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.608590 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.608820 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.609067 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.609299 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.609548 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.609791 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.610014 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.610222 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.610477 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.610701 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.610947 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.611187 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.611393 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.611611 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.611833 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.612061 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.612267 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_json = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.612591 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.612886 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.613265 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.613483 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.613715 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.613927 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.614135 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.614705 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.614946 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.615503 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.616060 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:14:51.616182 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.616271 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.616481 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.616727 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.616968 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.617219 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.617490 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.617934 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.618113 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.618319 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.618537 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.618836 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.619132 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.619520 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.619870 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.620558 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.620643 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.620861 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.621082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.622339 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.622452 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.625586 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.625586 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.625878 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.627915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.628452 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.628452 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.628452 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.628627 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.628891 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.629073 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.629315 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.629572 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.629832 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.630061 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.630278 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.630498 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.630711 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.630953 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.631212 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.631548 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.631793 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.632021 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.632259 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.632475 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.632689 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.632903 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.633136 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.633352 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.633585 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.633816 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.634047 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.634265 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.634517 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.634740 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.634953 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.635182 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.635396 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.635612 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.635855 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.636063 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.636279 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.636492 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.636721 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.636930 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.637142 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.637371 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.637580 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.637814 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.638026 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.638260 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.638453 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.638660 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.638869 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.639078 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.639287 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.639572 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.640006 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.640320 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.640596 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.640832 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.641090 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.641292 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.641632 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.641894 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.642112 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.642352 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.642597 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.642819 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.643069 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.643311 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.643525 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.643775 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.643985 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.644223 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.644451 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.644682 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.644902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.645175 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.645405 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.645707 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.645973 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.646219 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.646482 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.646724 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.647033 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.647264 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.647533 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.647838 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.648117 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.648400 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.648648 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.648893 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.649141 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.649385 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.649630 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.649902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.650364 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.650597 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.650868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.651136 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.651351 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.651672 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.651931 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.652258 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.652497 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.653244 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.653470 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.653780 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.654045 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.654292 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.654572 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.654831 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.655077 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.655330 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.655568 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.655802 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.656059 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.656299 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.656511 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.656742 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.656950 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.657192 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.657401 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.657605 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.658017 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.658258 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.658485 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.658711 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.658947 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.659158 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.659380 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.659588 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.659802 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.660050 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.660264 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.660478 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.660683 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.660908 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.661151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.661363 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.661623 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.661900 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.662130 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.662387 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.662619 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.662876 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.663107 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.666902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.667528 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.668080 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.668080 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.668225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34736) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:14:51.668354 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.668354 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.668354 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.668354 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.668354 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.669218 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.669310 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.669515 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.669750 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.670006 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.670240 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.670474 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.670687 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.670902 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.671131 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.671341 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.671567 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.671792 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.672033 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.672237 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.672466 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.672669 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.672965 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.673212 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.673433 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.673998 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.673998 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.674203 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.674327 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.674521 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.674732 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.674931 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.675143 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.675338 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.675535 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.675753 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.675984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.676276 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.676523 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.676769 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.677053 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.677306 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.677529 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.677815 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.678046 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079553 Mar 02 07:14:51.678301 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.678408 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.678587 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.678803 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.679016 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.679251 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.679514 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.680631 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.680948 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.681323 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.681469 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.681930 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.682216 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.682483 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.682714 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.682995 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.683296 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.684663 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.684663 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.684663 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.684663 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.684663 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.685046 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.685046 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.685209 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.685402 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.685701 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.685940 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.686178 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.686405 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.686628 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.687982 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.687982 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.687982 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.687982 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.687982 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.687982 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 07:14:51.688431 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 07:14:51.688501 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 07:14:51.688635 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 07:14:51.688800 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 07:14:51.688967 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 07:14:51.689117 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 07:14:51.689320 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.689479 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.689660 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.689813 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.690111 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.690439 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.690598 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.690756 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.690917 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.691071 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.691373 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.691671 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.691828 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.692124 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.692285 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.692445 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.692601 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.692763 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.692925 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.693100 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.693240 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.693385 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.693710 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] debug = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.693872 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.694076 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.694243 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.694400 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.694555 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.694707 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.695012 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.696086 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.696245 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.696585 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.697522 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.697856 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.698158 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.698446 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.698771 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.698934 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.699088 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.699252 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] host = dv-neutron-831485-1-hyperv {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.699407 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.699563 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.699721 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700334 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700334 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700334 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700334 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700673 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700673 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700819 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.700898 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.701035 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.701340 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.701497 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.703626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_options = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.703626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.703626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.703626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.703626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.703626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.703626 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704137 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704137 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704137 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704355 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704355 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704497 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704617 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704780 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.704933 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.705089 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.705245 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.705400 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.705556 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.705734 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.705891 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.706045 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.706335 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.706642 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.706801 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.707868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.707868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.707868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.707868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.707868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.707868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.707868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708371 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708371 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708371 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708371 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708646 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708723 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708829 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.708981 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.709285 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.709434 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.709591 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.709793 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.709950 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.710105 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_json = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.710258 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.710419 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.710572 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.710766 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.710874 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.711021 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.711175 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.711338 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.711503 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 07:14:51.711659 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712192 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712192 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712192 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712408 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712408 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712552 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712946 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.712946 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.713101 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.713168 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.713318 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.713480 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.713711 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.713828 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.714134 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.714450 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.714754 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.714914 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.715073 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.715766 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.715928 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.716104 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.716264 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.716429 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.716587 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.716745 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.716905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.717111 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.717212 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.717368 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.717527 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.717745 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.717868 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.718027 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.718184 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.718342 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.718500 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.718659 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.718821 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.718976 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.719278 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.719640 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.719751 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.719898 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.720052 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.720356 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.720521 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.720915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.720915 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.721079 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.721148 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.721673 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.721673 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.721673 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.721914 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.721914 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.722060 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.722192 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.722351 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.722513 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.722685 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.722829 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.722967 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.723126 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.723282 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.724052 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.724052 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.724052 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.724052 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.724052 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725082 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725936 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725936 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725936 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725936 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725936 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.725936 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.727121 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.729984 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730508 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730508 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730508 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.730877 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.731905 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.732427 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.732427 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.732427 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.732427 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.732427 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.732765 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.732765 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.733507 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.733507 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.733507 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.733507 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.733507 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.733864 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.735892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.736453 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.736453 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739151 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.739692 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740122 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740545 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740545 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740545 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740727 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.740864 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.741022 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.741181 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.741340 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.741504 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.741701 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.741840 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.742001 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.742159 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.742320 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.742498 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.742658 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.742822 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.742980 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.743853 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.743853 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.743853 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.743853 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.743853 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.744202 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.744202 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.744202 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.744621 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.744787 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.745202 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.745373 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.745532 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.745979 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.746141 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.746537 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.747147 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.747315 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.747482 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.747642 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.747804 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.748719 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.748719 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.748719 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.748719 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.748719 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.748719 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.749108 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.749108 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.749229 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.749294 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.749748 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.749748 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.749922 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.751403 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.751403 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.751403 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.751403 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.751403 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.751403 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.751941 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.752114 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.752287 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.752448 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.752987 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.753216 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.753384 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.754445 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.754952 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.755378 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.755693 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.755871 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.756037 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.756199 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.756374 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.757718 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.757718 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.757718 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.757718 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.757718 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758080 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758080 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758080 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758318 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758403 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758537 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758707 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.758882 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.759175 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.759892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.759892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.759892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.759892 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.760164 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.760164 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.760284 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.760385 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.760546 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.760718 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.760887 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.761708 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.761708 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.761708 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.761708 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.762639 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.763321 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.763488 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.763657 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.763824 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.763991 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 07:14:51.764149 dv-neutron-831485-1-hyperv neutron-server[87665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 07:15:02.552265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a8220-6968-40ce-a4e8-3003f12d285d None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:15:02.626872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a8220-6968-40ce-a4e8-3003f12d285d None None] No non-hosted networks {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 07:15:02.641000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-30a2110f-309c-4d3a-9c45-d9ef510b6b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536833861'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:04.710423 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4acd982e-ed06-4213-be60-37292a536114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536833861'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:04.745991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c0b94bd-9e83-45fb-a92e-e8d7639ee712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:05.737064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536833861'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:05.846613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536833861'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:05.847365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.847763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.848221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.848481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.848805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.849140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.849512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.849922 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.850209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.850601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.850954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.851333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:05.851759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831485-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:05.856517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831485-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:06.991557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536833861'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:08.812183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:09.382436 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-2333372b-e7a8-417b-9ef8-4b2a7d858db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:09.383041 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-2333372b-e7a8-417b-9ef8-4b2a7d858db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:09.604873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-2333372b-e7a8-417b-9ef8-4b2a7d858db9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:15:09.605899 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2333372b-e7a8-417b-9ef8-4b2a7d858db9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7928016 Mar 02 07:15:11.885595 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.db.l3_hamode_db [None req-448d099d-f579-4103-8aa3-296f28f44544 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 07:15:11.967236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d099d-f579-4103-8aa3-296f28f44544 None None] Routers set() bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:15:11.967627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d099d-f579-4103-8aa3-296f28f44544 None None] Router IDs set() for agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 07:15:11.996921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34848) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:12.353508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:15:12.456447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.policy [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 07:15:12.503195 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:12.503566 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:12.511959 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.quota [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] Loaded quota_driver: . Mar 02 07:15:12.527331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:12.587271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753951804456', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753951804955', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753951857113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753951854221', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753951840238', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753951895737', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-649546', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536351587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536840613'] for rbac-policy, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:12.649190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:12.650401 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a5d15d9-f5ae-4812-8178-ca7e208ba7d2 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6524930 Mar 02 07:15:15.251864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 34862) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:15.819864 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:15.820492 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:16.042093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Request body: {'network': {'project_id': '60747dbf9c294e1e89419837128e0e81', 'name': 'private', 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:15:16.043841 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.quota [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Loaded quota_driver: . Mar 02 07:15:16.062543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:16.070232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Usage tracker for resource:network and tenant:60747dbf9c294e1e89419837128e0e81 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:15:16.076159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:15:16.083253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:15:16.098829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Made reservation on behalf of 60747dbf9c294e1e89419837128e0e81 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:15:16.166287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.policy [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 07:15:16.211661 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:16.212024 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 07:15:16.222537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.242813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.257577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:16.261163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Usage tracker for resource:security_group_rule and tenant:60747dbf9c294e1e89419837128e0e81 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:15:16.266636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:15:16.272002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:15:16.369972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.374401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.395900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:15:16.420657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753948879876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.421205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Unsubscribe: segment precommit_create {{(pid=87772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 07:15:16.421722 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Added segment 596ee9eb-7d2c-4568-b712-9b9c46cc714b of type vlan for network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 Mar 02 07:15:16.477351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724afc39-0c48-4d57-aae7-7c03c60537fd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:16.499060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.499423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.499761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.500115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.500440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.500762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.501087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.501414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.501766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.502080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.502393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.502704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Tracked resource versions report: Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: pushed versions: Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: { 'AddressGroup': {'1.2'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'ConntrackHelper': {'1.0'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Log': {'1.0'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Network': {'1.1'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Port': {'1.7'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'PortForwarding': {'1.2'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'QosPolicy': {'1.8'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroup': {'1.4'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SubPort': {'1.0'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Subnet': {'1.1'}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Trunk': {'1.1'}} Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: consumer versions: Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'ConntrackHelper': '1.0', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Log': '1.0', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Network': '1.1', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Port': '1.7', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'PortForwarding': '1.2', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'QosPolicy': '1.8', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroup': '1.4', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroupRule': '1.2', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SubPort': '1.0', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Subnet': '1.1', Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Trunk': '1.1'}} Mar 02 07:15:16.504044 dv-neutron-831485-1-hyperv neutron-server[87772]: {{(pid=87772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:15:16.539960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.578390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.579537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:16.580196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:16.687695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:16.691968 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22ff8d35-44b6-4a65-9261-8e14e6c782e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4380219 Mar 02 07:15:16.700143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:15:19.376510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:19.835747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b720e-f19d-48a1-8ce2-d9ba281086a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:19.837099 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d61b720e-f19d-48a1-8ce2-d9ba281086a7 admin admin] 10.222.0.41 "GET /v2.0/networks/4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 HTTP/1.1" status: 200 len: 825 time: 0.4596767 Mar 02 07:15:19.862899 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-56982f10-0c06-446b-839f-24c42e4fd9b6 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/0e9fb109-010d-48c2-8406-ebac2f1d16b3 HTTP/1.1" status: 200 len: 734 time: 0.0197959 Mar 02 07:15:19.871105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '0e9fb109-010d-48c2-8406-ebac2f1d16b3', 'name': 'private-subnet', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:15:19.875340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:19.879388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Usage tracker for resource:subnet and tenant:60747dbf9c294e1e89419837128e0e81 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:15:19.882788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:15:19.889190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:15:19.898261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Made reservation on behalf of 60747dbf9c294e1e89419837128e0e81 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:15:19.900843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:20.193203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:20.275587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Checking segment: {'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:15:20.275962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Network hostable DHCP agents. Network: 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:15:20.290819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Pushing event updated for resources: {'Subnet': ['ID=424abd9c-5992-42bd-95c2-4dc1c1ee53c2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:20.302559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.302918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.303255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.303581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.303890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.304211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.304525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.304869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.305191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.305582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.305921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.306230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Tracked resource versions report: Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: pushed versions: Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: { 'AddressGroup': {'1.2'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'ConntrackHelper': {'1.0'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Log': {'1.0'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Network': {'1.1'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Port': {'1.7'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'PortForwarding': {'1.2'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'QosPolicy': {'1.8'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroup': {'1.4'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SubPort': {'1.0'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Subnet': {'1.1'}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Trunk': {'1.1'}} Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: consumer versions: Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'ConntrackHelper': '1.0', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Log': '1.0', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Network': '1.1', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Port': '1.7', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'PortForwarding': '1.2', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'QosPolicy': '1.8', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroup': '1.4', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroupRule': '1.2', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SubPort': '1.0', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Subnet': '1.1', Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Trunk': '1.1'}} Mar 02 07:15:20.307570 dv-neutron-831485-1-hyperv neutron-server[87773]: {{(pid=87773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:15:20.328519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:15:20.340745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:15:20.345272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:20.345924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:20.350391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90afdf0-f08c-4020-8c77-ba040ad73657 None None] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:15:20.365933 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9577b22f-c357-4ccb-a857-9c716920353b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4981499 Mar 02 07:15:20.657193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'fixed_ips': [{'subnet_id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:15:20.658746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:20.838195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Allocated IP 172.20.0.2 (4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60/424abd9c-5992-42bd-95c2-4dc1c1ee53c2/964ad2f8-c42f-4a4e-9e86-50d77959cc8b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:15:21.062013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:21.075174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Transition to ACTIVE for port object 964ad2f8-c42f-4a4e-9e86-50d77959cc8b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:15:21.093393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Transition to ACTIVE for port object 964ad2f8-c42f-4a4e-9e86-50d77959cc8b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:15:21.099357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:21.156755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:15:21.159541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:15:21.169255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:15:21.204388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Pushing event updated for resources: {'Port': ['ID=964ad2f8-c42f-4a4e-9e86-50d77959cc8b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:21.219239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.219609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.219956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.220287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.220615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.220959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.221288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.221610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.221973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.222297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.222616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.222933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Tracked resource versions report: Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: pushed versions: Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: { 'AddressGroup': {'1.2'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'ConntrackHelper': {'1.0'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Log': {'1.0'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Network': {'1.1'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Port': {'1.7'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'PortForwarding': {'1.2'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'QosPolicy': {'1.8'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroup': {'1.4'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SubPort': {'1.0'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Subnet': {'1.1'}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Trunk': {'1.1'}} Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: consumer versions: Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'ConntrackHelper': '1.0', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Log': '1.0', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Network': '1.1', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Port': '1.7', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'PortForwarding': '1.2', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'QosPolicy': '1.8', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroup': '1.4', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroupRule': '1.2', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SubPort': '1.0', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Subnet': '1.1', Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Trunk': '1.1'}} Mar 02 07:15:21.224323 dv-neutron-831485-1-hyperv neutron-server[87774]: {{(pid=87774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:15:21.275055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Attempting to bind port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:15:21.275463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Attempting to bind port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:15:21.275890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Attempting to bind port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b on network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:15:21.281035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:15:21.281441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Checking segment: {'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:15:21.281943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:21.282337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Bound using segment: {'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:15:21.282838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Bound port: 964ad2f8-c42f-4a4e-9e86-50d77959cc8b, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:15:21.283223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:21.369950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] For port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:15:21.374556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] For port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=964ad2f8-c42f-4a4e-9e86-50d77959cc8b,segment=NetworkSegment(596ee9eb-7d2c-4568-b712-9b9c46cc714b),segment_id=596ee9eb-7d2c-4568-b712-9b9c46cc714b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:15:21.378771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:21.465825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540da777-f7a9-4f03-a546-8b7e43be6c88 None None] Pushing event updated for resources: {'Port': ['ID=964ad2f8-c42f-4a4e-9e86-50d77959cc8b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:22.783784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34898) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:23.158546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-d3924625-b9a2-439e-87cb-9706ff31829e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:15:23.173720 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3924625-b9a2-439e-87cb-9706ff31829e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3745232 Mar 02 07:15:25.195202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8dd06e-dec6-47bd-a1db-b6d019087269 None None] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:15:25.288498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-26fcc702-fc90-43a9-9839-4fcdd6dd94f5 None None] Provisioning for port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:15:25.539430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 964ad2f8-c42f-4a4e-9e86-50d77959cc8b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:15:25.608892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:15:25.614291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:25.614731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:25.626392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 34912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:25.734751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-39583941-cc89-4e9f-bbcc-9d57d1b112de None None] Provisioning complete for port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:25.734993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39583941-cc89-4e9f-bbcc-9d57d1b112de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:25.784133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:25.840536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=964ad2f8-c42f-4a4e-9e86-50d77959cc8b,segment=NetworkSegment(596ee9eb-7d2c-4568-b712-9b9c46cc714b),segment_id=596ee9eb-7d2c-4568-b712-9b9c46cc714b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:15:25.873330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:25.957782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=964ad2f8-c42f-4a4e-9e86-50d77959cc8b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:26.001045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-93059508-f389-41be-a6f7-d1cbbc610a24 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:15:26.002046 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93059508-f389-41be-a6f7-d1cbbc610a24 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3747184 Mar 02 07:15:27.506108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 964ad2f8-c42f-4a4e-9e86-50d77959cc8b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:15:27.570942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:27.571310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:28.669309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 34924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:29.009849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '60747dbf9c294e1e89419837128e0e81'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:15:29.014262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:29.018336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Usage tracker for resource:router and tenant:60747dbf9c294e1e89419837128e0e81 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:15:29.021627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:15:29.027158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:15:29.037584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:29.039172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:29.060616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:29.169248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:29.186513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:29.187782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-597ce0c0-99b4-415b-a20d-0bfd378ca474 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5173903 Mar 02 07:15:31.593056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 34934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:31.954626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-69322f45-0a4c-4f4e-9d5c-669245609272 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:15:31.955605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69322f45-0a4c-4f4e-9d5c-669245609272 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3616996 Mar 02 07:15:32.482812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-01d2a255-1b4f-4053-ad4e-18bd4b26efaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:34.352048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34944) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:34.704717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ba25d99-b8ad-4146-b25d-e8a75cd99e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:34.729191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:15:34.735309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:34.739180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Usage tracker for resource:network and tenant:f0ce64e780ea429fa26f75c39cf869c6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:15:34.743070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:15:34.749104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:15:34.759156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Made reservation on behalf of f0ce64e780ea429fa26f75c39cf869c6 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:15:34.762314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:34.778736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:34.792579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:34.796441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Usage tracker for resource:security_group_rule and tenant:f0ce64e780ea429fa26f75c39cf869c6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:15:34.799607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:15:34.805146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:15:34.900635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:34.904732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:34.921999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Reserving flat network on physical network physnet1 {{(pid=87773) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 07:15:34.941814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beadd77f-ff9b-44fb-aa94-55e3604fbb3a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:34.946934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753948879876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:34.947472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Unsubscribe: segment precommit_create {{(pid=87773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 07:15:34.947927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Added segment b71154da-1e3c-4646-a730-2ca16507b05a of type flat for network 660b3c7d-6306-4642-a3d2-c3e035b52a71 Mar 02 07:15:34.986965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:35.026579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:35.027989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:35.028574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:35.135071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7819052 Mar 02 07:15:35.140572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212ac8c-15c7-4e38-ac4b-7c70f7b33a50 admin admin] Pushing event updated for resources: {'Network': ['ID=660b3c7d-6306-4642-a3d2-c3e035b52a71,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:35.151340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:15:35.699449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:35.837811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:36.966609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:37.533717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:37.735151 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e275057-7e51-4780-80b6-8857c7bf8d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:37.736462 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e275057-7e51-4780-80b6-8857c7bf8d21 admin admin] 10.222.0.41 "GET /v2.0/subnets/424abd9c-5992-42bd-95c2-4dc1c1ee53c2 HTTP/1.1" status: 200 len: 849 time: 0.2017894 Mar 02 07:15:37.907524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e331e77-35b9-4705-8fc8-1b58820cc0a4 admin admin] 10.222.0.41 "GET /v2.0/routers/30044a8c-5870-4761-ba96-7aba674704f0 HTTP/1.1" status: 200 len: 704 time: 0.1655438 Mar 02 07:15:38.354657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:38.582110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Allocated IP 172.20.0.1 (4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60/424abd9c-5992-42bd-95c2-4dc1c1ee53c2/d036e591-b79a-4f86-b7b4-85cd236684ed) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:15:38.733439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:38.750896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Transition to ACTIVE for port object d036e591-b79a-4f86-b7b4-85cd236684ed will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:15:38.806093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:38.905947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:15:38.908629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:15:38.917019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:15:38.917581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:39.034105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Pushing event updated for resources: {'Port': ['ID=d036e591-b79a-4f86-b7b4-85cd236684ed,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:39.143476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5156c56-c6b9-440a-a253-bf82c5282bf9 None None] Provisioning for port d036e591-b79a-4f86-b7b4-85cd236684ed completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:15:39.148237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5156c56-c6b9-440a-a253-bf82c5282bf9 None None] Provisioning complete for port d036e591-b79a-4f86-b7b4-85cd236684ed triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:39.148614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5156c56-c6b9-440a-a253-bf82c5282bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:39.185241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:39.204441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a5156c56-c6b9-440a-a253-bf82c5282bf9 None None] Port d036e591-b79a-4f86-b7b4-85cd236684ed cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:15:39.408349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:39.412325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:39.413054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:39.547957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Pushing event updated for resources: {'Port': ['ID=d036e591-b79a-4f86-b7b4-85cd236684ed,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:39.602882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:15:39.603832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:15:39.786607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Router 30044a8c-5870-4761-ba96-7aba674704f0 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:15:39.830378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eeb2c4e9-7590-404a-aab8-df08a05d6992 None None] Provisioning complete for port d036e591-b79a-4f86-b7b4-85cd236684ed triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:39.830750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c4e9-7590-404a-aab8-df08a05d6992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:39.881818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2c4e9-7590-404a-aab8-df08a05d6992 None None] Port d036e591-b79a-4f86-b7b4-85cd236684ed cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:15:39.938926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:15:39.948214 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-46b82d51-8612-4e74-b176-870d0bc8aea3 admin admin] 10.222.0.41 "PUT /v2.0/routers/30044a8c-5870-4761-ba96-7aba674704f0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0358407 Mar 02 07:15:39.948922 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Sync routers for ids ['30044a8c-5870-4761-ba96-7aba674704f0'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:15:39.958805 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Routers {'30044a8c-5870-4761-ba96-7aba674704f0'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:15:39.959625 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['30044a8c-5870-4761-ba96-7aba674704f0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:40.130883 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Set router 30044a8c-5870-4761-ba96-7aba674704f0 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:15:40.491405 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30044a8c-5870-4761-ba96-7aba674704f0', 'name': 'router1', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:15:29Z', 'updated_at': '2022-03-02T07:15:39Z', 'revision_number': 2, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'gw_port_host': None, '_interfaces': [{'id': 'd036e591-b79a-4f86-b7b4-85cd236684ed', 'name': '', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'mac_address': 'fa:16:3e:0c:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:38Z', 'updated_at': '2022-03-02T07:15:39Z', 'revision_number': 2, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'subnets': [{'id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9fb109-010d-48c2-8406-ebac2f1d16b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:40.496883 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Checking router: 30044a8c-5870-4761-ba96-7aba674704f0 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:15:40.497247 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Updating router 30044a8c-5870-4761-ba96-7aba674704f0 port d036e591-b79a-4f86-b7b4-85cd236684ed binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:15:40.547509 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:40.911907 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:40.926685 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Transition to ACTIVE for port object d036e591-b79a-4f86-b7b4-85cd236684ed will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:15:40.932839 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:41.093496 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Pushing event updated for resources: {'Port': ['ID=d036e591-b79a-4f86-b7b4-85cd236684ed,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:41.140928 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.141287 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.141627 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.141988 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.142319 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.142665 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.142998 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.143320 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.143655 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.143978 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.144295 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.144611 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Tracked resource versions report: Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: pushed versions: Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: { 'AddressGroup': {'1.2'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'ConntrackHelper': {'1.0'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Log': {'1.0'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Network': {'1.1'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Port': {'1.7'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'PortForwarding': {'1.2'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'QosPolicy': {'1.8'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroup': {'1.4'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SubPort': {'1.0'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Subnet': {'1.1'}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Trunk': {'1.1'}} Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: consumer versions: Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'ConntrackHelper': '1.0', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Log': '1.0', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Network': '1.1', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Port': '1.7', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'PortForwarding': '1.2', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'QosPolicy': '1.8', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroup': '1.4', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroupRule': '1.2', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SubPort': '1.0', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Subnet': '1.1', Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Trunk': '1.1'}} Mar 02 07:15:41.145999 dv-neutron-831485-1-hyperv neutron-server[87775]: {{(pid=87775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:15:41.187344 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Attempting to bind port d036e591-b79a-4f86-b7b4-85cd236684ed on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:15:41.187743 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Attempting to bind port d036e591-b79a-4f86-b7b4-85cd236684ed by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:15:41.188151 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Attempting to bind port d036e591-b79a-4f86-b7b4-85cd236684ed on network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:15:41.193265 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:15:41.193961 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Checking segment: {'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:15:41.194617 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:41.195369 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Bound using segment: {'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:15:41.195879 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Bound port: d036e591-b79a-4f86-b7b4-85cd236684ed, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596ee9eb-7d2c-4568-b712-9b9c46cc714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:15:41.196267 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:41.282247 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] For port d036e591-b79a-4f86-b7b4-85cd236684ed, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:15:41.286598 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] For port d036e591-b79a-4f86-b7b4-85cd236684ed, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d036e591-b79a-4f86-b7b4-85cd236684ed,segment=NetworkSegment(596ee9eb-7d2c-4568-b712-9b9c46cc714b),segment_id=596ee9eb-7d2c-4568-b712-9b9c46cc714b)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:15:41.292427 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:41.380417 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf372d8-eeca-4fe2-ae28-7eb8e3820552 None None] Pushing event updated for resources: {'Port': ['ID=d036e591-b79a-4f86-b7b4-85cd236684ed,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:41.383344 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Routers {'30044a8c-5870-4761-ba96-7aba674704f0'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:15:41.383947 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['30044a8c-5870-4761-ba96-7aba674704f0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:41.541869 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] Set router 30044a8c-5870-4761-ba96-7aba674704f0 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:15:41.875764 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30044a8c-5870-4761-ba96-7aba674704f0', 'name': 'router1', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:15:29Z', 'updated_at': '2022-03-02T07:15:39Z', 'revision_number': 2, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'gw_port_host': None, '_interfaces': [{'id': 'd036e591-b79a-4f86-b7b4-85cd236684ed', 'name': '', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'mac_address': 'fa:16:3e:0c:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:38Z', 'updated_at': '2022-03-02T07:15:41Z', 'revision_number': 4, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'subnets': [{'id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9fb109-010d-48c2-8406-ebac2f1d16b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:41.879539 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4344-aa03-41a1-b356-270cc91119d1 None None] The sync data for ids ['30044a8c-5870-4761-ba96-7aba674704f0'] in dv-neutron-831485-1-hyperv is: [{'id': '30044a8c-5870-4761-ba96-7aba674704f0', 'name': 'router1', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:15:29Z', 'updated_at': '2022-03-02T07:15:39Z', 'revision_number': 2, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'gw_port_host': None, '_interfaces': [{'id': 'd036e591-b79a-4f86-b7b4-85cd236684ed', 'name': '', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'mac_address': 'fa:16:3e:0c:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:38Z', 'updated_at': '2022-03-02T07:15:41Z', 'revision_number': 4, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'subnets': [{'id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9fb109-010d-48c2-8406-ebac2f1d16b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:15:42.191601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 34986) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:42.340870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f1320-b2c6-4c2d-9d90-7564e1977c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:42.341574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-465f1320-b2c6-4c2d-9d90-7564e1977c8e admin admin] Synchronizing usage tracker for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:15:42.361613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-465f1320-b2c6-4c2d-9d90-7564e1977c8e admin admin] Unset dirty status for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:15:42.362882 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-465f1320-b2c6-4c2d-9d90-7564e1977c8e admin admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 842 time: 0.1703360 Mar 02 07:15:42.372959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'ip_version': 4, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'name': 'public-subnet'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:15:42.378285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:15:42.382061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Usage tracker for resource:subnet and tenant:f0ce64e780ea429fa26f75c39cf869c6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:15:42.385180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:15:42.393378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:15:42.405011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Made reservation on behalf of f0ce64e780ea429fa26f75c39cf869c6 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:15:42.407314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:42.836027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:15:42.836469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:42.907023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbce781-b38e-468a-9277-7acb0cf2bc4b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:42.914564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:15:42.914905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Network hostable DHCP agents. Network: 660b3c7d-6306-4642-a3d2-c3e035b52a71, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:15:42.932291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:15:42.941567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 660b3c7d-6306-4642-a3d2-c3e035b52a71) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:15:42.945564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:42.946187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:42.951555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66101c8b-4320-4549-bc1e-c64dc99ae237 None None] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:15:42.966346 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7854856-09c1-4425-baa6-d5208761a15e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5971479 Mar 02 07:15:43.169948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3777a-97a9-4596-af65-8e9fab8dbdc1 None None] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:15:43.541851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d036e591-b79a-4f86-b7b4-85cd236684ed up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:15:43.611001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d036e591-b79a-4f86-b7b4-85cd236684ed completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:15:43.615937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d036e591-b79a-4f86-b7b4-85cd236684ed triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:43.616453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:43.727485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:43.762272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port d036e591-b79a-4f86-b7b4-85cd236684ed, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d036e591-b79a-4f86-b7b4-85cd236684ed,segment=NetworkSegment(596ee9eb-7d2c-4568-b712-9b9c46cc714b),segment_id=596ee9eb-7d2c-4568-b712-9b9c46cc714b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:15:43.765963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:43.832667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=d036e591-b79a-4f86-b7b4-85cd236684ed,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:45.252910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35000) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:45.442373 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8aa3a88f-b4b0-4687-93ed-16d99678816e admin admin] 10.222.0.41 "GET /v2.0/routers/30044a8c-5870-4761-ba96-7aba674704f0 HTTP/1.1" status: 200 len: 710 time: 0.1882181 Mar 02 07:15:45.517148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d036e591-b79a-4f86-b7b4-85cd236684ed up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:15:45.571160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8aedd-67bc-4a30-b800-2ec2d289f4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:15:45.572515 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cfe8aedd-67bc-4a30-b800-2ec2d289f4e0 admin admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 886 time: 0.1251516 Mar 02 07:15:45.581767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:15:45.587355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d036e591-b79a-4f86-b7b4-85cd236684ed triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:45.587729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:46.004479 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:46.359452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:46.412097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:46.539536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Allocated IP 172.26.4.215 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/ab451c57-355a-460f-99af-c894c5cb2b82) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:15:46.677671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:46.706132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:46.762602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:15:46.765245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:15:46.768630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:15:46.835877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab451c57-355a-460f-99af-c894c5cb2b82,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:47.145355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:47.532472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:47.535724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:47.705922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Router 30044a8c-5870-4761-ba96-7aba674704f0 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:15:47.879882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:15:47.888207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:47.889366 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e0b529d9-6e2d-49e7-9d2d-df05f3dbb3f2 admin admin] 10.222.0.41 "PUT /v2.0/routers/30044a8c-5870-4761-ba96-7aba674704f0 HTTP/1.1" status: 200 len: 890 time: 2.3109095 Mar 02 07:15:47.890442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Sync routers for ids ['30044a8c-5870-4761-ba96-7aba674704f0'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:15:47.900455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Routers {'30044a8c-5870-4761-ba96-7aba674704f0'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:15:47.901133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['30044a8c-5870-4761-ba96-7aba674704f0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:48.111633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Set router 30044a8c-5870-4761-ba96-7aba674704f0 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:15:48.443554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30044a8c-5870-4761-ba96-7aba674704f0', 'name': 'router1', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'ab451c57-355a-460f-99af-c894c5cb2b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:15:29Z', 'updated_at': '2022-03-02T07:15:46Z', 'revision_number': 4, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'gw_port': {'id': 'ab451c57-355a-460f-99af-c894c5cb2b82', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:46Z', 'updated_at': '2022-03-02T07:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd036e591-b79a-4f86-b7b4-85cd236684ed', 'name': '', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'mac_address': 'fa:16:3e:0c:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:38Z', 'updated_at': '2022-03-02T07:15:43Z', 'revision_number': 5, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'subnets': [{'id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9fb109-010d-48c2-8406-ebac2f1d16b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:48.448285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Checking router: 30044a8c-5870-4761-ba96-7aba674704f0 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:15:48.448641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Updating router 30044a8c-5870-4761-ba96-7aba674704f0 port ab451c57-355a-460f-99af-c894c5cb2b82 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:15:48.498777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:48.833014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:48.844854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Transition to ACTIVE for port object ab451c57-355a-460f-99af-c894c5cb2b82 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:15:48.851582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:48.926649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Attempting to bind port ab451c57-355a-460f-99af-c894c5cb2b82 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:15:48.927214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Attempting to bind port ab451c57-355a-460f-99af-c894c5cb2b82 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:15:48.927359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Attempting to bind port ab451c57-355a-460f-99af-c894c5cb2b82 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:15:48.935033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d007082-b438-4bc8-9320-4b3039215fea None None] Pushing event updated for resources: {'Port': ['ID=ab451c57-355a-460f-99af-c894c5cb2b82,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:48.937439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:15:48.937837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:15:48.938223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:48.938607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:15:48.939059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Bound port: ab451c57-355a-460f-99af-c894c5cb2b82, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:15:48.939437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:49.010933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] For port ab451c57-355a-460f-99af-c894c5cb2b82, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:15:49.014654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] For port ab451c57-355a-460f-99af-c894c5cb2b82, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ab451c57-355a-460f-99af-c894c5cb2b82,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:15:49.018591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:49.095974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d007082-b438-4bc8-9320-4b3039215fea None None] Pushing event updated for resources: {'Port': ['ID=ab451c57-355a-460f-99af-c894c5cb2b82,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:49.099534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Routers {'30044a8c-5870-4761-ba96-7aba674704f0'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:15:49.100141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['30044a8c-5870-4761-ba96-7aba674704f0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:49.279517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] Set router 30044a8c-5870-4761-ba96-7aba674704f0 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:15:49.622019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30044a8c-5870-4761-ba96-7aba674704f0', 'name': 'router1', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'ab451c57-355a-460f-99af-c894c5cb2b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:15:29Z', 'updated_at': '2022-03-02T07:15:46Z', 'revision_number': 4, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'gw_port': {'id': 'ab451c57-355a-460f-99af-c894c5cb2b82', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:46Z', 'updated_at': '2022-03-02T07:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd036e591-b79a-4f86-b7b4-85cd236684ed', 'name': '', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'mac_address': 'fa:16:3e:0c:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:38Z', 'updated_at': '2022-03-02T07:15:43Z', 'revision_number': 5, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'subnets': [{'id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9fb109-010d-48c2-8406-ebac2f1d16b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:15:49.625808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df96699-1688-4e0a-8719-8fd620d67e39 None None] The sync data for ids ['30044a8c-5870-4761-ba96-7aba674704f0'] in dv-neutron-831485-1-hyperv is: [{'id': '30044a8c-5870-4761-ba96-7aba674704f0', 'name': 'router1', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'ab451c57-355a-460f-99af-c894c5cb2b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:15:29Z', 'updated_at': '2022-03-02T07:15:46Z', 'revision_number': 4, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'gw_port': {'id': 'ab451c57-355a-460f-99af-c894c5cb2b82', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:46Z', 'updated_at': '2022-03-02T07:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd036e591-b79a-4f86-b7b4-85cd236684ed', 'name': '', 'network_id': '4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60', 'tenant_id': '60747dbf9c294e1e89419837128e0e81', 'mac_address': 'fa:16:3e:0c:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30044a8c-5870-4761-ba96-7aba674704f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:15:38Z', 'updated_at': '2022-03-02T07:15:43Z', 'revision_number': 5, 'project_id': '60747dbf9c294e1e89419837128e0e81', 'subnets': [{'id': '424abd9c-5992-42bd-95c2-4dc1c1ee53c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9fb109-010d-48c2-8406-ebac2f1d16b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:15:50.275502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 35010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:15:50.401127 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6eea1b43-fc51-4056-b165-b76cf0c1ab19 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1244884 Mar 02 07:15:51.539937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ab451c57-355a-460f-99af-c894c5cb2b82 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:15:51.610743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ab451c57-355a-460f-99af-c894c5cb2b82 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:15:51.615265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ab451c57-355a-460f-99af-c894c5cb2b82 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:51.615633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:51.639068 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:15:51.744426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:51.762374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port ab451c57-355a-460f-99af-c894c5cb2b82, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ab451c57-355a-460f-99af-c894c5cb2b82,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:15:51.765713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:15:51.829254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=ab451c57-355a-460f-99af-c894c5cb2b82,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:15:53.523427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ab451c57-355a-460f-99af-c894c5cb2b82 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:15:53.598702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ab451c57-355a-460f-99af-c894c5cb2b82 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:15:53.599253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:02.489362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b858008-b3fc-47da-ab5f-25d30a5e4311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:04.707181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa5da2ef-4b1d-4a2e-92c9-9c4797428eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:05.703708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:05.839327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:06.973500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:28.629047 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:16:32.480309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-05f79f2e-be0f-4863-ba8e-48134875bf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:34.713600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-af2b0bae-a1f4-4b4c-972d-83071445a038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:35.709539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:35.842542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:16:36.980853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:02.484571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce66e626-beb2-45fa-abb0-4137f0c5b753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:04.715792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f28aaaf9-3c6d-42ea-826b-6002d34bc830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:05.628303 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:17:05.708868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:05.847144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:06.986412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:32.486697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e75ec7e-a218-4527-9cd9-96b515e94aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:34.718599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7feb4a6f-aeb1-40a2-b950-a092c1a7a1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.717441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:35.841576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:36.986256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:42.630819 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:17:56.037252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:56.102318 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-519421f8-bb41-493e-8a25-1c89dc7e9c3c admin admin] GET failed (client error): The resource could not be found. Mar 02 07:17:56.103559 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-519421f8-bb41-493e-8a25-1c89dc7e9c3c admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652580 Mar 02 07:17:56.229734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041476e3-c22a-4ae5-9d4f-8a700a6bd9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:56.231110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-041476e3-c22a-4ae5-9d4f-8a700a6bd9a7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1231711 Mar 02 07:17:58.378416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:17:58.483847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f32396-91d9-44e6-8fa2-8b51c50c7ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:58.484393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f32396-91d9-44e6-8fa2-8b51c50c7ef6 admin admin] Synchronizing usage tracker for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:17:58.499543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f32396-91d9-44e6-8fa2-8b51c50c7ef6 admin admin] Unset dirty status for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:17:58.500769 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54f32396-91d9-44e6-8fa2-8b51c50c7ef6 admin admin] 10.222.0.41 "GET /v2.0/subnets/424abd9c-5992-42bd-95c2-4dc1c1ee53c2 HTTP/1.1" status: 200 len: 849 time: 0.1213789 Mar 02 07:17:58.509824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:17:58.628542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.809993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753948805861'] for subnet, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.849332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:17:58.850371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:58.861676 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] 10.222.0.41 "PUT /v2.0/subnets/424abd9c-5992-42bd-95c2-4dc1c1ee53c2 HTTP/1.1" status: 200 len: 868 time: 0.3449483 Mar 02 07:17:58.861908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309ffdf-77a6-4e77-998c-885c262b5086 None None] Network 4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:17:58.877885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=424abd9c-5992-42bd-95c2-4dc1c1ee53c2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:17:58.886088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.886443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.886691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.887038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.887348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.887671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.887671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.887671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.887671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.887671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.889388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:58.889688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1d891-799c-48eb-9626-c2ed55a9e53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:17:59.284932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-690be112-523b-4484-b8a7-27fb9a6b7592 None None] Provisioning complete for port 964ad2f8-c42f-4a4e-9e86-50d77959cc8b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:59.285311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-690be112-523b-4484-b8a7-27fb9a6b7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:17:59.409038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-690be112-523b-4484-b8a7-27fb9a6b7592 None None] Provisioning complete for port d036e591-b79a-4f86-b7b4-85cd236684ed triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:17:59.409302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-690be112-523b-4484-b8a7-27fb9a6b7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:01.023768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35632) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:01.190920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec244f-ee28-4a19-9aa6-cf5b9e5f37c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:01.191397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec244f-ee28-4a19-9aa6-cf5b9e5f37c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:01.192890 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b8ec244f-ee28-4a19-9aa6-cf5b9e5f37c5 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1681848 Mar 02 07:18:02.490464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-426e5836-4f0d-4b26-bd0e-8692164b0026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:03.356101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35642) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:03.522066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f618a-557f-4447-957b-f15865397f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:03.522535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f618a-557f-4447-957b-f15865397f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:03.524026 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-558f618a-557f-4447-957b-f15865397f8b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1669998 Mar 02 07:18:04.720558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ad21e830-42a6-429a-9c69-70e6fbddd122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:05.700632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35652) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:05.716882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:05.845150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:05.880345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9ed10-e1a4-43ff-badb-11a09d08b57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:05.881624 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ddd9ed10-e1a4-43ff-badb-11a09d08b57d admin admin] 10.222.0.41 "GET /v2.0/networks/4f0507e5-2e51-4cd5-b8b1-eb3be4e8fb60 HTTP/1.1" status: 200 len: 869 time: 0.1800075 Mar 02 07:18:06.987924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:08.047393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35662) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:08.252111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e9e9e-8510-49f9-a37c-f35ebfa8adad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:08.253398 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b63e9e9e-8510-49f9-a37c-f35ebfa8adad admin admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 886 time: 0.2050831 Mar 02 07:18:10.408217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:10.513452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc4bc5-54f8-408f-9c61-696581b87fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:10.513935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc4bc5-54f8-408f-9c61-696581b87fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:10.515422 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0afc4bc5-54f8-408f-9c61-696581b87fc2 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062236 Mar 02 07:18:12.656576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35682) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:12.758551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a23c77-2945-4b88-add9-144ff1181bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:12.758999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a23c77-2945-4b88-add9-144ff1181bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:12.760494 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b8a23c77-2945-4b88-add9-144ff1181bb6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1029911 Mar 02 07:18:14.916102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:15.039639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e538fa49-b947-4976-b018-02d0b20fec7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:15.041009 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e538fa49-b947-4976-b018-02d0b20fec7c admin admin] 10.222.0.41 "GET /v2.0/subnets/424abd9c-5992-42bd-95c2-4dc1c1ee53c2 HTTP/1.1" status: 200 len: 868 time: 0.1239820 Mar 02 07:18:17.220687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:17.319814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009e31f-4c8f-4e70-8e62-7db84bfaa196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:17.321166 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6009e31f-4c8f-4e70-8e62-7db84bfaa196 admin admin] 10.222.0.41 "GET /v2.0/subnets/6cbce781-b38e-468a-9277-7acb0cf2bc4b HTTP/1.1" status: 200 len: 816 time: 0.0995209 Mar 02 07:18:19.629619 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:18:32.492164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d83aeecd-0d50-4ef4-9bf0-8797d52c54f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:34.721937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a177eb55-b550-4555-9710-a77d1f0bb1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.719764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.848573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:35.951045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35748) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:35.998224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-dfe16f0f-8b15-4a7e-a38c-11b49de8666b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:18:35.999233 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dfe16f0f-8b15-4a7e-a38c-11b49de8666b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472713 Mar 02 07:18:36.991561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:38.245464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35758) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:38.311433 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe37d97-ab17-43ac-a05d-1319cb0afe14 admin admin] GET failed (client error): The resource could not be found. Mar 02 07:18:38.312697 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dfe37d97-ab17-43ac-a05d-1319cb0afe14 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662723 Mar 02 07:18:38.444633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1053c20-4aa9-40d6-8f9f-75ab9314c4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:38.446606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1053c20-4aa9-40d6-8f9f-75ab9314c4a0 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1301296 Mar 02 07:18:40.610457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35768) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:40.656649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:40.661113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:40.671133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:40.680492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Made reservation on behalf of f0ce64e780ea429fa26f75c39cf869c6 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:40.682831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.769154 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.services.revisions.revision_plugin [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Could not find related network for resource to bump revision. Mar 02 07:18:40.781344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:18:40.789895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.790229 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Added segment 26d3ce94-af16-4bd8-a192-b983f7fd998a of type vlan for network a4ccc230-e02f-4483-8c75-e877243124ec Mar 02 07:18:40.813533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.841295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.842241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:40.842832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:40.939778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ccc230-e02f-4483-8c75-e877243124ec,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:40.942597 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b13d9005-e0b5-4ff0-b934-126a528a59d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3312001 Mar 02 07:18:40.951036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a4ccc230-e02f-4483-8c75-e877243124ec details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:18:43.093300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35778) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:18:43.161035 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-84976e9a-9b6f-4e73-a0f2-e0ce4afcb138 admin admin] GET failed (client error): The resource could not be found. Mar 02 07:18:43.161542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84976e9a-9b6f-4e73-a0f2-e0ce4afcb138 admin admin] Synchronizing usage tracker for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:18:43.176375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84976e9a-9b6f-4e73-a0f2-e0ce4afcb138 admin admin] Unset dirty status for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:18:43.177509 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84976e9a-9b6f-4e73-a0f2-e0ce4afcb138 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0832083 Mar 02 07:18:43.279926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825f54f2-c5e2-4c03-a59e-642ad68862e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:43.281260 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-825f54f2-c5e2-4c03-a59e-642ad68862e5 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0993531 Mar 02 07:18:43.291390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:18:43.295739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:18:43.305485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:18:43.314638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Made reservation on behalf of f0ce64e780ea429fa26f75c39cf869c6 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:18:43.316956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.509303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.576537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c59878b-9a1e-4cba-a554-b168b0039774,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:43.587965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Checking segment: {'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:43.588303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Network hostable DHCP agents. Network: a4ccc230-e02f-4483-8c75-e877243124ec, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:18:43.607968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Network a4ccc230-e02f-4483-8c75-e877243124ec is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:18:43.617420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a4ccc230-e02f-4483-8c75-e877243124ec) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:43.624468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:18:43.625048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:43.625473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9072f-9f38-45e3-b06c-66d95a7d0332 None None] Network a4ccc230-e02f-4483-8c75-e877243124ec requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:18:43.652019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b2e6111-e35d-49b8-ba3a-680326e964d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3647053 Mar 02 07:18:43.854530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a4ccc230-e02f-4483-8c75-e877243124ec', 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec', 'tenant_id': 'f0ce64e780ea429fa26f75c39cf869c6', 'fixed_ips': [{'subnet_id': '8c59878b-9a1e-4cba-a554-b168b0039774'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:18:43.855422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.018043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Allocated IP 192.168.233.2 (a4ccc230-e02f-4483-8c75-e877243124ec/8c59878b-9a1e-4cba-a554-b168b0039774/72f7e884-58f6-4210-876f-c633c96424d9) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:18:44.224495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.234014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Transition to ACTIVE for port object 72f7e884-58f6-4210-876f-c633c96424d9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:44.252448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Transition to ACTIVE for port object 72f7e884-58f6-4210-876f-c633c96424d9 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:18:44.258450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.324173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Pushing event updated for resources: {'Port': ['ID=72f7e884-58f6-4210-876f-c633c96424d9,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:44.334083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.334460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.334798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.335134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.335462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.335800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.336130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.336454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.336812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.337137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.337454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.337793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:18:44.344508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Network a4ccc230-e02f-4483-8c75-e877243124ec is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:18:44.345710 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:18:44.348289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:18:44.436055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Attempting to bind port 72f7e884-58f6-4210-876f-c633c96424d9 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:18:44.436394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Attempting to bind port 72f7e884-58f6-4210-876f-c633c96424d9 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:18:44.436751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Attempting to bind port 72f7e884-58f6-4210-876f-c633c96424d9 on network a4ccc230-e02f-4483-8c75-e877243124ec {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:18:44.442172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:18:44.442546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Checking segment: {'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:18:44.442944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.443331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Bound using segment: {'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:18:44.443789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Bound port: 72f7e884-58f6-4210-876f-c633c96424d9, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:18:44.444177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.534021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] For port 72f7e884-58f6-4210-876f-c633c96424d9, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:18:44.536954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] For port 72f7e884-58f6-4210-876f-c633c96424d9, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=72f7e884-58f6-4210-876f-c633c96424d9,segment=NetworkSegment(26d3ce94-af16-4bd8-a192-b983f7fd998a),segment_id=26d3ce94-af16-4bd8-a192-b983f7fd998a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:18:44.541516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:44.616829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b37d3b-7602-4d05-b1d8-6a800e2ea5a6 None None] Pushing event updated for resources: {'Port': ['ID=72f7e884-58f6-4210-876f-c633c96424d9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:45.503038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a531e-6771-4e2f-8da7-7fb31189c260 None None] Network a4ccc230-e02f-4483-8c75-e877243124ec requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:18:45.611155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-488ddfa7-534b-4fc6-bd45-becbd8a1206f None None] Provisioning for port 72f7e884-58f6-4210-876f-c633c96424d9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:45.670188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 72f7e884-58f6-4210-876f-c633c96424d9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:45.825899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 72f7e884-58f6-4210-876f-c633c96424d9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:18:45.832844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 72f7e884-58f6-4210-876f-c633c96424d9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:45.833243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:45.967121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:46.001607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 72f7e884-58f6-4210-876f-c633c96424d9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=72f7e884-58f6-4210-876f-c633c96424d9,segment=NetworkSegment(26d3ce94-af16-4bd8-a192-b983f7fd998a),segment_id=26d3ce94-af16-4bd8-a192-b983f7fd998a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:18:46.007324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:46.080363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=72f7e884-58f6-4210-876f-c633c96424d9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:18:46.142381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-878cf9d7-7e90-4510-87f7-bf28c9bcbfc4 None None] Provisioning complete for port 72f7e884-58f6-4210-876f-c633c96424d9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:46.142754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-878cf9d7-7e90-4510-87f7-bf28c9bcbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:47.606011 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 72f7e884-58f6-4210-876f-c633c96424d9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:18:47.671715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 72f7e884-58f6-4210-876f-c633c96424d9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:18:47.672077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:18:56.629365 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:19:02.497065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-918eb050-f7fd-4ea1-9666-e5589abb1aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:04.723013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45e52059-1a88-4036-ab32-e5c93d6df4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:05.725781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:05.850659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:06.994047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:32.500044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a08cc5ff-b9a3-4304-9c58-fa2c58548024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:33.627424 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:19:34.724973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-127fae3f-21bf-4b17-908c-5b6c4dd61071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:35.727848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:35.852872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:19:36.998254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:00.787136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:00.792813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-80e78007-25e2-4fbf-9aed-e9facf4b9183 tempest-verify_tempest_config-1504448540 tempest-verify_tempest_config-1504448540-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:20:00.793808 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80e78007-25e2-4fbf-9aed-e9facf4b9183 tempest-verify_tempest_config-1504448540 tempest-verify_tempest_config-1504448540-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056727 Mar 02 07:20:01.093624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35840) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:01.207743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.220958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:20:01.224602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3eb25987bb454e97c5a8339174a166 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:20:01.227833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:20:01.233163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:20:01.320039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.323854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.367664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213d2355-6aa6-46de-8a9e-b7633b9f9587,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:01.374805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Synchronizing usage tracker for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:20:01.378706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.379046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.379818 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.380148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.380469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.380817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.381138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.381468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.381839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.382159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.382469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.382777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:20:01.399679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] Unset dirty status for tenant:f0ce64e780ea429fa26f75c39cf869c6 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:20:01.401036 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1835b65b-e27a-4305-a43e-dbfa19bc18f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a3eb25987bb454e97c5a8339174a166&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3064308 Mar 02 07:20:01.403734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:20:01.458363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe797eaf-e8ad-47df-954c-b0d086d437c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.483299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe797eaf-e8ad-47df-954c-b0d086d437c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.575408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe797eaf-e8ad-47df-954c-b0d086d437c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.591806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe797eaf-e8ad-47df-954c-b0d086d437c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213d2355-6aa6-46de-8a9e-b7633b9f9587,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:20:01.596702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe797eaf-e8ad-47df-954c-b0d086d437c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:01.598174 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe797eaf-e8ad-47df-954c-b0d086d437c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/213d2355-6aa6-46de-8a9e-b7633b9f9587 HTTP/1.1" status: 204 len: 168 time: 0.1931880 Mar 02 07:20:02.502034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63996d9a-7710-4b2d-b551-511298bdbfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:04.726190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be4d4cd3-5f21-4e41-aa54-1ad879f87247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:05.728029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:05.853744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:07.000476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:10.625996 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:20:32.502952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8236bcc7-067b-4965-98ba-2c7cf4a2a335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:34.727229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-001b4d61-0010-4e4f-bedd-6f84fd5e54e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:35.730755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:35.853965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:37.003569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:20:47.624426 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:21:02.503221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9fce78e2-657a-496f-951d-039af3e6d005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:04.727993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f66f1544-00b0-4e0a-9e6f-99010cbc9371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:05.734736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:05.854189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:07.006490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:18.747917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536833861'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:24.623223 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:21:32.506228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ab957752-3361-41c4-9d27-f512c51961b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:33.474269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 35916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:33.583324 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e7909c1-117b-4603-82c3-e6201bf035ae admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1079745 Mar 02 07:21:34.730018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6e1b70d1-a78d-4f3d-a48c-1f37724283e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.735962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:35.783696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 35926) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:21:35.842668 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d489801b-0b04-4488-aa98-0bee66e0582e admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0579114 Mar 02 07:21:35.856327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:37.010118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:21:48.729114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:01.622325 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:22:02.508315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43051577-de80-41c1-99c5-a02f0efbd38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:04.731960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-381273d4-85f9-4a9f-9633-d31affe8b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.740823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:05.859723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:07.015347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:18.731005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:32.509421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c89f7d0d-7d08-49df-ab13-2326e23b1aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:34.735020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3b39a79-8a01-4419-ba1c-e2dccab0f18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.742923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:35.863199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:37.018455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:22:38.621734 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:22:48.742168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.448371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:01.887841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-647085212-network', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:01.893098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:01.897809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Usage tracker for resource:network and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:01.900737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:01.906826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:01.918334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Made reservation on behalf of 8bd6f1c774b14e688cafe3bcc76d8a7b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:01.920659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.933340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:01.950443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:01.954559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Usage tracker for resource:security_group_rule and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:01.958432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:01.964106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:02.051608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.056206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.089551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:02.094843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bab856-6d7c-4e66-a209-c6579c74ce4e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:02.103390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.103625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.103975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.104370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.104603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.104930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.105408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.105559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.106247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.106432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.106752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.107079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Tracked resource versions report: Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: pushed versions: Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: { 'AddressGroup': {'1.2'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'ConntrackHelper': {'1.0'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Log': {'1.0'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Network': {'1.1'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Port': {'1.7'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'PortForwarding': {'1.2'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'QosPolicy': {'1.8'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroup': {'1.4'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SubPort': {'1.0'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Subnet': {'1.1'}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Trunk': {'1.1'}} Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: consumer versions: Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: HyperV agent@hv-neutron-8314: {}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'ConntrackHelper': '1.0', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Log': '1.0', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Network': '1.1', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Port': '1.7', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'PortForwarding': '1.2', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'QosPolicy': '1.8', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroup': '1.4', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SecurityGroupRule': '1.2', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'SubPort': '1.0', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Subnet': '1.1', Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: 'Trunk': '1.1'}} Mar 02 07:23:02.108173 dv-neutron-831485-1-hyperv neutron-server[87772]: {{(pid=87772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:23:02.115590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.116129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Added segment 8d786d6a-7408-4b0e-a4ea-ae652945526d of type vlan for network a9c8b320-f602-4aff-8d61-aebaeeaf8314 Mar 02 07:23:02.129502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36136) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:02.153898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.183284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.184310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.184941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.301075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] Pushing event updated for resources: {'Network': ['ID=a9c8b320-f602-4aff-8d61-aebaeeaf8314,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:02.313541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:02.315440 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6e2d385-c93d-4acd-9290-2cd901bf7f8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8657358 Mar 02 07:23:02.315667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:02.323980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Request body: {'subnet': {'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-647085212-subnet', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:02.330263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:02.335496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Usage tracker for resource:subnet and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:02.338700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:02.345375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:02.357822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Made reservation on behalf of 8bd6f1c774b14e688cafe3bcc76d8a7b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:02.361021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.515491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4360fa7d-2e08-4096-a344-d03fd0c5dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.631366 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.647922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1866246763-network', 'tenant_id': '25844c16250943739790694a4bd700d9'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:02.652833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:02.656804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Usage tracker for resource:network and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:02.660204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:02.667084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:02.684464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Made reservation on behalf of 25844c16250943739790694a4bd700d9 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:02.687670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.698137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637d1248-55bf-44e9-8066-08cd85cddab6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:02.703413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.720468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:02.725038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Usage tracker for resource:security_group_rule and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:02.725802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.726169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.726508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.726821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.727148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.727483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.727808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.728139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.728375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:02.728517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.728758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.729071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.729379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Tracked resource versions report: Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: pushed versions: Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: { 'AddressGroup': {'1.2'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'ConntrackHelper': {'1.0'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Log': {'1.0'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Network': {'1.1'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Port': {'1.7'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'PortForwarding': {'1.2'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'QosPolicy': {'1.8'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroup': {'1.4'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SubPort': {'1.0'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Subnet': {'1.1'}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Trunk': {'1.1'}} Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: consumer versions: Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: HyperV agent@hv-neutron-8314: {}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'ConntrackHelper': '1.0', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Log': '1.0', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Network': '1.1', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Port': '1.7', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'PortForwarding': '1.2', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'QosPolicy': '1.8', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroup': '1.4', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SecurityGroupRule': '1.2', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'SubPort': '1.0', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Subnet': '1.1', Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: 'Trunk': '1.1'}} Mar 02 07:23:02.730570 dv-neutron-831485-1-hyperv neutron-server[87773]: {{(pid=87773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:23:02.740277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:02.743309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Checking segment: {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:02.743662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Network hostable DHCP agents. Network: a9c8b320-f602-4aff-8d61-aebaeeaf8314, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:02.765913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:02.778393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a9c8b320-f602-4aff-8d61-aebaeeaf8314) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:02.787154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f7a1b3-169a-4362-a7d4-fc7d566beb33 None None] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:02.795181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.797315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.833228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.839605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.849450 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b774689c-6c13-4173-8495-dccc9c571a30 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5315411 Mar 02 07:23:02.852080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36170) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:02.857462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:02.858679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:02.870078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:02.870626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.871154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Added segment 881defcd-29b2-4597-87b6-1db1ecd72258 of type vlan for network b5c902e8-cc21-419b-88b5-1a424acb6def Mar 02 07:23:02.878786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Usage tracker for resource:router and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:02.884670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:02.899170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:02.903785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.916585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.918249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.950520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.964463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef1020e-f98d-4564-8f65-47459ae22db5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:02.984028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:02.984748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:02.985627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.106474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] Pushing event updated for resources: {'Network': ['ID=b5c902e8-cc21-419b-88b5-1a424acb6def,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:03.126461 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-944f5a9b-6bdb-4fae-a63d-e51d290afddd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9960380 Mar 02 07:23:03.129819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:03.140359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Request body: {'subnet': {'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1866246763-subnet', 'tenant_id': '25844c16250943739790694a4bd700d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:03.145594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:03.148827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network b5c902e8-cc21-419b-88b5-1a424acb6def details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:03.149763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Usage tracker for resource:subnet and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:03.152841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:03.159265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:03.177376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Made reservation on behalf of 25844c16250943739790694a4bd700d9 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:03.181273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.279261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:03.280293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.361607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.561743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.596801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Allocated IP 172.20.0.2 (a9c8b320-f602-4aff-8d61-aebaeeaf8314/637d1248-55bf-44e9-8066-08cd85cddab6/aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:03.641301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc004003-0c06-4113-bf33-b4b0e47c1545,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:03.710487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.713330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Checking segment: {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:03.716735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Network hostable DHCP agents. Network: b5c902e8-cc21-419b-88b5-1a424acb6def, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:03.747495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Network b5c902e8-cc21-419b-88b5-1a424acb6def is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:03.751465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.771572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, b5c902e8-cc21-419b-88b5-1a424acb6def) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:03.777819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:03.778312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.806783 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2caef8a9-6d0c-49fe-9b7e-112b1f9356b2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6752300 Mar 02 07:23:03.809273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:03.812715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7af41-22e2-4545-b8c4-050aa90381d5 None None] Network b5c902e8-cc21-419b-88b5-1a424acb6def requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:03.816373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:03.823405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:03.828928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Usage tracker for resource:router and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:03.833297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:03.841932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:03.863106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.864893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.883187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:03.928756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Allocated IP 172.26.4.229 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/71a7fd1a-b604-4588-99d6-1a7175702511) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:04.011989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.069538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Transition to ACTIVE for port object aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:04.107401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Transition to ACTIVE for port object aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:04.112409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.146932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.150088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.229550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:04.232834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:04.235765 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:04.301437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Pushing event updated for resources: {'Port': ['ID=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:04.306936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-b5c902e8-cc21-419b-88b5-1a424acb6def', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:04.307782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.367655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Pushing event updated for resources: {'Port': ['ID=71a7fd1a-b604-4588-99d6-1a7175702511,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:04.398355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36222) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:04.436330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.600542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Allocated IP 172.20.0.2 (b5c902e8-cc21-419b-88b5-1a424acb6def/cc004003-0c06-4113-bf33-b4b0e47c1545/0b799d41-e064-4879-b06d-b94cb9057c6c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:04.602905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36234) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:04.807464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36244) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:04.834169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.844777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Transition to ACTIVE for port object 0b799d41-e064-4879-b06d-b94cb9057c6c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:04.864949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Transition to ACTIVE for port object 0b799d41-e064-4879-b06d-b94cb9057c6c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:04.883976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.893963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.897177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.897826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.898791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.899526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.901047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.901613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.902178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.902711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.903236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.903777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.904262 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Tracked resource versions report: Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: pushed versions: Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: { 'AddressGroup': {'1.2'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'ConntrackHelper': {'1.0'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Log': {'1.0'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Network': {'1.1'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Port': {'1.7'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'PortForwarding': {'1.2'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'QosPolicy': {'1.8'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroup': {'1.4'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SubPort': {'1.0'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Subnet': {'1.1'}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Trunk': {'1.1'}} Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: consumer versions: Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: HyperV agent@hv-neutron-8314: {}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'ConntrackHelper': '1.0', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Log': '1.0', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Network': '1.1', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Port': '1.7', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'PortForwarding': '1.2', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'QosPolicy': '1.8', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroup': '1.4', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SecurityGroupRule': '1.2', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'SubPort': '1.0', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Subnet': '1.1', Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: 'Trunk': '1.1'}} Mar 02 07:23:04.905674 dv-neutron-831485-1-hyperv neutron-server[87774]: {{(pid=87774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:23:04.915407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:04.918387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.965904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:04.968982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.975573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-edca4f36-96d7-4338-ab82-a21bc228a31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:04.978706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:05.015159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Network b5c902e8-cc21-419b-88b5-1a424acb6def is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:05.018818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:05.039717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.045758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:05.073169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:05.087646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:05.118165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Usage tracker for resource:floatingip and tenant:e4a467e598344c82aa997999f44110ea is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:05.125601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:05.134838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:05.222532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Pushing event updated for resources: {'Port': ['ID=0b799d41-e064-4879-b06d-b94cb9057c6c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:05.222822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36256) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:05.232004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.251840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Attempting to bind port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:05.252209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Attempting to bind port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:05.252572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Attempting to bind port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 on network a9c8b320-f602-4aff-8d61-aebaeeaf8314 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:05.258643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Attempting to bind port 0b799d41-e064-4879-b06d-b94cb9057c6c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:05.258643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Attempting to bind port 0b799d41-e064-4879-b06d-b94cb9057c6c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:05.259044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Attempting to bind port 0b799d41-e064-4879-b06d-b94cb9057c6c on network b5c902e8-cc21-419b-88b5-1a424acb6def {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:05.266086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:05.266464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Checking segment: {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:05.266871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.267397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Bound using segment: {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:05.267880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Bound port: 0b799d41-e064-4879-b06d-b94cb9057c6c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:05.268499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.290022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:05.290419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Checking segment: {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:05.290809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.291203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Bound using segment: {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:05.291687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Bound port: aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:05.292056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.330063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Allocated IP 172.26.4.152 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e53e4691-fd32-4f51-94b1-629d2ec5d948) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:05.338750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1080331582'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:05.498592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36266) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:05.500209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:05.501793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c411af37-a863-485c-9075-9e33a1811aac None None] For port 0b799d41-e064-4879-b06d-b94cb9057c6c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:05.526420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1621006825', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:05.531423 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c411af37-a863-485c-9075-9e33a1811aac None None] For port 0b799d41-e064-4879-b06d-b94cb9057c6c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b799d41-e064-4879-b06d-b94cb9057c6c,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:05.531804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:05.535775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Usage tracker for resource:port and tenant:8c048eba96c344e3b59048e149427cbc is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:05.538669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:05.544431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.545122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:05.550278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Usage tracker for resource:network and tenant:60550a6dc7a64048a9fc8f5bbcef8cfd is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:05.556802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:05.566239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Made reservation on behalf of 8c048eba96c344e3b59048e149427cbc for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:05.569396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.589210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.606155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:05.609982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Usage tracker for resource:security_group_rule and tenant:8c048eba96c344e3b59048e149427cbc is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:05.613972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:05.619380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] For port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:05.619892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:05.635175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.641877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] For port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:05.659534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.695265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411af37-a863-485c-9075-9e33a1811aac None None] Pushing event updated for resources: {'Port': ['ID=0b799d41-e064-4879-b06d-b94cb9057c6c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:05.696539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:05.747311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-324486998'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:05.799672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:05.811084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Usage tracker for resource:network and tenant:8bcb990f73e64e63a4169aff657af74b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:05.814775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:05.822427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:05.830853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.832928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.837001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b550467-aba4-4076-9535-964ae1eadbff None None] Pushing event updated for resources: {'Port': ['ID=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:05.862080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.865667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.872476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.950683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:05.968093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:05.984821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:05.988136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] device_id is not set on port a11bfbdc-249e-448e-8920-417b5543c7ab yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:06.035866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:06.038907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:06.043142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:06.066561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Made reservation on behalf of 8bcb990f73e64e63a4169aff657af74b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:06.070111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.100320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.131456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Made reservation on behalf of 60550a6dc7a64048a9fc8f5bbcef8cfd for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:06.136265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.156777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:06.178721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Usage tracker for resource:security_group_rule and tenant:8bcb990f73e64e63a4169aff657af74b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:06.178721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:06.178721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:06.213255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.264156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:06.282719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:06.287525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0f4be4da-fee1-4639-893e-edee4092e10c tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:06.288822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Usage tracker for resource:security_group_rule and tenant:60550a6dc7a64048a9fc8f5bbcef8cfd is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:06.296668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:06.307060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Usage tracker for resource:floatingip and tenant:67bf63cc6ddd4eefa9da3752d7681901 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:06.313780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:06.314830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Pushing event updated for resources: {'Port': ['ID=e53e4691-fd32-4f51-94b1-629d2ec5d948,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:06.317064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:06.343297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda36ea6-54e8-4faa-b289-bd6515d4a786,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:06.348594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:06.376249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.475097 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f4be4da-fee1-4639-893e-edee4092e10c tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "PUT /v2.0/quotas/cc6ca959192746f5ad34ec1b37cc0f89 HTTP/1.1" status: 200 len: 368 time: 0.4314766 Mar 02 07:23:06.477179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:06.481825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Request body: {'network': {'project_id': 'cc6ca959192746f5ad34ec1b37cc0f89'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:06.486334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.490634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.495373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:06.500149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Router ba43914e-a5a4-492e-813f-809697ecb756 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:23:06.512585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Usage tracker for resource:network and tenant:cc6ca959192746f5ad34ec1b37cc0f89 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:06.515499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Allocated IP 172.26.4.93 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a11bfbdc-249e-448e-8920-417b5543c7ab) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:06.519225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:06.541699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.593586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:06.645534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Made reservation on behalf of cc6ca959192746f5ad34ec1b37cc0f89 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:06.647906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.669839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.737168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.766567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:06.788926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:06.808681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Usage tracker for resource:security_group_rule and tenant:cc6ca959192746f5ad34ec1b37cc0f89 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:06.814612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:06.850516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.850862 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Added segment 02731787-2ea9-4965-a51b-3ef68bf72c30 of type vlan for network d6816a27-054c-45cf-8785-8b4990fd4e5c Mar 02 07:23:06.886719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7936a4a2-c994-400a-b8d8-2d30b8bd91e5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:06.894357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.922171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.928175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:06.940733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:07.039729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:07.047976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.069220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2775f9c-010c-420d-865c-8867d89e9934,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:07.088907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.089137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa7f20-70e7-4ee5-b6e1-1e32917810b8 None None] Network b5c902e8-cc21-419b-88b5-1a424acb6def requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:07.089254 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Added segment 1e716d2f-dd77-438b-a498-a59e9306c3ee of type vlan for network 79b16cc2-9faf-445c-8502-de3d9f44141d Mar 02 07:23:07.104136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:07.117413 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Sync routers for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:07.134637 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:07.135633 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:07.146074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.155404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:07.155904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.211593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.250732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.277881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.304998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.310825 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb6bad0d-45ae-40b4-ae92-202afc14ef8f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4529674 Mar 02 07:23:07.320637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:07.405396 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1756957 Mar 02 07:23:07.412272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36302) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:07.413258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:07.437871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff776b24-7299-49a3-b243-52c7a7a27add tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event updated for resources: {'Network': ['ID=d6816a27-054c-45cf-8785-8b4990fd4e5c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:07.446947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Request body: {'subnet': {'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:07.489162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d6816a27-054c-45cf-8785-8b4990fd4e5c details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:07.507798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2bacf2c8-b9f2-46d1-a5cf-cfdb218e6797 None None] Provisioning for port 0b799d41-e064-4879-b06d-b94cb9057c6c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:07.517254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.520873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.542372 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:07.623392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.633637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:07.634593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.675724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:07.688431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d36c387-62b4-4b7e-9217-73aea7849b6d None None] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:07.760449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:07.791486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Usage tracker for resource:subnet and tenant:8bcb990f73e64e63a4169aff657af74b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:07.807973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:07.831863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29f56caf-9470-4bc3-a104-651ae00ee915 None None] Provisioning for port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:07.841924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:07.881385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b799d41-e064-4879-b06d-b94cb9057c6c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:07.983820 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3801415 Mar 02 07:23:08.000807 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:08.004681 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:04Z', 'revision_number': 3, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:08.010487 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Checking router: ba43914e-a5a4-492e-813f-809697ecb756 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:08.011666 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Updating router ba43914e-a5a4-492e-813f-809697ecb756 port 71a7fd1a-b604-4588-99d6-1a7175702511 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:23:08.020254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc956c-79cd-461d-9fa5-84e36bf647af tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Pushing event updated for resources: {'Network': ['ID=79b16cc2-9faf-445c-8502-de3d9f44141d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.025478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Made reservation on behalf of 8bcb990f73e64e63a4169aff657af74b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:08.029185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.046727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 79b16cc2-9faf-445c-8502-de3d9f44141d details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:08.069496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0b799d41-e064-4879-b06d-b94cb9057c6c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:08.078387 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.098288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0b799d41-e064-4879-b06d-b94cb9057c6c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:08.099297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.140563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e56fee-dec0-4500-ab28-8cf78c38043b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.152471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Allocated IP 172.26.4.148 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/1a5ce71d-35de-4781-a056-5c76de05c7a6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:08.167034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.249184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f19df031-dd94-4c23-b592-5e8385613c10 None None] Provisioning complete for port 0b799d41-e064-4879-b06d-b94cb9057c6c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:08.249632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f19df031-dd94-4c23-b592-5e8385613c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.250799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:08.258980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'network': {'name': 'tempest-network--1195920683', 'router:external': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:08.266528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:08.321568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:network and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:08.327234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:08.343540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:08.400611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Made reservation on behalf of 69fd2db3516f42ae8f93813ad70cd900 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:08.403008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.409160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.409508 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Added segment 27b00393-5c8c-4f36-b2cf-219c536bcc11 of type vlan for network 97a91acf-bb0a-4411-a835-0c33937040e9 Mar 02 07:23:08.427162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:08.437974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.452069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:08.453785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.480208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:08.484527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f19df031-dd94-4c23-b592-5e8385613c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.486911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.496970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:security_group_rule and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:08.501269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:08.509287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:08.526069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Pushing event updated for resources: {'Port': ['ID=a11bfbdc-249e-448e-8920-417b5543c7ab,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.529957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:08.530871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:08.531505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.538096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f19df031-dd94-4c23-b592-5e8385613c10 None None] For port 0b799d41-e064-4879-b06d-b94cb9057c6c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b799d41-e064-4879-b06d-b94cb9057c6c,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:08.571960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.573279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.581059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f19df031-dd94-4c23-b592-5e8385613c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.646507 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.648039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:08.648822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.694173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:23:08.694496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:23:08.712126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:08.717593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19df031-dd94-4c23-b592-5e8385613c10 None None] Pushing event updated for resources: {'Port': ['ID=0b799d41-e064-4879-b06d-b94cb9057c6c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.765194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event updated for resources: {'Subnet': ['ID=ce231b9f-f0f8-4c8f-953c-e0c2e26ebc4e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.795842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-243e7dad-8541-4609-9a15-72fc3df7072a tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.9781840 Mar 02 07:23:08.802470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36314) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:08.828662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:08.831856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.93'}]}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:08.836820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Checking segment: {'id': '02731787-2ea9-4965-a51b-3ef68bf72c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:08.837176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Network hostable DHCP agents. Network: d6816a27-054c-45cf-8785-8b4990fd4e5c, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:08.847901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:08.852203 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3725755 Mar 02 07:23:08.852353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:08.865780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:08.874199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:08.876595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Request body: {'network': {'project_id': 'cc6ca959192746f5ad34ec1b37cc0f89'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:08.880686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede84053-6439-47e5-96a5-7be4b8b4a211 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Pushing event updated for resources: {'Network': ['ID=97a91acf-bb0a-4411-a835-0c33937040e9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.889431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Usage tracker for resource:router and tenant:8c048eba96c344e3b59048e149427cbc is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:08.890688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:08.891983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Pushing event updated for resources: {'Port': ['ID=1a5ce71d-35de-4781-a056-5c76de05c7a6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:08.895080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 97a91acf-bb0a-4411-a835-0c33937040e9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:08.898299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Usage tracker for resource:network and tenant:cc6ca959192746f5ad34ec1b37cc0f89 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:08.903353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:08.913462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Allocated IP 172.26.4.118 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/9a66ed93-7a6d-4fdf-9a7c-c3fc22ba7775) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:08.929768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:08.942733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:08.950325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Router 042d7c96-2c97-4743-982a-61c62d4b88c5 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:23:09.032969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:09.062588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.076977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.084506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Made reservation on behalf of cc6ca959192746f5ad34ec1b37cc0f89 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:09.086875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.090099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Network d6816a27-054c-45cf-8785-8b4990fd4e5c is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:09.107047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.108113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.163108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d6816a27-054c-45cf-8785-8b4990fd4e5c) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:09.165300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:09.176453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.177981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a15909-5fa8-42d5-b938-3504cbacd21e None None] Network d6816a27-054c-45cf-8785-8b4990fd4e5c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:09.178507 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:09.189414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:09.190045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.191994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.252553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe7d17-95af-46f4-bf2c-643586d0e2db,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:09.277248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.277589 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Added segment 98ac4600-11eb-4c14-8866-1318f0a16dbf of type vlan for network 229fde2d-1bdb-44bc-abf2-196225f5065e Mar 02 07:23:09.317237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.333402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.333773 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Added segment 4d8b2fb2-3792-4c3c-8623-8c4853b4d95d of type vlan for network d9d0eb79-63a8-4734-936c-108b5315bf43 Mar 02 07:23:09.335429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:09.376328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:09.383854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.409562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Sync routers for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:09.410998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.459029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:09.459265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:09.476017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.480215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e73ed051-e034-4b0e-b04b-2a54ac449e5d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6664474 Mar 02 07:23:09.484196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:09.511952 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f40fb088-227f-43d8-a7f3-dd816a23a935 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0822766 Mar 02 07:23:09.529933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.533612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:09.557128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Request body: {'port': {'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1523680562'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:09.577895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.583354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:09.585919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.586716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:09.587289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.600711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:09.601082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.643201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-d6816a27-054c-45cf-8785-8b4990fd4e5c', 'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c', 'tenant_id': '8bcb990f73e64e63a4169aff657af74b', 'fixed_ips': [{'subnet_id': 'ce231b9f-f0f8-4c8f-953c-e0c2e26ebc4e'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:09.644005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:09.712859 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8431463 Mar 02 07:23:09.726394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:09.789186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Allocated IP 172.20.0.1 (a9c8b320-f602-4aff-8d61-aebaeeaf8314/637d1248-55bf-44e9-8066-08cd85cddab6/84e54dfe-d5b2-4367-8b62-3d543bf68337) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:09.793950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Request body: {'network': {'project_id': 'cc6ca959192746f5ad34ec1b37cc0f89'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:09.797294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfac73-6627-45cc-8f6c-97c1286e7d18 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Pushing event updated for resources: {'Network': ['ID=229fde2d-1bdb-44bc-abf2-196225f5065e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:09.810059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:09.813623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:09.819258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Usage tracker for resource:network and tenant:cc6ca959192746f5ad34ec1b37cc0f89 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:09.824703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:09.827297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:09.866165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:09.873494 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 07:23:09.874013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 229fde2d-1bdb-44bc-abf2-196225f5065e details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:09.874127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:09.878190 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4564214-dea7-42a8-aa8a-a7adb5a0e0f5 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0990193 Mar 02 07:23:09.907153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36334) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:09.921374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.068218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.069042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:10.069592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.129325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.149684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:10.165979 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fca5f124-bfa6-4f2c-bc07-623580d2838c tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc6ca959192746f5ad34ec1b37cc0f89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2451353 Mar 02 07:23:10.169243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.177067 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1730995 Mar 02 07:23:10.178273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Usage tracker for resource:port and tenant:8bcb990f73e64e63a4169aff657af74b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:10.182305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36340) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:10.182583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36342) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:10.213950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Transition to ACTIVE for port object 84e54dfe-d5b2-4367-8b62-3d543bf68337 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:10.221208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.244092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:10.264918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Allocated IP 172.20.0.2 (d6816a27-054c-45cf-8785-8b4990fd4e5c/ce231b9f-f0f8-4c8f-953c-e0c2e26ebc4e/1173ec24-2530-4451-aa77-5af943ddff61) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:10.286504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:10.307838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:10.396424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.460220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.497182 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.525160 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Transition to ACTIVE for port object 71a7fd1a-b604-4588-99d6-1a7175702511 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:10.533172 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.533367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b799d41-e064-4879-b06d-b94cb9057c6c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:10.578233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Pushing event updated for resources: {'Port': ['ID=84e54dfe-d5b2-4367-8b62-3d543bf68337,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:10.589143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:10.620317 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Pushing event updated for resources: {'Port': ['ID=71a7fd1a-b604-4588-99d6-1a7175702511,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:10.649070 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.649362 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.649754 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.650125 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.650464 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.650808 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.651146 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.651636 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.652029 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.652535 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.652858 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.653177 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Tracked resource versions report: Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: pushed versions: Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: { 'AddressGroup': {'1.2'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'ConntrackHelper': {'1.0'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Log': {'1.0'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Network': {'1.1'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Port': {'1.7'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'PortForwarding': {'1.2'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'QosPolicy': {'1.8'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroup': {'1.4'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroupRule': {'1.2'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SubPort': {'1.0'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Subnet': {'1.1'}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Trunk': {'1.1'}} Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: consumer versions: Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: { DHCP agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: HyperV agent@hv-neutron-8314: {}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: L3 agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: Metadata agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: Metering agent@dv-neutron-831485-1-hyperv: {}, Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: Open vSwitch agent@dv-neutron-831485-1-hyperv: { 'AddressGroup': '1.2', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'ConntrackHelper': '1.0', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Log': '1.0', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Network': '1.1', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Port': '1.7', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'PortForwarding': '1.2', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'QosPolicy': '1.8', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroup': '1.4', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SecurityGroupRule': '1.2', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'SubPort': '1.0', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Subnet': '1.1', Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: 'Trunk': '1.1'}} Mar 02 07:23:10.654555 dv-neutron-831485-1-hyperv neutron-server[87775]: {{(pid=87775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 07:23:10.657482 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Attempting to bind port 71a7fd1a-b604-4588-99d6-1a7175702511 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:10.657898 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Attempting to bind port 71a7fd1a-b604-4588-99d6-1a7175702511 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:10.658464 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Attempting to bind port 71a7fd1a-b604-4588-99d6-1a7175702511 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:10.666366 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:10.667187 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:10.667187 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.667536 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:10.668000 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Bound port: 71a7fd1a-b604-4588-99d6-1a7175702511, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:10.668386 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.689007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.699279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:10.704724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 3, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:10.712884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:10.720380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0b799d41-e064-4879-b06d-b94cb9057c6c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:10.720756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.729080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:10.752804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Checking router: 042d7c96-2c97-4743-982a-61c62d4b88c5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:10.753406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Updating router 042d7c96-2c97-4743-982a-61c62d4b88c5 port e53e4691-fd32-4f51-94b1-629d2ec5d948 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:23:10.756441 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] For port 71a7fd1a-b604-4588-99d6-1a7175702511, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:10.760235 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] For port 71a7fd1a-b604-4588-99d6-1a7175702511, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=71a7fd1a-b604-4588-99d6-1a7175702511,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:10.765443 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.780511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.790696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:10.811070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Transition to ACTIVE for port object 1173ec24-2530-4451-aa77-5af943ddff61 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:10.849536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Transition to ACTIVE for port object 1173ec24-2530-4451-aa77-5af943ddff61 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:10.853412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361ac85-46e6-4d1b-a482-ddec71a2d96e None None] Pushing event updated for resources: {'Port': ['ID=71a7fd1a-b604-4588-99d6-1a7175702511,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:10.862473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:10.865868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.875697 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:10.876429 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:10.877189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:10.877686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.887709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.908369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:10.926449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.926951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.927962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.928388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > port after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.928804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.929250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.929701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.930127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.930546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:10.930957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:11.072251 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:11.115990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Network d6816a27-054c-45cf-8785-8b4990fd4e5c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:11.131836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:11.164237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:11.170226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.174907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:11.175223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:11.176201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:11.176668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:11.177240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d0eb79-63a8-4734-936c-108b5315bf43']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:11.192598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8b2fb2-3792-4c3c-8623-8c4853b4d95d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:11.193067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8b2fb2-3792-4c3c-8623-8c4853b4d95d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:11.198701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Pushing event updated for resources: {'Port': ['ID=1173ec24-2530-4451-aa77-5af943ddff61,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.211557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.228460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.236622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:11.237128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.346055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e56f6-4a83-41c0-9640-2b84070a2e57 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Network': ['ID=d9d0eb79-63a8-4734-936c-108b5315bf43,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.356080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Made reservation on behalf of 8bcb990f73e64e63a4169aff657af74b for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:11.360841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.396212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d9d0eb79-63a8-4734-936c-108b5315bf43 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:11.422508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f01b2eb-d345-4d87-be17-f5266375da3e None None] Provisioning for port 84e54dfe-d5b2-4367-8b62-3d543bf68337 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: from cryptography.utils import int_from_bytes Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: from cryptography.utils import int_from_bytes Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn_limited( Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn_limited( Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:11.422831 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:11.426883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Port': ['ID=9a66ed93-7a6d-4fdf-9a7c-c3fc22ba7775,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.427688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.433309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9d0eb79-63a8-4734-936c-108b5315bf43 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:23:11.437660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.457561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Attempting to bind port 1173ec24-2530-4451-aa77-5af943ddff61 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:11.457866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:11.458396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Attempting to bind port 1173ec24-2530-4451-aa77-5af943ddff61 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '02731787-2ea9-4965-a51b-3ef68bf72c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:11.459980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Attempting to bind port 1173ec24-2530-4451-aa77-5af943ddff61 on network d6816a27-054c-45cf-8785-8b4990fd4e5c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:11.474391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.476273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:11.477100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Checking segment: {'id': '02731787-2ea9-4965-a51b-3ef68bf72c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:11.477774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.478551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Bound using segment: {'id': '02731787-2ea9-4965-a51b-3ef68bf72c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:11.479786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Bound port: 1173ec24-2530-4451-aa77-5af943ddff61, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02731787-2ea9-4965-a51b-3ef68bf72c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd6816a27-054c-45cf-8785-8b4990fd4e5c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:11.480838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.482551 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:04Z', 'revision_number': 3, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:11.487540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263c690-ab3c-4505-a085-1923fdcefb6d None None] The sync data for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv is: [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:04Z', 'revision_number': 3, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d9d0eb79-63a8-4734-936c-108b5315bf43 could not be found. Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/rpc.py", line 236, in get_network_details Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return plugin.get_network(rpc_context, network) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1180, in get_network Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d9d0eb79-63a8-4734-936c-108b5315bf43 could not be found. Mar 02 07:23:11.499822 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:23:11.508339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.511554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f01b2eb-d345-4d87-be17-f5266375da3e None None] Provisioning complete for port 84e54dfe-d5b2-4367-8b62-3d543bf68337 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:11.512185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f01b2eb-d345-4d87-be17-f5266375da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.559117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9d0eb79-63a8-4734-936c-108b5315bf43,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.559117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] device_id is not set on port f9c1acc7-d3e4-4c06-91e7-23a664af7af3 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:11.623295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b8988db-8a5b-4ba8-890a-3dabd68a91b3 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.627842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Allocated IP 172.20.0.1 (b5c902e8-cc21-419b-88b5-1a424acb6def/cc004003-0c06-4113-bf33-b4b0e47c1545/0c28c643-8c25-42ba-9a15-d67542a1d3b7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:11.656988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6f01b2eb-d345-4d87-be17-f5266375da3e None None] Port 84e54dfe-d5b2-4367-8b62-3d543bf68337 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:11.668627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b8988db-8a5b-4ba8-890a-3dabd68a91b3 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.708537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] For port 1173ec24-2530-4451-aa77-5af943ddff61, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:11.738903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.755649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] For port 1173ec24-2530-4451-aa77-5af943ddff61, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1173ec24-2530-4451-aa77-5af943ddff61,segment=NetworkSegment(02731787-2ea9-4965-a51b-3ef68bf72c30),segment_id=02731787-2ea9-4965-a51b-3ef68bf72c30)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:11.773047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.812635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.849115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Transition to ACTIVE for port object e53e4691-fd32-4f51-94b1-629d2ec5d948 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:11.877803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Pushing event updated for resources: {'Port': ['ID=1a5ce71d-35de-4781-a056-5c76de05c7a6,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.890528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b8988db-8a5b-4ba8-890a-3dabd68a91b3 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.891104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219863d-6d7b-407d-bd77-c7b94fc11031 None None] Pushing event updated for resources: {'Port': ['ID=1173ec24-2530-4451-aa77-5af943ddff61,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.902615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.927875 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e3e3642-e656-47fd-ba2c-a01cd49878ef tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d9d0eb79-63a8-4734-936c-108b5315bf43 HTTP/1.1" status: 204 len: 168 time: 1.6922464 Mar 02 07:23:11.930206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:11.944539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8988db-8a5b-4ba8-890a-3dabd68a91b3 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e56fee-dec0-4500-ab28-8cf78c38043b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:11.945227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:11.947606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b8988db-8a5b-4ba8-890a-3dabd68a91b3 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.948853 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4b8988db-8a5b-4ba8-890a-3dabd68a91b3 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/53e56fee-dec0-4500-ab28-8cf78c38043b HTTP/1.1" status: 204 len: 168 time: 1.7186396 Mar 02 07:23:11.953149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.954179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:11.957827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36358) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:11.973198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:11.983699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:network and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:11.988038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:11.991054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Transition to ACTIVE for port object 0c28c643-8c25-42ba-9a15-d67542a1d3b7 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:11.997729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.007021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:12.014083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.018589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a89f3-ee59-40fc-a41b-3a168b23fb6e None None] Pushing event updated for resources: {'Port': ['ID=e53e4691-fd32-4f51-94b1-629d2ec5d948,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:12.025208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.026095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.063787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Attempting to bind port e53e4691-fd32-4f51-94b1-629d2ec5d948 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:12.063787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Attempting to bind port e53e4691-fd32-4f51-94b1-629d2ec5d948 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:12.063787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Attempting to bind port e53e4691-fd32-4f51-94b1-629d2ec5d948 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:12.071520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:12.072574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:12.072976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.073368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:12.073881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Bound port: e53e4691-fd32-4f51-94b1-629d2ec5d948, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:12.074271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.148175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Pushing event updated for resources: {'Port': ['ID=84e54dfe-d5b2-4367-8b62-3d543bf68337,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:12.187289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] For port e53e4691-fd32-4f51-94b1-629d2ec5d948, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:12.191773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] For port e53e4691-fd32-4f51-94b1-629d2ec5d948, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e53e4691-fd32-4f51-94b1-629d2ec5d948,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:12.198789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.257192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Made reservation on behalf of 69fd2db3516f42ae8f93813ad70cd900 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:12.259681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.338323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:12.338947 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:12.343704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.348214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.397039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.398704 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d595bd83-0adc-4d47-9f19-3a0043340392 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9993932 Mar 02 07:23:12.448298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:12.454056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a89f3-ee59-40fc-a41b-3a168b23fb6e None None] Pushing event updated for resources: {'Port': ['ID=e53e4691-fd32-4f51-94b1-629d2ec5d948,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:12.470890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:12.481950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.482287 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Added segment ee1c55ed-6b61-430c-b4e7-3a701de8852e of type vlan for network 0acf4926-e56d-4682-8e89-2724de696eac Mar 02 07:23:12.543419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.548964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36362) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:12.572839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:12.585887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-473877905', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'fixed_ips': [{'ip_address': '172.26.4.148'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:12.632987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.712504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Network b5c902e8-cc21-419b-88b5-1a424acb6def is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:12.715538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:12.719540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Allocated IP 172.20.0.13 (d6816a27-054c-45cf-8785-8b4990fd4e5c/ce231b9f-f0f8-4c8f-953c-e0c2e26ebc4e/f9c1acc7-d3e4-4c06-91e7-23a664af7af3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:12.748047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:12.776107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:12.778649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:12.779036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.783627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Usage tracker for resource:port and tenant:e4a467e598344c82aa997999f44110ea is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:12.803455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:12.807845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:12.818900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:12.930436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:12.967673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229fde2d-1bdb-44bc-abf2-196225f5065e']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:13.089304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ac4600-11eb-4c14-8866-1318f0a16dbf') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:13.089914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ac4600-11eb-4c14-8866-1318f0a16dbf') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:13.092031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Pushing event updated for resources: {'Port': ['ID=0c28c643-8c25-42ba-9a15-d67542a1d3b7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:13.114941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:13.143903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.164542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.172145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:13.172961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.276332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-666349aa-d396-410a-a9d5-e9a33d25e8ea None None] Provisioning complete for port 84e54dfe-d5b2-4367-8b62-3d543bf68337 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:13.276729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-666349aa-d396-410a-a9d5-e9a33d25e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:13.312379 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:13.313964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.330435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Made reservation on behalf of e4a467e598344c82aa997999f44110ea for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:13.333518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.347127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:13.347833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.349544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.376145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.379974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.392820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.401521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.467592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.468789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:13.469567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.513875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Pushing event deleted for resources: {'Network': ['ID=229fde2d-1bdb-44bc-abf2-196225f5065e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:13.518190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd57d9a-565f-4eae-b7f3-40e79f495e32 None None] Network d6816a27-054c-45cf-8785-8b4990fd4e5c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:13.527775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:13.540039 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ede9deb-7c18-4964-b2df-01866e961392 tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "DELETE /v2.0/networks/229fde2d-1bdb-44bc-abf2-196225f5065e HTTP/1.1" status: 204 len: 168 time: 1.5701475 Mar 02 07:23:13.551480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:13.572728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-666349aa-d396-410a-a9d5-e9a33d25e8ea None None] Port 84e54dfe-d5b2-4367-8b62-3d543bf68337 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:13.595678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Router ba43914e-a5a4-492e-813f-809697ecb756 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:13.603236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Usage tracker for resource:security_group_rule and tenant:e4a467e598344c82aa997999f44110ea is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:13.618015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:13.625979 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6912920 Mar 02 07:23:13.632405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:13.683069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:13.724683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'subnet': {'network_id': '0acf4926-e56d-4682-8e89-2724de696eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:13.750145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1173ec24-2530-4451-aa77-5af943ddff61 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:13.752748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:13.763137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:subnet and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:13.771159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:13.773225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e0b8c-2d0d-4b6a-a558-7bdd850d29e9 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Network': ['ID=0acf4926-e56d-4682-8e89-2724de696eac,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:13.781601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:13.812179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 0acf4926-e56d-4682-8e89-2724de696eac details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:13.835160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-92d5a428-0aa7-465a-a991-fdcdee8ae6bf None None] Provisioning for port 1173ec24-2530-4451-aa77-5af943ddff61 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:13.854033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 3, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:13.865463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Made reservation on behalf of 69fd2db3516f42ae8f93813ad70cd900 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:13.867791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.892943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229d400-8278-4bc1-8596-3a0fb2ed588e None None] The sync data for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv is: [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:06Z', 'revision_number': 3, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:13.903601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.937076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:13.987045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.023510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-92d5a428-0aa7-465a-a991-fdcdee8ae6bf None None] Provisioning for port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:14.035623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.047396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-92d5a428-0aa7-465a-a991-fdcdee8ae6bf None None] Provisioning complete for port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:14.047762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-92d5a428-0aa7-465a-a991-fdcdee8ae6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.084153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.106933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 1173ec24-2530-4451-aa77-5af943ddff61 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:14.122535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-92d5a428-0aa7-465a-a991-fdcdee8ae6bf None None] Port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:14.124744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1173ec24-2530-4451-aa77-5af943ddff61 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:14.125111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.214178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Transition to ACTIVE for port object f9c1acc7-d3e4-4c06-91e7-23a664af7af3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:14.306606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:14.306895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.384212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 1173ec24-2530-4451-aa77-5af943ddff61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1173ec24-2530-4451-aa77-5af943ddff61,segment=NetworkSegment(02731787-2ea9-4965-a51b-3ef68bf72c30),segment_id=02731787-2ea9-4965-a51b-3ef68bf72c30)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:14.393714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.403916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Port': ['ID=9a66ed93-7a6d-4fdf-9a7c-c3fc22ba7775,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:14.408349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:14.435518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.447462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.471328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.530788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.538411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.544335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=1173ec24-2530-4451-aa77-5af943ddff61,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:14.565267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.565814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.566499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.566930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > port after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.567247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.567597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > port after_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.568039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.568418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.568779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.569028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.639652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e53e4691-fd32-4f51-94b1-629d2ec5d948 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:14.655652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.685618 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Sync routers for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:14.699990 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:14.700918 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:14.715204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bfd274dc-7bc7-4647-82e6-812abdf4740b None None] Provisioning complete for port 1173ec24-2530-4451-aa77-5af943ddff61 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:14.715596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bfd274dc-7bc7-4647-82e6-812abdf4740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.742236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.744953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.834969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.835554 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.836051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.836540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 07:23:14.837067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a91acf-bb0a-4411-a835-0c33937040e9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:14.857310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b00393-5c8c-4f36-b2cf-219c536bcc11') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:14.857981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b00393-5c8c-4f36-b2cf-219c536bcc11') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:14.877164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.884954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port e53e4691-fd32-4f51-94b1-629d2ec5d948 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:14.899141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.900185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e53e4691-fd32-4f51-94b1-629d2ec5d948 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:14.900560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:14.908966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:14.909500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.006345 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:15.082550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.088855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.089990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c79c974a-3f88-4892-ab0d-1a61ea342989 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:23:15.094544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.101912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.105739 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5fe1173a-e5a3-44ce-a092-440186469d86 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.5919590 Mar 02 07:23:15.108248 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-006dc127-a9a7-4dff-a3ed-011a9871a591 admin admin] 10.222.0.41 "PUT /v2.0/routers/ba43914e-a5a4-492e-813f-809697ecb756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7864077 Mar 02 07:23:15.109024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: from cryptography.utils import int_from_bytes Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: from cryptography.utils import int_from_bytes Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn_limited( Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn_limited( Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:15.113487 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:15.115841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36380) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:15.117630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Pushing event updated for resources: {'Port': ['ID=0c28c643-8c25-42ba-9a15-d67542a1d3b7,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.142811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port e53e4691-fd32-4f51-94b1-629d2ec5d948, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e53e4691-fd32-4f51-94b1-629d2ec5d948,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:15.155252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.156448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 71a7fd1a-b604-4588-99d6-1a7175702511 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:15.185909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.196791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] device_id is not set on port 838007b9-2760-49cc-a015-a69031adf513 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:15.312698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Network d6816a27-054c-45cf-8785-8b4990fd4e5c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:15.339978 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:15.350895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=e53e4691-fd32-4f51-94b1-629d2ec5d948,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.375598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:15.380598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 71a7fd1a-b604-4588-99d6-1a7175702511 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:15.386536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 71a7fd1a-b604-4588-99d6-1a7175702511 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:15.387164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.501278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-724399458'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:15.515900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:15.538224 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 2, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:15.540263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Network b5c902e8-cc21-419b-88b5-1a424acb6def is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:15.543887 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Checking router: ba43914e-a5a4-492e-813f-809697ecb756 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:15.544468 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Updating router ba43914e-a5a4-492e-813f-809697ecb756 port 84e54dfe-d5b2-4367-8b62-3d543bf68337 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:23:15.568840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18612868-1e11-4dbf-bd87-e57727e5a407,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.587393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:15.600238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Usage tracker for resource:network and tenant:67bf63cc6ddd4eefa9da3752d7681901 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:15.604635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:15.611237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.617035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.643796 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] 10.222.0.41 "DELETE /v2.0/networks/97a91acf-bb0a-4411-a835-0c33937040e9 HTTP/1.1" status: 204 len: 168 time: 2.0656998 Mar 02 07:23:15.645279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:15.650023 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:23:15.655308 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f87385d9-9524-42f6-b727-cdec90bf1ebd tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.8427846 Mar 02 07:23:15.656040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event updated for resources: {'Port': ['ID=f9c1acc7-d3e4-4c06-91e7-23a664af7af3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.658022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb54694-67ec-441f-bc27-d766d94c22db tempest-QuotasNegativeTest-1242476870 tempest-QuotasNegativeTest-1242476870-project-admin] Pushing event deleted for resources: {'Network': ['ID=97a91acf-bb0a-4411-a835-0c33937040e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.666370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.669157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36398) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:15.684033 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36ce1421-aca0-4e2b-a768-0626c53ddca0 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 6.1403692 Mar 02 07:23:15.695938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:15.698433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:15.702666 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.736094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 71a7fd1a-b604-4588-99d6-1a7175702511, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=71a7fd1a-b604-4588-99d6-1a7175702511,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:15.744597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.761917 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:23:15.788999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Deleting port a11bfbdc-249e-448e-8920-417b5543c7ab {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:15.789513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:15.896278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=71a7fd1a-b604-4588-99d6-1a7175702511,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:15.915709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f276b84-d86d-45ef-9f7a-38044b5912be None None] Provisioning for port f9c1acc7-d3e4-4c06-91e7-23a664af7af3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:15.928661 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f276b84-d86d-45ef-9f7a-38044b5912be None None] Provisioning complete for port f9c1acc7-d3e4-4c06-91e7-23a664af7af3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:15.933500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f276b84-d86d-45ef-9f7a-38044b5912be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.008737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Deleting port f9c1acc7-d3e4-4c06-91e7-23a664af7af3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:16.009252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.052306 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 07:23:16.052814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:16.137300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f276b84-d86d-45ef-9f7a-38044b5912be None None] Port f9c1acc7-d3e4-4c06-91e7-23a664af7af3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:16.364624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7beaa68-daca-4b70-973d-72f48db2ae9c None None] Provisioning complete for port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:16.365001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7beaa68-daca-4b70-973d-72f48db2ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.368005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68ef13df-58f8-4672-ab91-5051612bd0a3 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.7774711 Mar 02 07:23:16.370878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:16.391850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.432853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7beaa68-daca-4b70-973d-72f48db2ae9c None None] Port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:16.465892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Made reservation on behalf of 67bf63cc6ddd4eefa9da3752d7681901 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:16.472367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.581509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e53e4691-fd32-4f51-94b1-629d2ec5d948 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:16.591053 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.604953 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Transition to ACTIVE for port object 84e54dfe-d5b2-4367-8b62-3d543bf68337 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:16.614275 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.670237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Calling delete_port for a11bfbdc-249e-448e-8920-417b5543c7ab owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:16.680367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.700449 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c93f3a-4ae6-43d8-871d-72c0a9929a8f None None] Pushing event updated for resources: {'Port': ['ID=84e54dfe-d5b2-4367-8b62-3d543bf68337,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:16.727683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Router 042d7c96-2c97-4743-982a-61c62d4b88c5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:16.734387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:23:16.735107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.743312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e53e4691-fd32-4f51-94b1-629d2ec5d948 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:16.744070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.744759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:16.749516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Usage tracker for resource:security_group_rule and tenant:67bf63cc6ddd4eefa9da3752d7681901 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:16.756547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:16.766550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:16.875794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.931144 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Attempting to bind port 84e54dfe-d5b2-4367-8b62-3d543bf68337 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:16.931656 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Attempting to bind port 84e54dfe-d5b2-4367-8b62-3d543bf68337 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:16.932058 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Attempting to bind port 84e54dfe-d5b2-4367-8b62-3d543bf68337 on network a9c8b320-f602-4aff-8d61-aebaeeaf8314 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:16.939054 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:16.939905 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Checking segment: {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:16.940476 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.941003 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Bound using segment: {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:16.941571 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Bound port: 84e54dfe-d5b2-4367-8b62-3d543bf68337, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:16.942082 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.974185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.987237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:16.996860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:16.997425 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Added segment fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac of type vlan for network 82176082-5d70-4c7a-b13a-1a6522c8d221 Mar 02 07:23:17.021383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Subnet': ['ID=076dcd9b-f5bc-469e-9bc4-7265b8e1cbc3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:17.060850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Checking segment: {'id': 'ee1c55ed-6b61-430c-b4e7-3a701de8852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0acf4926-e56d-4682-8e89-2724de696eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:17.061205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Network hostable DHCP agents. Network: 0acf4926-e56d-4682-8e89-2724de696eac, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:17.069008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36420) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:17.088629 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] For port 84e54dfe-d5b2-4367-8b62-3d543bf68337, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:17.093885 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] For port 84e54dfe-d5b2-4367-8b62-3d543bf68337, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=84e54dfe-d5b2-4367-8b62-3d543bf68337,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:17.103913 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.119613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.123868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 71a7fd1a-b604-4588-99d6-1a7175702511 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:17.126959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Network 0acf4926-e56d-4682-8e89-2724de696eac is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:17.131787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.192883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 0acf4926-e56d-4682-8e89-2724de696eac) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:17.209004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Pushing event deleted for resources: {'Port': ['ID=a11bfbdc-249e-448e-8920-417b5543c7ab,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:17.219462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff056023-2928-46c0-af5a-4aead1e5acd6 None None] Network 0acf4926-e56d-4682-8e89-2724de696eac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:17.232881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36428) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:17.235288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:17.236009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.245101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Deleting port 1a5ce71d-35de-4781-a056-5c76de05c7a6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:17.245600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.274948 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c93f3a-4ae6-43d8-871d-72c0a9929a8f None None] Pushing event updated for resources: {'Port': ['ID=84e54dfe-d5b2-4367-8b62-3d543bf68337,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:17.297992 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:17.298701 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:17.362369 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c285999a-a63c-4e9b-baaa-93f14940ff71 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7002437 Mar 02 07:23:17.367883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36432) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:17.374651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'floatingip': {'floating_network_id': '0acf4926-e56d-4682-8e89-2724de696eac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:17.380845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:17.384530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864967157', 'description': 'tempest-description--1861717755'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:17.384652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:floatingip and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:17.387437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:17.406470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:17.421054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.448213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.452073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 71a7fd1a-b604-4588-99d6-1a7175702511 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:17.452884 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.476776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:17.508663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Usage tracker for resource:security_group_rule and tenant:d68676788ded45a588914fab38e87332 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:17.511922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.512126 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:17.513368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:17.518118 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-76f46f76-a9e3-4136-ad6c-02752b332db2 tempest-RoutersAdminNegativeIpV6Test-64668212 tempest-RoutersAdminNegativeIpV6Test-64668212-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a11bfbdc-249e-448e-8920-417b5543c7ab HTTP/1.1" status: 204 len: 168 time: 1.8293085 Mar 02 07:23:17.528937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:17.556235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec21a7-cab6-496d-8331-74fa3b452d21,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:17.558972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:17.563664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Usage tracker for resource:security_group and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:17.574356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:17.607602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:17.634298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:17.741555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.747279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:17.747897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.750988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2791f89-2041-45a6-a11e-4e30961aa5f7 None None] Network 0acf4926-e56d-4682-8e89-2724de696eac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:17.916966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.919162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:17.955562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36440) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:17.963052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.012936 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:17Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:18.026534 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c54bc-b1e4-479b-a217-67b4088c3a41 None None] The sync data for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv is: [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:17Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:18.067268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.067574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1173ec24-2530-4451-aa77-5af943ddff61 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:18.072122 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d68676788ded45a588914fab38e87332&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0018561 Mar 02 07:23:18.076501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36446) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:18.094888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae1c69-6f65-43b7-a829-f6fe428dbd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5b2876-0c41-4124-a48a-6e716ddb4df1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:18.260987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1173ec24-2530-4451-aa77-5af943ddff61 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:18.261886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.277344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.324059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:18.336713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Usage tracker for resource:security_group_rule and tenant:664db4a6c757474f935de32cab937e61 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:18.339808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Allocated IP 172.20.0.13 (0acf4926-e56d-4682-8e89-2724de696eac/076dcd9b-f5bc-469e-9bc4-7265b8e1cbc3/fc5f19e7-7bb6-4de8-a822-342666474ed9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:18.345806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:18.350628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd76a6dc-9978-4749-8bf9-043a0ddde83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.353488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.356325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:18.389803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:18.406779 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cefd3373-3d3b-4f63-ac5f-f6bb0b53c368 admin admin] 10.222.0.41 "PUT /v2.0/routers/042d7c96-2c97-4743-982a-61c62d4b88c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9217668 Mar 02 07:23:18.410062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Sync routers for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:18.415454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Network': ['ID=82176082-5d70-4c7a-b13a-1a6522c8d221,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:18.449481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:18.450132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:18.463178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd76a6dc-9978-4749-8bf9-043a0ddde83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.532371 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b8f5d415-24b1-413c-95db-76312e86f34c tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.3417327 Mar 02 07:23:18.533690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:18.573121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Request body: {'subnet': {'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:18.723414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:18.725823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:18.742573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Usage tracker for resource:security_group_rule and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:18.750973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:18.775200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:18.885492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:18.924321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Usage tracker for resource:subnet and tenant:67bf63cc6ddd4eefa9da3752d7681901 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:18.943747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.947186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd76a6dc-9978-4749-8bf9-043a0ddde83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.954584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:18.965763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.971627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:18.975709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:18.978388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76a6dc-9978-4749-8bf9-043a0ddde83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5b2876-0c41-4124-a48a-6e716ddb4df1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:18.989895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.027599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Calling delete_port for f9c1acc7-d3e4-4c06-91e7-23a664af7af3 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:19.054619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Made reservation on behalf of 67bf63cc6ddd4eefa9da3752d7681901 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:19.061731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.081969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 84e54dfe-d5b2-4367-8b62-3d543bf68337 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:19.096873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.124390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.124950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.128373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d84775-f419-4740-947f-ef64d7e47343,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:19.141566 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bedd684a-354a-4148-8ddf-493560e45456 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=664db4a6c757474f935de32cab937e61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1825747 Mar 02 07:23:19.146698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36466) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:19.205668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd76a6dc-9978-4749-8bf9-043a0ddde83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.233139 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd76a6dc-9978-4749-8bf9-043a0ddde83b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de5b2876-0c41-4124-a48a-6e716ddb4df1 HTTP/1.1" status: 204 len: 168 time: 1.1399992 Mar 02 07:23:19.288218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.384205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 84e54dfe-d5b2-4367-8b62-3d543bf68337 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:19.390891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Calling delete_port for 1a5ce71d-35de-4781-a056-5c76de05c7a6 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:19.405596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:19.439178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.444165 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2052531 Mar 02 07:23:19.456843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:19.476777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 84e54dfe-d5b2-4367-8b62-3d543bf68337 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:19.477494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.534381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.693945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5f19e7-7bb6-4de8-a822-342666474ed9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:19.699205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353e59a-c96b-481e-98ba-f96b7662f214 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5b8b29-e879-41a6-8d7c-422b02950f51,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:19.711375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Network 0acf4926-e56d-4682-8e89-2724de696eac is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:19.713488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:19.722901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:19.730744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Request body: {'security_group_rule': {'security_group_id': 'fe5b8b29-e879-41a6-8d7c-422b02950f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:19.750583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:19.764295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80e76581-98cc-43e0-8563-e028fb5b9750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.770809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Usage tracker for resource:security_group_rule and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:19.782379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:19.802420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80e76581-98cc-43e0-8563-e028fb5b9750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.822207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:19.882670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.883345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80e76581-98cc-43e0-8563-e028fb5b9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.939327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80e76581-98cc-43e0-8563-e028fb5b9750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:19.941266 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80e76581-98cc-43e0-8563-e028fb5b9750 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18d84775-f419-4740-947f-ef64d7e47343 HTTP/1.1" status: 204 len: 168 time: 0.7930350 Mar 02 07:23:19.975376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e76581-98cc-43e0-8563-e028fb5b9750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d84775-f419-4740-947f-ef64d7e47343,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:19.978353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:19.978788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 84e54dfe-d5b2-4367-8b62-3d543bf68337, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=84e54dfe-d5b2-4367-8b62-3d543bf68337,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:20.003087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.051835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.067895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.098403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 2, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:20.105932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Checking router: 042d7c96-2c97-4743-982a-61c62d4b88c5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:23:20.106598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Updating router 042d7c96-2c97-4743-982a-61c62d4b88c5 port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:23:20.134042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36486) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:20.145163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:20.147120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637417346', 'description': 'tempest-description--404715627'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:20.156821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=84e54dfe-d5b2-4367-8b62-3d543bf68337,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:20.157280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:20.159805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.162730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Usage tracker for resource:security_group_rule and tenant:9810bcdc22c049ceae2b9fa039fcb94f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:20.174626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:20.188223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Usage tracker for resource:security_group and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:20.192286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:20.192411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.200997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:20.209216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.242915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:20.255383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event deleted for resources: {'Port': ['ID=f9c1acc7-d3e4-4c06-91e7-23a664af7af3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:20.355781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Subnet': ['ID=c7694eb9-f841-4e45-884f-a2d0a00f8ca2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:20.402829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.428480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.436848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.502594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.528913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.535777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:20.549212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a5ce71d-35de-4781-a056-5c76de05c7a6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:20.577478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.585281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:20.593356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Usage tracker for resource:security_group_rule and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:20.600135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:20.602891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Checking segment: {'id': 'fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:20.603234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Network hostable DHCP agents. Network: 82176082-5d70-4c7a-b13a-1a6522c8d221, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:20.639195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:20.700291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.700480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45968845-8000-49de-b3cb-e509456ea8dd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:20.715291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Transition to ACTIVE for port object 0c28c643-8c25-42ba-9a15-d67542a1d3b7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:20.731791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.749759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:20.770809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.792878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 82176082-5d70-4c7a-b13a-1a6522c8d221) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:20.810157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c1926-d77b-4378-835d-2ffcff139f8d None None] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:20.828436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:20.831008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.841628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 84e54dfe-d5b2-4367-8b62-3d543bf68337 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:20.857583 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6344d738-3b43-4362-a6ff-50d593c02ff0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c048eba96c344e3b59048e149427cbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3134406 Mar 02 07:23:20.861706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.864265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36496) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:20.864392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.874748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4658f951-4367-42e1-8d3b-7003b81ef689 tempest-ExternalNetworksAdminNegativeTestJSON-917062315 tempest-ExternalNetworksAdminNegativeTestJSON-917062315-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/1fcedff5-f417-4e14-b300-5f96b9a0eb08 HTTP/1.1" status: 204 len: 168 time: 4.3750701 Mar 02 07:23:20.874748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.874748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec90b5b5-36fe-4a81-987f-fac3288c4b76 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2070351 Mar 02 07:23:20.874748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-739ae4ab-8dd2-494a-93f7-6ba2fe4cd801 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "DELETE /v2.0/ports/f9c1acc7-d3e4-4c06-91e7-23a664af7af3 HTTP/1.1" status: 204 len: 168 time: 5.1682658 Mar 02 07:23:20.874748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:20.874748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:20.880968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Request body: {'security_group_rule': {'security_group_id': 'fe5b8b29-e879-41a6-8d7c-422b02950f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:20.886515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.893599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:20.897705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.900960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.920701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Usage tracker for resource:security_group_rule and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:20.930393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:20.930725 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d70f0078-3122-4fa9-90c6-3f92031a3639 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3754201 Mar 02 07:23:20.931524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:20.935165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36512) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:20.989602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:20.996343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:20.997332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442cbcc6-12f2-4821-ba9b-6725fdacb063,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:21.010104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1834294735', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:21.031207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11db6e-3e65-4cdf-aea8-d53fbc712e86,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:21.040294 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25fb9a74-5d21-46df-9423-934b15f7f224 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9810bcdc22c049ceae2b9fa039fcb94f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0535388 Mar 02 07:23:21.040683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:21.044379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.063166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:21.068681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.093373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.135532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Usage tracker for resource:router and tenant:67bf63cc6ddd4eefa9da3752d7681901 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:21.152274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.156670 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b3d1ebc5-f45d-42cd-a483-109b6f0dea25 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0184925 Mar 02 07:23:21.158358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:21.174807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Request body: {'security_group_rule': {'security_group_id': '442cbcc6-12f2-4821-ba9b-6725fdacb063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:21.216106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.217900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:21.230454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Usage tracker for resource:security_group_rule and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:21.234346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.240565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:21.261493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:21.285844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b95b9-ee08-485c-8e67-bc1ccff59681 None None] Pushing event updated for resources: {'Port': ['ID=0c28c643-8c25-42ba-9a15-d67542a1d3b7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:21.319043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:21.329844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:21.362503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-120d2101-fce6-4986-91af-be2c4bbc6721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.373386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b0a244-4509-4a1a-95df-4ec10f35de0d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:21.395169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.410726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.423121 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0677ea1-7ddf-4a84-8caf-92caefe2d742 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5465105 Mar 02 07:23:21.431979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36526) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:21.434713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84fce8e-3094-4946-9404-5982804310d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.440283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.444729 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7013c83-2f87-439f-8c0d-e67d615e59a8 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5679872 Mar 02 07:23:21.444866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.444866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.446600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:21.447333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36532) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:21.450703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1798058504'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:21.461471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5f19e7-7bb6-4de8-a822-342666474ed9,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:21.461638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:21.468635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.469735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ced0fdb7-f1d4-4381-a591-5329e9266bf7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1007698 Mar 02 07:23:21.473120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 84e54dfe-d5b2-4367-8b62-3d543bf68337 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:21.473289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:21.473386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.475312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:21.477739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36538) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:21.479781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Usage tracker for resource:floatingip and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:21.483250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:21.489773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Usage tracker for resource:network and tenant:8bcb990f73e64e63a4169aff657af74b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:21.491386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:21.514311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-120d2101-fce6-4986-91af-be2c4bbc6721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.523139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.533214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Attempting to bind port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:21.533578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Attempting to bind port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:21.533963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Attempting to bind port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 on network b5c902e8-cc21-419b-88b5-1a424acb6def {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:21.552074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84fce8e-3094-4946-9404-5982804310d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.558974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:21.559937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:21.560307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Checking segment: {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:21.560697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.561472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Bound using segment: {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:21.561589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Bound port: 0c28c643-8c25-42ba-9a15-d67542a1d3b7, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:21.561936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.598282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:21.600892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-26573980-202e-4830-a7bb-652cd129e68f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Synchronizing usage tracker for tenant:69fd2db3516f42ae8f93813ad70cd900 on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:21.613472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.653689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Made reservation on behalf of 8bcb990f73e64e63a4169aff657af74b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:21.657135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.737940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-26573980-202e-4830-a7bb-652cd129e68f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Unset dirty status for tenant:69fd2db3516f42ae8f93813ad70cd900 on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:21.739670 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26573980-202e-4830-a7bb-652cd129e68f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=0acf4926-e56d-4682-8e89-2724de696eac HTTP/1.1" status: 200 len: 690 time: 0.2548165 Mar 02 07:23:21.743521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36544) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:21.797441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-82176082-5d70-4c7a-b13a-1a6522c8d221', 'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221', 'tenant_id': '67bf63cc6ddd4eefa9da3752d7681901', 'fixed_ips': [{'subnet_id': 'c7694eb9-f841-4e45-884f-a2d0a00f8ca2'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:21.798556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.820660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] For port 0c28c643-8c25-42ba-9a15-d67542a1d3b7, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:21.867899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] For port 0c28c643-8c25-42ba-9a15-d67542a1d3b7, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0c28c643-8c25-42ba-9a15-d67542a1d3b7,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:21.871812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.881200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.882289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.893736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.901405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84fce8e-3094-4946-9404-5982804310d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.911600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:21.923316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Usage tracker for resource:security_group_rule and tenant:096ead3388ed4ff690e658b0e844c137 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:21.935580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:21.941341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e16d87c-9a47-49d7-9682-bcc25490f06f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:21.951304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:21.966145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-120d2101-fce6-4986-91af-be2c4bbc6721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.968963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-120d2101-fce6-4986-91af-be2c4bbc6721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.970243 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-120d2101-fce6-4986-91af-be2c4bbc6721 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f11db6e-3e65-4cdf-aea8-d53fbc712e86 HTTP/1.1" status: 204 len: 168 time: 0.9284716 Mar 02 07:23:21.995916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:21.997150 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-faf826f0-d26a-42e9-837a-cf1dffea999b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8348274 Mar 02 07:23:22.014788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:22.014930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d2101-fce6-4986-91af-be2c4bbc6721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11db6e-3e65-4cdf-aea8-d53fbc712e86,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:22.015682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:22.025601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:22.049311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Request body: {'security_group_rule': {'security_group_id': '442cbcc6-12f2-4821-ba9b-6725fdacb063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:22.055939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fce8e-3094-4946-9404-5982804310d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda36ea6-54e8-4faa-b289-bd6515d4a786,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:22.058826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:22.059779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.064308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:22.069355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Usage tracker for resource:security_group_rule and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:22.075331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:22.087062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:22.094436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.094778 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Added segment 6d1ecf04-9600-4591-80a3-47fc6a603855 of type vlan for network 6dfec410-b32e-49e4-9208-a40a91ee7428 Mar 02 07:23:22.103031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84fce8e-3094-4946-9404-5982804310d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.107236 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e84fce8e-3094-4946-9404-5982804310d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fda36ea6-54e8-4faa-b289-bd6515d4a786 HTTP/1.1" status: 204 len: 168 time: 1.2398877 Mar 02 07:23:22.192286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.203553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b95b9-ee08-485c-8e67-bc1ccff59681 None None] Pushing event updated for resources: {'Port': ['ID=0c28c643-8c25-42ba-9a15-d67542a1d3b7,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:22.207427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.247113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.257807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.353156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Allocated IP 172.20.0.2 (82176082-5d70-4c7a-b13a-1a6522c8d221/c7694eb9-f841-4e45-884f-a2d0a00f8ca2/e17f4141-4119-42bb-8b68-6b14997efdc2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:22.443429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:23:22.451310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:22.491440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Deleting port fc5f19e7-7bb6-4de8-a822-342666474ed9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:22.491781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.527871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Allocated IP 172.26.4.60 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/b897e95a-f5e7-443c-b3d3-aad7bc4c3b73) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:22.558362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.563910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:22.564548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.772192 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3386953 Mar 02 07:23:22.781388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:22.807186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1b894-2637-4815-b222-a86676b4da98 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event updated for resources: {'Network': ['ID=6dfec410-b32e-49e4-9208-a40a91ee7428,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:22.823555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.840498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.856837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.857457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:22.942760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca483c07-cfc5-4d54-97ca-04b75698a39f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:22.943985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6dfec410-b32e-49e4-9208-a40a91ee7428 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:23.073402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.160563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.234186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Calling delete_port for fc5f19e7-7bb6-4de8-a822-342666474ed9 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:23.236845 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e531924b-561f-4fc6-be93-50ad3dac820e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=096ead3388ed4ff690e658b0e844c137&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7859192 Mar 02 07:23:23.254163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:23.281334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.292653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:23.320898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:23.327724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:23.348756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Transition to ACTIVE for port object e17f4141-4119-42bb-8b68-6b14997efdc2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:23.391512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Transition to ACTIVE for port object e17f4141-4119-42bb-8b68-6b14997efdc2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:23.411501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.485226 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.507334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:23.510986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:23.513563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:23.520411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:21Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:23.532044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d036c-e5a2-4950-b5ee-4d719a3097f1 None None] The sync data for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv is: [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:21Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:23.560446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event updated for resources: {'Port': ['ID=b897e95a-f5e7-443c-b3d3-aad7bc4c3b73,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:23.561253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.640442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.645534 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-62f47953-2b23-4a11-a33d-d0c2cfab1d3a tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "GET /v2.0/agents/190db5f0-c973-4c2f-9105-8c0ddeaa43c6/dhcp-networks HTTP/1.1" status: 200 len: 6452 time: 0.8100190 Mar 02 07:23:23.654756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:23.684361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Pushing event updated for resources: {'Port': ['ID=e17f4141-4119-42bb-8b68-6b14997efdc2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:23.689233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.726260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Attempting to bind port e17f4141-4119-42bb-8b68-6b14997efdc2 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:23.726630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Attempting to bind port e17f4141-4119-42bb-8b68-6b14997efdc2 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:23.726984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Attempting to bind port e17f4141-4119-42bb-8b68-6b14997efdc2 on network 82176082-5d70-4c7a-b13a-1a6522c8d221 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:23.733752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:23.734189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Checking segment: {'id': 'fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:23.734775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.735212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Bound using segment: {'id': 'fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:23.735676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Bound port: e17f4141-4119-42bb-8b68-6b14997efdc2, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:23.736699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.840681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:23.861590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] For port e17f4141-4119-42bb-8b68-6b14997efdc2, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:23.863274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5ff137-8bbb-49a6-87d0-1756be7c0261,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:23.867941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc5a2-8d29-4232-8705-b82013e9407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.873906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] For port e17f4141-4119-42bb-8b68-6b14997efdc2, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e17f4141-4119-42bb-8b68-6b14997efdc2,segment=NetworkSegment(fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac),segment_id=fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:23.889628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Allocated IP 172.26.4.13 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/3b03629b-81c0-4a44-9b5c-ddffa5760e5e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:23.892944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:23.904528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.036658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e442c4-ff4a-41c7-b794-207caeeb174e None None] Pushing event updated for resources: {'Port': ['ID=e17f4141-4119-42bb-8b68-6b14997efdc2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:24.064388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.069696 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b9c9f98-ddb6-41bb-b7ad-c69ada767121 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0249529 Mar 02 07:23:24.080546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:24.082672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc5a2-8d29-4232-8705-b82013e9407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.108794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:24.141400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:24.167623 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eba8093f-1164-47af-ad50-96a14a79cf6f tempest-AgentManagementNegativeTest-960677695 tempest-AgentManagementNegativeTest-960677695-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3242152 Mar 02 07:23:24.169414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Usage tracker for resource:floatingip and tenant:25844c16250943739790694a4bd700d9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:24.180316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:24.224114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:24.232669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.298922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e3623-adfa-4263-93e4-fe8c97ca7298 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] Network 6dfec410-b32e-49e4-9208-a40a91ee7428 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:24.332410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.346485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.410570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e22f96-674d-4d09-852a-c8aff33de7b6 None None] Network 6dfec410-b32e-49e4-9208-a40a91ee7428 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:24.417793 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-633e3623-adfa-4263-93e4-fe8c97ca7298 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "POST /v2.0/agents/190db5f0-c973-4c2f-9105-8c0ddeaa43c6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7619996 Mar 02 07:23:24.434463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:24.451730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc5a2-8d29-4232-8705-b82013e9407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.501910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.510885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc5f19e7-7bb6-4de8-a822-342666474ed9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:24.525783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bc5a2-8d29-4232-8705-b82013e9407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca483c07-cfc5-4d54-97ca-04b75698a39f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:24.651024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.736871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:24.737783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.847152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc5a2-8d29-4232-8705-b82013e9407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.848345 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7f7bc5a2-8d29-4232-8705-b82013e9407c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca483c07-cfc5-4d54-97ca-04b75698a39f HTTP/1.1" status: 204 len: 168 time: 1.5801594 Mar 02 07:23:24.883849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:24.933290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0c28c643-8c25-42ba-9a15-d67542a1d3b7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:25.023241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36650) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:25.043268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:25.066147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:25.077372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:25.088693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:25.094488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:25.095156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.241558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.261541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.276110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.340658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=076dcd9b-f5bc-469e-9bc4-7265b8e1cbc3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:25.343255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Port': ['ID=3b03629b-81c0-4a44-9b5c-ddffa5760e5e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:25.392168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.451279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.489371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 0c28c643-8c25-42ba-9a15-d67542a1d3b7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0c28c643-8c25-42ba-9a15-d67542a1d3b7,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:25.510716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.511574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e17f4141-4119-42bb-8b68-6b14997efdc2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:25.533787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c290da2d-ccdd-43c7-ba7d-11b974ac9a47 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "GET /v2.0/agents/190db5f0-c973-4c2f-9105-8c0ddeaa43c6/dhcp-networks HTTP/1.1" status: 200 len: 7222 time: 1.0979834 Mar 02 07:23:25.536109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36658) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:25.593441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.607133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1849d-e6f2-48a9-b5e0-a06c555db6da None None] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:25.623139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acf4926-e56d-4682-8e89-2724de696eac']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:25.638347 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1c55ed-6b61-430c-b4e7-3a701de8852e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:25.638964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1c55ed-6b61-430c-b4e7-3a701de8852e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:25.651762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.652477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event updated for resources: {'Port': ['ID=b897e95a-f5e7-443c-b3d3-aad7bc4c3b73,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:25.678585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.694938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:25.695577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.811459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=0c28c643-8c25-42ba-9a15-d67542a1d3b7,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:25.815012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-51bab5f8-854c-4b3f-ba71-b767cc38dee4 None None] Provisioning for port e17f4141-4119-42bb-8b68-6b14997efdc2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:25.828928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.844755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.942143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port e17f4141-4119-42bb-8b68-6b14997efdc2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:25.958194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e17f4141-4119-42bb-8b68-6b14997efdc2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:25.958574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:25.969165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36662) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:25.987013 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:25.988714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:26.000629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ad1b503a-affb-4584-89b8-e4978886d57a tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:26.008185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Usage tracker for resource:security_group_rule and tenant:8708e7c1693a4fc7b9019363ba957f12 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:26.012028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:26.029091 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eeb909aa-b794-4b83-b1c9-498d161ccc47 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "DELETE /v2.0/agents/190db5f0-c973-4c2f-9105-8c0ddeaa43c6/dhcp-networks/6dfec410-b32e-49e4-9208-a40a91ee7428 HTTP/1.1" status: 204 len: 168 time: 0.3803675 Mar 02 07:23:26.032277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:26.033558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.041460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.050275 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32b6a9d6-61ba-4301-bc2a-a0cff270bb38 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5901942 Mar 02 07:23:26.109353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Allocated IP 172.26.4.134 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a8d41044-c6d3-43dc-929f-be102855bf85) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:26.152641 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c5ef168-5e6e-484e-bbe7-b705fd3cafe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4a467e598344c82aa997999f44110ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769581 Mar 02 07:23:26.153425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.167700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.213972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0acf4926-e56d-4682-8e89-2724de696eac {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:23:26.216178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.227779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event deleted for resources: {'Network': ['ID=0acf4926-e56d-4682-8e89-2724de696eac,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:26.231128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.269375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port e17f4141-4119-42bb-8b68-6b14997efdc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e17f4141-4119-42bb-8b68-6b14997efdc2,segment=NetworkSegment(fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac),segment_id=fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:26.282375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.375130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.375643 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ad1b503a-affb-4584-89b8-e4978886d57a tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "PUT /v2.0/quotas/f6cea17f711e4cc6bf3b75f1fb091fab HTTP/1.1" status: 200 len: 366 time: 1.3418534 Mar 02 07:23:26.426018 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2bcd9589-edc4-4b58-b9e1-e6edf8b9c51f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "DELETE /v2.0/networks/0acf4926-e56d-4682-8e89-2724de696eac HTTP/1.1" status: 204 len: 168 time: 4.6797602 Mar 02 07:23:26.430923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36690) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.431619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.513088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aa3e5ac4-1d5f-4fd8-9507-95173ae23f26 None None] Provisioning complete for port e17f4141-4119-42bb-8b68-6b14997efdc2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:26.513621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa3e5ac4-1d5f-4fd8-9507-95173ae23f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.516089 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19bf325a-50a1-466b-aa0f-42c31ada2727 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1343894 Mar 02 07:23:26.524407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36694) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.578241 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9f99d2f2-9666-4da8-99ce-a83516853253 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "GET /v2.0/quotas/f6cea17f711e4cc6bf3b75f1fb091fab HTTP/1.1" status: 200 len: 366 time: 0.0493643 Mar 02 07:23:26.586017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.588076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.593065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=e17f4141-4119-42bb-8b68-6b14997efdc2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:26.600379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70ae8e19-1d10-403a-b2d6-fe414eb6b939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.629173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea4e34b9-d0f1-40fa-960e-4797d966146d tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "GET /v2.0/agents/190db5f0-c973-4c2f-9105-8c0ddeaa43c6/dhcp-networks HTTP/1.1" status: 200 len: 5684 time: 0.5838647 Mar 02 07:23:26.633374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.655069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.671045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-96a89b22-6975-4d6b-a6e6-03e5a4effbb5 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Synchronizing usage tracker for tenant:69fd2db3516f42ae8f93813ad70cd900 on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:26.689026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70ae8e19-1d10-403a-b2d6-fe414eb6b939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.711474 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ac7382a2-2328-4771-ae1a-1cff3e5b9f47 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "GET /v2.0/networks/d6816a27-054c-45cf-8785-8b4990fd4e5c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0736396 Mar 02 07:23:26.716014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.771253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36712) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.803321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.833886 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-497c0fde-2006-48f3-ae2b-002ca1103293 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/f6cea17f711e4cc6bf3b75f1fb091fab HTTP/1.1" status: 204 len: 168 time: 0.2316544 Mar 02 07:23:26.837803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0c28c643-8c25-42ba-9a15-d67542a1d3b7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:26.841571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36720) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.842066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36722) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.868786 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 07:23:26.873696 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8708e7c1693a4fc7b9019363ba957f12&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0958200 Mar 02 07:23:26.878789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.891379 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39dc5b3c-a462-4891-ba0f-2cb7e2f517f3 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "GET /v2.0/networks/d6816a27-054c-45cf-8785-8b4990fd4e5c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1144042 Mar 02 07:23:26.896425 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-980955f7-4324-45c5-a91c-25d3ebec32ab tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0495572 Mar 02 07:23:26.897241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-96a89b22-6975-4d6b-a6e6-03e5a4effbb5 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Unset dirty status for tenant:69fd2db3516f42ae8f93813ad70cd900 on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:26.899066 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96a89b22-6975-4d6b-a6e6-03e5a4effbb5 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.4137862 Mar 02 07:23:26.900037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.900473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36734) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.911655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:26.915362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1fae6-4429-4e98-b248-76bcc1edeb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6721eeb8-7df8-4499-93a2-0e76645f381e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:26.926739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:26.927325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:26.928369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:26.975572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:26.978296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:27.024728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event updated for resources: {'Port': ['ID=a8d41044-c6d3-43dc-929f-be102855bf85,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:27.040043 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc42a000-4481-4c8f-8743-087e74d2a741 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "GET /v2.0/quotas/f6cea17f711e4cc6bf3b75f1fb091fab HTTP/1.1" status: 200 len: 370 time: 0.1257131 Mar 02 07:23:27.043055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36744) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:27.057061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e17f4141-4119-42bb-8b68-6b14997efdc2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:27.070424 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-88ee05fc-c0aa-4294-a47e-10728381ff08 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "GET /v2.0/quotas/f6cea17f711e4cc6bf3b75f1fb091fab/default HTTP/1.1" status: 200 len: 370 time: 0.0130048 Mar 02 07:23:27.077288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70ae8e19-1d10-403a-b2d6-fe414eb6b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.082171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36748) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:27.087065 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-58dac348-01b6-4a03-a756-b7af7b8bdd7f tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--864967157&fields=id&tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b HTTP/1.1" status: 200 len: 267 time: 0.2420816 Mar 02 07:23:27.127468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8e19-1d10-403a-b2d6-fe414eb6b939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18612868-1e11-4dbf-bd87-e57727e5a407,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:27.133552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e17f4141-4119-42bb-8b68-6b14997efdc2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:27.133803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.152323 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-63195b39-e18e-4649-b8bb-30e483fc646b tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] delete failed (client error): The resource could not be found. Mar 02 07:23:27.153248 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63195b39-e18e-4649-b8bb-30e483fc646b tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/f6cea17f711e4cc6bf3b75f1fb091fab HTTP/1.1" status: 404 len: 348 time: 0.0610511 Mar 02 07:23:27.156907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.157367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.158117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.158287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.158704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.159172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.159612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.161838 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d65a1708-a061-478f-b9cb-d1cb64cf73ec tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4560 time: 0.2486434 Mar 02 07:23:27.168190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4af0b514-1375-40a9-a3b5-97627ef604df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.170773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:27.172544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70ae8e19-1d10-403a-b2d6-fe414eb6b939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.175418 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70ae8e19-1d10-403a-b2d6-fe414eb6b939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18612868-1e11-4dbf-bd87-e57727e5a407 HTTP/1.1" status: 204 len: 168 time: 1.0117221 Mar 02 07:23:27.257427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a181ca97-e5af-43e3-9d39-282714099c39 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] delete failed (client error): The resource could not be found. Mar 02 07:23:27.258492 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a181ca97-e5af-43e3-9d39-282714099c39 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/b5fdbcc8-046c-4214-80cb-4d7808d583df HTTP/1.1" status: 404 len: 345 time: 0.0818782 Mar 02 07:23:27.266006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36760) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:27.336551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4af0b514-1375-40a9-a3b5-97627ef604df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.358384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.363803 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-174ed667-60b8-4c00-8cd6-8e3e754ca10a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 07:23:27.364270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174ed667-60b8-4c00-8cd6-8e3e754ca10a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:27.415115 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-174ed667-60b8-4c00-8cd6-8e3e754ca10a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "DELETE /v2.0/networks/0acf4926-e56d-4682-8e89-2724de696eac HTTP/1.1" status: 404 len: 339 time: 0.1472507 Mar 02 07:23:27.427106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:27.448227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.450485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'network': {'name': 'tempest-network--1998063297', 'router:external': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:27.458444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.476872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:27.491623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:27.529851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4af0b514-1375-40a9-a3b5-97627ef604df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.541793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:network and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:27.558208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0b514-1375-40a9-a3b5-97627ef604df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721eeb8-7df8-4499-93a2-0e76645f381e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:27.559733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:27.566908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:network and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:27.581814 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-268243b3-1e4d-46bd-b18f-d599a0cfecf1 tempest-DHCPAgentSchedulersTestJSON-2067796233 tempest-DHCPAgentSchedulersTestJSON-2067796233-project-admin] 10.222.0.41 "GET /v2.0/agents/190db5f0-c973-4c2f-9105-8c0ddeaa43c6/dhcp-networks HTTP/1.1" status: 200 len: 5684 time: 0.6689460 Mar 02 07:23:27.584426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:27.591052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:27.595654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4af0b514-1375-40a9-a3b5-97627ef604df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.597088 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4af0b514-1375-40a9-a3b5-97627ef604df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6721eeb8-7df8-4499-93a2-0e76645f381e HTTP/1.1" status: 204 len: 168 time: 0.7137883 Mar 02 07:23:27.609561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:27.624525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-3e35825a-4ba2-4bc2-9149-6359999948bf tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:27.626288 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-3e35825a-4ba2-4bc2-9149-6359999948bf tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/networks?id=a9c8b320-f602-4aff-8d61-aebaeeaf8314 HTTP/1.1" status: 200 len: 811 time: 0.4764044 Mar 02 07:23:27.779240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:subnet and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:27.808949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Made reservation on behalf of 69fd2db3516f42ae8f93813ad70cd900 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:27.811140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.832155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-bd73a098-5367-4793-b854-f512f69a3fd1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/quotas/8bd6f1c774b14e688cafe3bcc76d8a7b HTTP/1.1" status: 200 len: 375 time: 0.1876903 Mar 02 07:23:27.842423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:27.897348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.901869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:subnetpool and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:27.912202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:27.914403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:27.943410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:27.943751 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Added segment b405e763-ad05-4705-943c-44efe60a0371 of type vlan for network a9b5f5ba-d97f-4466-a9fe-b73cd510dc76 Mar 02 07:23:27.988140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:port and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:28.001260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.018225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:28.025303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.029783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Router 4be79a4c-9e6f-4f08-b0b2-fe02aab84502 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:23:28.053241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.135571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:router and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:28.178694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.179214 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-44d40b37-7d60-402d-9880-e3d45a6363df tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3346231 Mar 02 07:23:28.186140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:28.204195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.205153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.206279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.236792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event updated for resources: {'Port': ['ID=a8d41044-c6d3-43dc-929f-be102855bf85,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:28.243885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfec410-b32e-49e4-9208-a40a91ee7428']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.253450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:floatingip and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:28.263063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1ecf04-9600-4591-80a3-47fc6a603855') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.263569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1ecf04-9600-4591-80a3-47fc6a603855') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.270840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.280118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:28.283380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.313099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.322055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:28.322482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:28.339750 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:28.341724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:28.360420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.369434 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-385127ff-403b-4cb1-828a-1030a20275bc tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2719071 Mar 02 07:23:28.456564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:security_group and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:28.461755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:28.461898 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0280964 Mar 02 07:23:28.473304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:28.475000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ee9be-4368-462f-a5b9-ba3d3f353d0d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Network': ['ID=a9b5f5ba-d97f-4466-a9fe-b73cd510dc76,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:28.485986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a9b5f5ba-d97f-4466-a9fe-b73cd510dc76 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:28.489728 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] Sync routers for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:28.506202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.510315 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5eb04c82-3a65-41c6-9b05-3010844ff6e4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.5363438 Mar 02 07:23:28.510954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36824) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:28.512222 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:28.512906 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.519605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:28.525594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.548512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.574666 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "DELETE /v2.0/networks/6dfec410-b32e-49e4-9208-a40a91ee7428 HTTP/1.1" status: 204 len: 168 time: 0.9827220 Mar 02 07:23:28.582758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:28.583300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Usage tracker for resource:security_group_rule and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:28.667132 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.679101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1969274425'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:28.682568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd348308-f9ed-4b0f-8265-bee4cd9fe187 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event deleted for resources: {'Network': ['ID=6dfec410-b32e-49e4-9208-a40a91ee7428,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:28.685696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:28.693860 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:28.694184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Usage tracker for resource:network and tenant:651dceca8ec347fca6cc2a2d26d07622 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:28.694883 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.696381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:28.699730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:28.707118 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f199052-4d6d-4e8f-a679-a0c2172bd7b8 tempest-QuotasTest-568589842 tempest-QuotasTest-568589842-project-admin] 10.222.0.41 "GET /v2.0/quotas/312168d89e2f4960b209b3b2e43a8cd5/details.json HTTP/1.1" status: 200 len: 703 time: 1.2254288 Mar 02 07:23:28.713706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:28.713859 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc74331f-236f-41c0-9a3a-6d5cb748bcf9 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] DELETE failed (client error): The resource could not be found. Mar 02 07:23:28.714212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc74331f-236f-41c0-9a3a-6d5cb748bcf9 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:28.718605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc74331f-236f-41c0-9a3a-6d5cb748bcf9 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "DELETE /v2.0/ports/f9c1acc7-d3e4-4c06-91e7-23a664af7af3 HTTP/1.1" status: 404 len: 333 time: 0.1325767 Mar 02 07:23:28.719242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:28.835694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Made reservation on behalf of 651dceca8ec347fca6cc2a2d26d07622 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:28.839512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.841968 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:28.842386 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d969ea7-2914-499b-ae69-4b196c81eb71 None None] The sync data for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:28.866212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.885671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce40653-63a9-4537-8a6d-f5c89c08c71f tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.891563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce40653-63a9-4537-8a6d-f5c89c08c71f tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.897435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce40653-63a9-4537-8a6d-f5c89c08c71f tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.903427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce40653-63a9-4537-8a6d-f5c89c08c71f tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:28.907973 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4ce40653-63a9-4537-8a6d-f5c89c08c71f tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4447882 Mar 02 07:23:28.912080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Deleting subnet ce231b9f-f0f8-4c8f-953c-e0c2e26ebc4e {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:23:28.914843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:28.917031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:28.951605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:28.956138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Usage tracker for resource:security_group_rule and tenant:651dceca8ec347fca6cc2a2d26d07622 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:28.959241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:28.964907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:29.053301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-26529042-9f16-43a4-ab48-43ef8eec91b9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:29.055761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.060356 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-26529042-9f16-43a4-ab48-43ef8eec91b9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4010978 Mar 02 07:23:29.096373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:29.128689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.132925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.187803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.256359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:29.298416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:29.327100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c22c9a-0e8f-4dcd-b1ae-1ae1fb476de5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:29.337496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.353854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.354121 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Added segment a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6 of type vlan for network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 Mar 02 07:23:29.355063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.409971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b5f5ba-d97f-4466-a9fe-b73cd510dc76']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:29.431866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b405e763-ad05-4705-943c-44efe60a0371') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:29.432501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b405e763-ad05-4705-943c-44efe60a0371') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:29.451430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.457173 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-263139ea-db6c-4782-bf85-5447ca231d11 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959148 Mar 02 07:23:29.470961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.484496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:29.485188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:29.501834 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:29.513000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1042304089'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:29.528701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:29.533639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.543829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:network and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:29.580717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:29.592092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.602991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:29.609139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:29.632857 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 07:23:29.658875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.746661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event deleted for resources: {'Subnet': ['ID=ce231b9f-f0f8-4c8f-953c-e0c2e26ebc4e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:29.757276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9680750-9a81-451c-b257-174c6ac86295 None None] Network d6816a27-054c-45cf-8785-8b4990fd4e5c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:29.759192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.777349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:29.785810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.787895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Usage tracker for resource:security_group_rule and tenant:08c8aefba1d649aaadc96d5c6ec5ab51 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:29.795823 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-87414667-7a65-4a19-a31d-622e5e24a897 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "DELETE /v2.0/subnets/ce231b9f-f0f8-4c8f-953c-e0c2e26ebc4e HTTP/1.1" status: 204 len: 168 time: 1.0708344 Mar 02 07:23:29.795823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:29.803168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:29.808439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:29.811783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.818506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9b5f5ba-d97f-4466-a9fe-b73cd510dc76 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:23:29.821256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-4720406b-86c4-454a-b136-69e0b7e36e54 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Synchronizing usage tracker for tenant:25844c16250943739790694a4bd700d9 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:29.825053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:29.827394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:29.831979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9b5f5ba-d97f-4466-a9fe-b73cd510dc76,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:29.834095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.864665 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc362c02-f388-4a02-8e1a-f9672df8a984 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a9b5f5ba-d97f-4466-a9fe-b73cd510dc76 HTTP/1.1" status: 204 len: 168 time: 0.9449649 Mar 02 07:23:29.864826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:29.871728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'network': {'name': 'tempest-network--1709052633', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:29.872039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.878820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:29.887633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:network and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:29.891680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:29.901272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:29.927902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Made reservation on behalf of 69fd2db3516f42ae8f93813ad70cd900 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:29.931120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:29.942381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:29.996323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:30.010558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.015973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.016442 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Added segment d902c1b9-c7ad-4233-840a-b71d6b32d902 of type vlan for network 89607c61-4d65-4b5c-a36e-fc140f49b86a Mar 02 07:23:30.023590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.034668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:security_group_rule and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:30.044841 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-3caa9e70-b206-4048-8657-64fc645db030 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868285 Mar 02 07:23:30.045639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:30.055477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.061012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.061588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.068893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23137bb-cb23-4752-9010-313dbc6c7a4b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:30.099822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] DHCP port deletion for d6816a27-054c-45cf-8785-8b4990fd4e5c request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:23:30.104488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] Deleting port 1173ec24-2530-4451-aa77-5af943ddff61 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:30.104870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.116375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-429195b1-d32c-4b46-9060-fc807e18ab0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08c8aefba1d649aaadc96d5c6ec5ab51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8543036 Mar 02 07:23:30.116502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:30.116580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.119441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36900) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:30.258913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93be67aa-0df5-4993-aa24-ab2951c68c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.280031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.322953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.323831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.324417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.362741 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] For port 1173ec24-2530-4451-aa77-5af943ddff61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1173ec24-2530-4451-aa77-5af943ddff61,segment=NetworkSegment(02731787-2ea9-4965-a51b-3ef68bf72c30),segment_id=02731787-2ea9-4965-a51b-3ef68bf72c30)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:30.363162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.426633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93be67aa-0df5-4993-aa24-ab2951c68c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.499254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] Calling delete_port for 1173ec24-2530-4451-aa77-5af943ddff61 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:30.537687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event updated for resources: {'Network': ['ID=3347eb7f-7981-4cf0-ab3e-9349bf1077f1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:30.572737 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b83df773-e8bb-42d3-931e-75ae38e45c8b tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2280521 Mar 02 07:23:30.594301 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4df021d1-b3da-431b-b248-8ae60fc40d3d req-c29168e4-5a34-42a6-a820-ac7d7d2eed22 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 0.1438470 Mar 02 07:23:30.599539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:30.600327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Deleting port 1173ec24-2530-4451-aa77-5af943ddff61 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:30.600740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.631600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Network': ['ID=89607c61-4d65-4b5c-a36e-fc140f49b86a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:30.640776 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4545c7a8-eb09-4ced-bd9c-4b97f787f13a tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7720389 Mar 02 07:23:30.641162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:30.662718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:30.677471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 89607c61-4d65-4b5c-a36e-fc140f49b86a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:30.714362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Request body: {'subnet': {'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:30.726042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.750377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] The port '1173ec24-2530-4451-aa77-5af943ddff61' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:23:30.769527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93be67aa-0df5-4993-aa24-ab2951c68c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.795169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceec11c-ab4a-4f1a-a18a-8dc71d0bc7e4 tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.799118 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ceec11c-ab4a-4f1a-a18a-8dc71d0bc7e4 tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] 10.222.0.41 "GET /v2.0/networks/89607c61-4d65-4b5c-a36e-fc140f49b86a HTTP/1.1" status: 200 len: 757 time: 0.1547363 Mar 02 07:23:30.801294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:30.804614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be67aa-0df5-4993-aa24-ab2951c68c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23137bb-cb23-4752-9010-313dbc6c7a4b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:30.807233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] Pushing event deleted for resources: {'Port': ['ID=1173ec24-2530-4451-aa77-5af943ddff61,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:30.921323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93be67aa-0df5-4993-aa24-ab2951c68c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.926211 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93be67aa-0df5-4993-aa24-ab2951c68c6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c23137bb-cb23-4752-9010-313dbc6c7a4b HTTP/1.1" status: 204 len: 168 time: 0.8058040 Mar 02 07:23:30.955683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301058d2-a1f2-43f3-8c2f-dfe359d05aa4 None None] No DVR routers for this DVR port 1173ec24-2530-4451-aa77-5af943ddff61 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:30.957175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:30.974075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b932fc-4ccd-4217-a6d0-7b8cf8742a66 tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:30.978094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1173ec24-2530-4451-aa77-5af943ddff61 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:30.982579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-13b932fc-4ccd-4217-a6d0-7b8cf8742a66 tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] 10.222.0.41 "GET /v2.0/networks/79b16cc2-9faf-445c-8502-de3d9f44141d HTTP/1.1" status: 200 len: 768 time: 0.1801395 Mar 02 07:23:30.983211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:31.044934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 1173ec24-2530-4451-aa77-5af943ddff61 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:31.045375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1173ec24-2530-4451-aa77-5af943ddff61 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:31.069565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.097070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6816a27-054c-45cf-8785-8b4990fd4e5c']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:31.109869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02731787-2ea9-4965-a51b-3ef68bf72c30') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:31.110125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02731787-2ea9-4965-a51b-3ef68bf72c30') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:31.148257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.165929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.259837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.266916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:31.267312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.316463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.320903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:31.324363 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:31.369433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-4720406b-86c4-454a-b136-69e0b7e36e54 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Unset dirty status for tenant:25844c16250943739790694a4bd700d9 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:31.375257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-4720406b-86c4-454a-b136-69e0b7e36e54 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1637417346&fields=id&tenant_id=25844c16250943739790694a4bd700d9 HTTP/1.1" status: 200 len: 267 time: 1.7796161 Mar 02 07:23:31.384043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89607c61-4d65-4b5c-a36e-fc140f49b86a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:31.411504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.442609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd902c1b9-c7ad-4233-840a-b71d6b32d902') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:31.442907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd902c1b9-c7ad-4233-840a-b71d6b32d902') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:31.447091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:31.452123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 36960) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:31.461615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.469790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Usage tracker for resource:subnet and tenant:651dceca8ec347fca6cc2a2d26d07622 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:31.486686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:31.498635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:31.503519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.505354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:31.512074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6099dd3-1908-41e1-87e2-cb925454f606,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:31.514917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.535588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.536889 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:31.541032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Usage tracker for resource:security_group_rule and tenant:312168d89e2f4960b209b3b2e43a8cd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:31.548329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:31.548731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.558384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.561420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:31.567015 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:31.579180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:31.597369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] Pushing event deleted for resources: {'Network': ['ID=d6816a27-054c-45cf-8785-8b4990fd4e5c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:31.661990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-bd3d7eae-9f1b-4985-a731-9dc6741eeba0 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:31.662723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-bd3d7eae-9f1b-4985-a731-9dc6741eeba0 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Synchronizing usage tracker for tenant:25844c16250943739790694a4bd700d9 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:31.679324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.699045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.699045 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Added segment 36223936-3165-4ac6-b21f-268631e4a521 of type vlan for network 9cd85606-01cd-4b60-bb33-0395597a84af Mar 02 07:23:31.699902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89607c61-4d65-4b5c-a36e-fc140f49b86a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:23:31.703455 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c89a7ed2-f562-45c3-b626-5814490ea8c3 tempest-DHCPAgentSchedulersTestJSON-889689082 tempest-DHCPAgentSchedulersTestJSON-889689082-project] 10.222.0.41 "DELETE /v2.0/networks/d6816a27-054c-45cf-8785-8b4990fd4e5c HTTP/1.1" status: 204 len: 168 time: 1.8939209 Mar 02 07:23:31.703455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Made reservation on behalf of 651dceca8ec347fca6cc2a2d26d07622 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:31.706781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.713868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-bd3d7eae-9f1b-4985-a731-9dc6741eeba0 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Unset dirty status for tenant:25844c16250943739790694a4bd700d9 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:31.715037 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-bd3d7eae-9f1b-4985-a731-9dc6741eeba0 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/networks?id=b5c902e8-cc21-419b-88b5-1a424acb6def HTTP/1.1" status: 200 len: 806 time: 0.3207271 Mar 02 07:23:31.716634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event deleted for resources: {'Network': ['ID=89607c61-4d65-4b5c-a36e-fc140f49b86a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:31.718616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.744900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4032c1ce-179c-462b-a28f-3a470dbfe73d tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "DELETE /v2.0/networks/89607c61-4d65-4b5c-a36e-fc140f49b86a HTTP/1.1" status: 204 len: 168 time: 0.7598839 Mar 02 07:23:31.760247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36972) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:31.771236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'network': {'name': 'tempest-network--1908663316'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:31.787272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:31.790013 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-ba303391-8822-4b2e-8916-6453e5ba6656 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/quotas/25844c16250943739790694a4bd700d9 HTTP/1.1" status: 200 len: 375 time: 0.0489626 Mar 02 07:23:31.793807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Usage tracker for resource:network and tenant:69fd2db3516f42ae8f93813ad70cd900 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:31.807203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:31.855020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:31.885416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Made reservation on behalf of 69fd2db3516f42ae8f93813ad70cd900 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:31.887914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.940677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-73e9afba-1a09-4322-8385-391d3ef0aede tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Synchronizing usage tracker for tenant:25844c16250943739790694a4bd700d9 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:31.949508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:31.967475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:31.967732 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Added segment 85d8be2c-9422-4d1b-8530-271d99f5e09a of type vlan for network 4c61f141-405f-4880-ae2e-132e9c13a45b Mar 02 07:23:31.980878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-73e9afba-1a09-4322-8385-391d3ef0aede tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Unset dirty status for tenant:25844c16250943739790694a4bd700d9 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:31.985136 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-73e9afba-1a09-4322-8385-391d3ef0aede tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25844c16250943739790694a4bd700d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1799583 Mar 02 07:23:32.032951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.099352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.100941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:32.101997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.202085 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6fe120a0-7583-4f95-94fc-8f79ed56bbec req-a6f93831-be8c-44df-83de-f6766a15cd00 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 0.2274396 Mar 02 07:23:32.211108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.279277 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5174813 Mar 02 07:23:32.282275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:32.291989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:32.306104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 36988) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:32.309006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54c9ba-477f-4adc-85e5-9edea845e58f tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Network': ['ID=4c61f141-405f-4880-ae2e-132e9c13a45b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:32.322000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 4c61f141-405f-4880-ae2e-132e9c13a45b details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:32.525719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2729721e-af19-4e33-8001-6a46f38c5995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.548637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-fcbbab82-23a4-4d15-86bd-5404adf3361a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:32.549828 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-fcbbab82-23a4-4d15-86bd-5404adf3361a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2823560 Mar 02 07:23:32.555634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.561540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:32.562248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.603676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.32', 52060) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:32.686991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.742330 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d38808e-676d-499b-8ea4-423e09a28e93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bcb990f73e64e63a4169aff657af74b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4196732 Mar 02 07:23:32.743290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:32.793510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.911923 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8093069 Mar 02 07:23:32.912110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa21d-e858-4a12-8a90-a83d33d1cc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.928310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e308302-fb6c-4313-95d5-3986b66d7ead tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Network': ['ID=9cd85606-01cd-4b60-bb33-0395597a84af,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:32.935913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa21d-e858-4a12-8a90-a83d33d1cc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.943481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:32.944027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:32.952837 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e67d0d3c-9756-45a7-9157-530ad272ef4c service neutron] 10.222.0.41 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753803 Mar 02 07:23:32.960962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Allocated IP 172.20.0.1 (82176082-5d70-4c7a-b13a-1a6522c8d221/c7694eb9-f841-4e45-884f-a2d0a00f8ca2/182fdef4-37be-4683-a816-84aee310a9b5) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:32.965379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:32.966146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:32.982026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.007659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f64d2a0-cb2e-4103-a8d8-1d4c314d138a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:33.025116 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a738f51a-d795-480b-978f-dca4100014df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=312168d89e2f4960b209b3b2e43a8cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5713990 Mar 02 07:23:33.044344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37018) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:33.116922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.160049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event updated for resources: {'Subnet': ['ID=708e19b7-e5da-4bde-8014-e12458de2557,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:33.181211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-4a3a0626-20bf-4b26-abed-29217865f870 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.182777 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-4a3a0626-20bf-4b26-abed-29217865f870 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.32 "GET /v2.0/networks?id=a9c8b320-f602-4aff-8d61-aebaeeaf8314 HTTP/1.1" status: 200 len: 811 time: 0.5681181 Mar 02 07:23:33.207611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Network 4c61f141-405f-4880-ae2e-132e9c13a45b is not hosted by any dhcp agent {{(pid=87772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:23:33.208459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.209042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.210330 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "PUT /v2.0/networks/4c61f141-405f-4880-ae2e-132e9c13a45b HTTP/1.1" status: 200 len: 858 time: 0.9271154 Mar 02 07:23:33.230272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:33.316441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Checking segment: {'id': 'a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:33.316989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Network hostable DHCP agents. Network: 3347eb7f-7981-4cf0-ab3e-9349bf1077f1, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:33.352283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:33.356863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ad03e-9566-4334-b94c-78ddb72872b7 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event updated for resources: {'Network': ['ID=4c61f141-405f-4880-ae2e-132e9c13a45b,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:33.366222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:33.416580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:33.435386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:33.445271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b18d-2ae9-4e5e-95e4-cf5aaac1c0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.451090 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-8426f085-4ede-4caa-9c34-5292356cefc2 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b HTTP/1.1" status: 200 len: 379 time: 0.2142341 Mar 02 07:23:33.456097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa21d-e858-4a12-8a90-a83d33d1cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.468541 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a29bef3f-40ce-4770-aaee-4de9d0c47884 req-6b717a08-abbf-495b-af1d-c747a6a7f49e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 0.0924602 Mar 02 07:23:33.474607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Request body: {'port': {'device_id': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'admin_state_up': True, 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'security_groups': ['fe5b8b29-e879-41a6-8d7c-422b02950f51']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:33.480131 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-f64489ae-7b19-4f59-b303-20ac0be401d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999452 Mar 02 07:23:33.486295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fa21d-e858-4a12-8a90-a83d33d1cc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7936a4a2-c994-400a-b8d8-2d30b8bd91e5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:33.492686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.497254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:33.500831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.536544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a6fa21d-e858-4a12-8a90-a83d33d1cc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.542708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:33.554156 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a6fa21d-e858-4a12-8a90-a83d33d1cc22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7936a4a2-c994-400a-b8d8-2d30b8bd91e5 HTTP/1.1" status: 204 len: 168 time: 0.8060217 Mar 02 07:23:33.571130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.722055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b18d-2ae9-4e5e-95e4-cf5aaac1c0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.772470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 3347eb7f-7981-4cf0-ab3e-9349bf1077f1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:33.784935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396a101-9740-46f7-bc0f-fd6fa1627920 None None] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:33.843544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:33.845413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:33.866879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Transition to ACTIVE for port object 182fdef4-37be-4683-a816-84aee310a9b5 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:34.122279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b18d-2ae9-4e5e-95e4-cf5aaac1c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.126221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b18d-2ae9-4e5e-95e4-cf5aaac1c0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.128545 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9bf3b18d-2ae9-4e5e-95e4-cf5aaac1c0ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f64d2a0-cb2e-4103-a8d8-1d4c314d138a HTTP/1.1" status: 204 len: 168 time: 1.0799096 Mar 02 07:23:34.154482 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4642d416-bf2d-4e68-80dc-7f00d529ed94 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4820189 Mar 02 07:23:34.178155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-116333ab-0627-453f-8015-021f557698f0 req-9935b4da-261a-42e4-bac9-409735d2d352 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.1735938 Mar 02 07:23:34.189154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:34.196750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:34.202094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3b18d-2ae9-4e5e-95e4-cf5aaac1c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f64d2a0-cb2e-4103-a8d8-1d4c314d138a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:34.212064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Request body: {'port': {'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1306234412'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:34.252018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:34.258767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.350422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.407421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:34.415478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2d200776e440d8a962b484037debcc is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:34.423241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:34.437513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:34.481321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-3347eb7f-7981-4cf0-ab3e-9349bf1077f1', 'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1', 'tenant_id': '651dceca8ec347fca6cc2a2d26d07622', 'fixed_ips': [{'subnet_id': '708e19b7-e5da-4bde-8014-e12458de2557'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:34.482663 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.483260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Usage tracker for resource:port and tenant:8bd6f1c774b14e688cafe3bcc76d8a7b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:34.501110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:34.515169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:34.536887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:34.560117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Usage tracker for resource:port and tenant:651dceca8ec347fca6cc2a2d26d07622 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:34.573671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:34.605726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c61f141-405f-4880-ae2e-132e9c13a45b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:34.606738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:34.640849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.664445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d8be2c-9422-4d1b-8530-271d99f5e09a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:34.664876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d8be2c-9422-4d1b-8530-271d99f5e09a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:34.748297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.778836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:34.787645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:34.789679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Made reservation on behalf of 8bd6f1c774b14e688cafe3bcc76d8a7b for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:34.794420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.847521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:34.900981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Made reservation on behalf of 651dceca8ec347fca6cc2a2d26d07622 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:34.905407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.938117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:34.986822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9319dcb9-71a3-4faf-b825-ff182dfeb2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.025928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Allocated IP 2001:db8::2 (3347eb7f-7981-4cf0-ab3e-9349bf1077f1/708e19b7-e5da-4bde-8014-e12458de2557/3bf06a9c-2738-439a-b98c-9ce141c731bd) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:35.055151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.071172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.074886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.118303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:35.121348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.385208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Port': ['ID=182fdef4-37be-4683-a816-84aee310a9b5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:35.391091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78ae1db0-cdac-423a-abcc-d12f4a95ec45 None None] Provisioning for port 182fdef4-37be-4683-a816-84aee310a9b5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:35.421235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] device_id is not set on port f45da161-0699-43da-820e-020bc53ba580 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:35.622914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.670187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Transition to ACTIVE for port object 3bf06a9c-2738-439a-b98c-9ce141c731bd will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:35.688160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:35.727600 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:35.730688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Transition to ACTIVE for port object 3bf06a9c-2738-439a-b98c-9ce141c731bd will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:35.741683 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-521be68c-5b3f-49f9-8912-6a8f0845fd3b req-b1d93fca-285d-4feb-87b4-95b86ab536ff tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.1404867 Mar 02 07:23:35.756113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-572f0546-8b64-4549-9d27-74d90decc30e req-be56b55a-c875-44c3-85f4-b8184a8ded43 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Synchronizing usage tracker for tenant:8bd6f1c774b14e688cafe3bcc76d8a7b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:35.763408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.791067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78ae1db0-cdac-423a-abcc-d12f4a95ec45 None None] Provisioning complete for port 182fdef4-37be-4683-a816-84aee310a9b5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:35.791447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78ae1db0-cdac-423a-abcc-d12f4a95ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.805758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:35.834209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c61f141-405f-4880-ae2e-132e9c13a45b {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:23:35.981429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.007573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39a17a7-6b4c-4ae5-b94d-2790c76d7652,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.012930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.018496 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9e49831-3c6a-4f0b-a61e-7e138684c5e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb2d200776e440d8a962b484037debcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7611060 Mar 02 07:23:36.039660 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] 10.222.0.41 "DELETE /v2.0/networks/4c61f141-405f-4880-ae2e-132e9c13a45b HTTP/1.1" status: 204 len: 168 time: 2.8065588 Mar 02 07:23:36.042376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37116) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.045151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:36.045515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network hostable DHCP agents. Network: 9cd85606-01cd-4b60-bb33-0395597a84af, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:36.052319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d830d-20ec-4c89-8fee-8c08ecea6302 tempest-ExternalNetworksTestJSON-589825892 tempest-ExternalNetworksTestJSON-589825892-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c61f141-405f-4880-ae2e-132e9c13a45b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.057341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37118) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.115288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Pushing event updated for resources: {'Port': ['ID=3bf06a9c-2738-439a-b98c-9ce141c731bd,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.154885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-572f0546-8b64-4549-9d27-74d90decc30e req-be56b55a-c875-44c3-85f4-b8184a8ded43 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Unset dirty status for tenant:8bd6f1c774b14e688cafe3bcc76d8a7b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:36.160292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:36.168382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:36.168624 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-572f0546-8b64-4549-9d27-74d90decc30e req-be56b55a-c875-44c3-85f4-b8184a8ded43 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 1.2238729 Mar 02 07:23:36.171467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.174984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:36.176544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:36.186269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55f99e8b-ba3d-4cbf-ae04-0590fd061379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.215376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55f99e8b-ba3d-4cbf-ae04-0590fd061379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.236278 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-32981113-1447-46a2-a8fa-824edfd738be tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] DELETE failed (client error): The resource could not be found. Mar 02 07:23:36.251143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32981113-1447-46a2-a8fa-824edfd738be tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:36.270563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 9cd85606-01cd-4b60-bb33-0395597a84af) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:36.276478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:36.278058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.301319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55f99e8b-ba3d-4cbf-ae04-0590fd061379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.304479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55f99e8b-ba3d-4cbf-ae04-0590fd061379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.306821 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55f99e8b-ba3d-4cbf-ae04-0590fd061379 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e39a17a7-6b4c-4ae5-b94d-2790c76d7652 HTTP/1.1" status: 204 len: 168 time: 0.2631688 Mar 02 07:23:36.320802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f99e8b-ba3d-4cbf-ae04-0590fd061379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39a17a7-6b4c-4ae5-b94d-2790c76d7652,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:36.326046 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8af88023-1fef-41e4-a258-e1c0279ea537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3710907 Mar 02 07:23:36.328317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.337910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'name': 'tempest-NetworksTestDHCPv6-39749835'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:36.373683 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-32981113-1447-46a2-a8fa-824edfd738be tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] 10.222.0.41 "DELETE /v2.0/subnets/076dcd9b-f5bc-469e-9bc4-7265b8e1cbc3 HTTP/1.1" status: 404 len: 337 time: 0.3086979 Mar 02 07:23:36.396756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37132) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:36.442198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Allocated IP 172.20.0.5 (a9c8b320-f602-4aff-8d61-aebaeeaf8314/637d1248-55bf-44e9-8066-08cd85cddab6/9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:36.446727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.452146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Allocated IP 2001:db8::b8 (3347eb7f-7981-4cf0-ab3e-9349bf1077f1/708e19b7-e5da-4bde-8014-e12458de2557/f45da161-0699-43da-820e-020bc53ba580) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:36.454851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7af1f3-2bf2-4466-9b69-0b0aed085d38 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:36.554525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-78ae1db0-cdac-423a-abcc-d12f4a95ec45 None None] Port 182fdef4-37be-4683-a816-84aee310a9b5 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:36.595780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Attempting to bind port 3bf06a9c-2738-439a-b98c-9ce141c731bd on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:36.598109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Attempting to bind port 3bf06a9c-2738-439a-b98c-9ce141c731bd by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:36.598109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Attempting to bind port 3bf06a9c-2738-439a-b98c-9ce141c731bd on network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:36.633705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:36.634132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Checking segment: {'id': 'a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:36.634558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.635032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Bound using segment: {'id': 'a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:36.635461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Bound port: 3bf06a9c-2738-439a-b98c-9ce141c731bd, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:36.635861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:36.800032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.089043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:37.095433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:37.101597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:37.120779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:37.183726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.200085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.32', 52066) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:37.200744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:37.213014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.510476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] For port 3bf06a9c-2738-439a-b98c-9ce141c731bd, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:37.573578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] For port 3bf06a9c-2738-439a-b98c-9ce141c731bd, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3bf06a9c-2738-439a-b98c-9ce141c731bd,segment=NetworkSegment(a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6),segment_id=a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:37.595386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.625878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.639595 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aed71afa-f42a-4ddd-bbb5-45f4d1efeb44 req-791c8824-6f40-482e-9231-93458d01b22e tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.5366902 Mar 02 07:23:37.846538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 12302340-c36c-42ff-a127-a9b6b045aa3d yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:37.890399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:37.938935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:37.941448 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f43d1899-1175-4767-9ee1-681d5cabe575 req-291788ee-5021-4c87-9d33-178052fd56eb tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 0.2187016 Mar 02 07:23:37.959256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b16cc2-9faf-445c-8502-de3d9f44141d']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:37.962882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Transition to ACTIVE for port object 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:38.012402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:38.013300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.022544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.037922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e716d2f-dd77-438b-a498-a59e9306c3ee') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:38.038308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e716d2f-dd77-438b-a498-a59e9306c3ee') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:38.113738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.152247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.182590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.199438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-d6e295b5-14a1-43e5-81b3-a5a03b689582 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:38.200955 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-d6e295b5-14a1-43e5-81b3-a5a03b689582 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.32 "GET /v2.0/networks?id=b5c902e8-cc21-419b-88b5-1a424acb6def HTTP/1.1" status: 200 len: 806 time: 0.9510005 Mar 02 07:23:38.241775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d9d2a-10d0-4d70-b173-6f09b9ce6ccd None None] Pushing event updated for resources: {'Port': ['ID=3bf06a9c-2738-439a-b98c-9ce141c731bd,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:38.307710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:38.315757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:38.350243 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:38.605145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.613863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-befad8ec-341e-454d-8215-08af0c855df7 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25844c16250943739790694a4bd700d9 HTTP/1.1" status: 200 len: 380 time: 0.3165448 Mar 02 07:23:38.624009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::13f (9cd85606-01cd-4b60-bb33-0395597a84af/cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6/12302340-c36c-42ff-a127-a9b6b045aa3d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:38.630307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.651174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.664369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Request body: {'port': {'device_id': '7f278796-888c-45e1-bf65-f53441b9ef50', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'admin_state_up': True, 'tenant_id': '25844c16250943739790694a4bd700d9', 'security_groups': ['442cbcc6-12f2-4821-ba9b-6725fdacb063']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:38.674311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Transition to ACTIVE for port object f45da161-0699-43da-820e-020bc53ba580 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:38.713922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2064577483', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:38.722606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] Pushing event deleted for resources: {'Network': ['ID=79b16cc2-9faf-445c-8502-de3d9f44141d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:38.732832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:38.744489 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b84c8631-18ee-4086-855a-34c2db73161b tempest-ExternalNetworksTestJSON-1113637839 tempest-ExternalNetworksTestJSON-1113637839-project] 10.222.0.41 "DELETE /v2.0/networks/79b16cc2-9faf-445c-8502-de3d9f44141d HTTP/1.1" status: 204 len: 168 time: 2.3461611 Mar 02 07:23:38.802685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:38.870279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:network and tenant:3edf40e53ba245c092a806971116962a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:38.879854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:38.907721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:38.923099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:38.929927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:38.954011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:39.045036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3bf06a9c-2738-439a-b98c-9ce141c731bd up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:39.130268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37188) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:39.151789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Made reservation on behalf of 3edf40e53ba245c092a806971116962a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:39.163795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:39.166560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.171968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.227536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 3bf06a9c-2738-439a-b98c-9ce141c731bd completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:39.273536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.323031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:39.416751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:39.419024 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-04f56298-7788-47e4-ac2f-151e95ae5dd9 None None] Provisioning for port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:39.430825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-04f56298-7788-47e4-ac2f-151e95ae5dd9 None None] Provisioning complete for port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:39.432411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-04f56298-7788-47e4-ac2f-151e95ae5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.496580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:39.559716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-04f56298-7788-47e4-ac2f-151e95ae5dd9 None None] Port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:39.569805 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c73023d9-f0f6-4b72-bf6f-a21c5d4a99bc req-28f413e7-d983-42e5-be59-1fd3c0948c73 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.4374456 Mar 02 07:23:39.581021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:39.609175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:39.609175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.623380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37196) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:39.634017 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1684213 Mar 02 07:23:39.648804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097b393-4dbd-49cc-ab90-92344cd9c94e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event updated for resources: {'Port': ['ID=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:39.664554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-e8fd5129-339c-4cfb-99da-f14a3f4e85d3 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:23:39.665793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-e8fd5129-339c-4cfb-99da-f14a3f4e85d3 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055587 Mar 02 07:23:39.732008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8334c357-e419-4914-bfb2-f446e15d805e None None] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:39.769418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:39.812187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:39.825672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Made reservation on behalf of 25844c16250943739790694a4bd700d9 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:39.829179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.842883 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f02f0bf8-beea-4dd0-97b9-9f5cf4738e66 None None] Provisioning for port 3bf06a9c-2738-439a-b98c-9ce141c731bd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:39.859435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f02f0bf8-beea-4dd0-97b9-9f5cf4738e66 None None] Provisioning complete for port 3bf06a9c-2738-439a-b98c-9ce141c731bd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:39.859867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f02f0bf8-beea-4dd0-97b9-9f5cf4738e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:39.895212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:security_group_rule and tenant:3edf40e53ba245c092a806971116962a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:39.904172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:39.970350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:39.970554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-302076326'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:40.064438 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.8634391 Mar 02 07:23:40.066208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:40.075786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:40.085905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff18222-2984-461a-a8fb-5e7f02e2e205 req-36594699-ad0f-453f-b2c9-e46e7c36ecd6 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:40.087629 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ff18222-2984-461a-a8fb-5e7f02e2e205 req-36594699-ad0f-453f-b2c9-e46e7c36ecd6 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 931 time: 0.6683981 Mar 02 07:23:40.102494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Request body: {'port': {'network_id': '3347eb7f-7981-4cf0-ab3e-9349bf1077f1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1581989678', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:40.103435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] bootfile-name is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:23:40.104823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] tftp-server is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:23:40.105328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] server-ip-address is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:23:40.119999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Usage tracker for resource:network and tenant:0901605544f34bbea535ae0440500dae is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:40.127046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:40.137826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f02f0bf8-beea-4dd0-97b9-9f5cf4738e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.139845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Request body: {'port': {'device_id': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:40.181918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f02f0bf8-beea-4dd0-97b9-9f5cf4738e66 None None] For port 3bf06a9c-2738-439a-b98c-9ce141c731bd, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3bf06a9c-2738-439a-b98c-9ce141c731bd,segment=NetworkSegment(a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6),segment_id=a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:40.193686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f02f0bf8-beea-4dd0-97b9-9f5cf4738e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.213395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5ff18222-2984-461a-a8fb-5e7f02e2e205 req-865357e7-cb23-4156-9f3b-50ac5e53f2b3 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Synchronizing usage tracker for tenant:8bd6f1c774b14e688cafe3bcc76d8a7b on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:40.229904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.300406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f0bf8-beea-4dd0-97b9-9f5cf4738e66 None None] Pushing event updated for resources: {'Port': ['ID=3bf06a9c-2738-439a-b98c-9ce141c731bd,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:40.376724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5ff18222-2984-461a-a8fb-5e7f02e2e205 req-865357e7-cb23-4156-9f3b-50ac5e53f2b3 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Unset dirty status for tenant:8bd6f1c774b14e688cafe3bcc76d8a7b on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:40.378478 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ff18222-2984-461a-a8fb-5e7f02e2e205 req-865357e7-cb23-4156-9f3b-50ac5e53f2b3 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384977 Mar 02 07:23:40.432008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 12302340-c36c-42ff-a127-a9b6b045aa3d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:40.528733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:40.554985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Allocated IP 172.20.0.9 (b5c902e8-cc21-419b-88b5-1a424acb6def/cc004003-0c06-4113-bf33-b4b0e47c1545/6941fc79-28de-4ed9-992f-a5578fd6716a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:40.613146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05295d-1f5b-4315-b75a-783855123e20 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event updated for resources: {'Port': ['ID=f45da161-0699-43da-820e-020bc53ba580,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:40.620640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.636955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:40.641146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Usage tracker for resource:port and tenant:651dceca8ec347fca6cc2a2d26d07622 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:40.644271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:40.668592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:40.688137 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2729fe50-7965-4215-8c9e-8e6b9dce1421 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60550a6dc7a64048a9fc8f5bbcef8cfd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0521622 Mar 02 07:23:40.707906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37214) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:40.718814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Made reservation on behalf of 651dceca8ec347fca6cc2a2d26d07622 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:40.724725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.748536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f5306ab-a5db-4a33-aa1f-cccaa5e4bb44 None None] Provisioning for port f45da161-0699-43da-820e-020bc53ba580 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:40.757917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.770579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f5306ab-a5db-4a33-aa1f-cccaa5e4bb44 None None] Provisioning complete for port f45da161-0699-43da-820e-020bc53ba580 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:40.773259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f5306ab-a5db-4a33-aa1f-cccaa5e4bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.778433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:40.781806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] device_id is not set on port 4dc19f64-f8f9-4126-a1eb-7c979f8175c6 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:40.782900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.828154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.830247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.880899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f5306ab-a5db-4a33-aa1f-cccaa5e4bb44 None None] Port f45da161-0699-43da-820e-020bc53ba580 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:40.913593 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1c5b8b7b-c8d8-46ec-abee-88a7afb5b028 req-c9102578-d0be-4456-adb9-2a44416bd05b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.1095870 Mar 02 07:23:40.937902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:40.939541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3bf06a9c-2738-439a-b98c-9ce141c731bd up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:41.005036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f5306ab-a5db-4a33-aa1f-cccaa5e4bb44 None None] Provisioning complete for port 3bf06a9c-2738-439a-b98c-9ce141c731bd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:41.005413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f5306ab-a5db-4a33-aa1f-cccaa5e4bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.023034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:41.036989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6933c1f-36ef-4730-b20b-311f96f53a3a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:41.041104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:41.043306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:41.049019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b0762fe-f6ce-41a8-ac99-a9f131d1acfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.049583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:41.050210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.138546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6/823becf4-4d5a-48c4-a397-5eb5fc1976bb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:41.207586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:41.255163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=12302340-c36c-42ff-a127-a9b6b045aa3d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:41.262406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3bf06a9c-2738-439a-b98c-9ce141c731bd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:41.262879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.307131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:41.313137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b0762fe-f6ce-41a8-ac99-a9f131d1acfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.347785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.348147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Added segment 923cecb4-8b67-480a-b402-ad240af23a36 of type vlan for network eb47f6dd-789f-4694-9a31-b758091fcb73 Mar 02 07:23:41.388129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51ae01de-c169-4e5a-a055-5f8583ac9e45 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0562935 Mar 02 07:23:41.389076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:41.405619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Usage tracker for resource:security_group_rule and tenant:0901605544f34bbea535ae0440500dae is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:41.415139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b0762fe-f6ce-41a8-ac99-a9f131d1acfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.426808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:41.495989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:41.518960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0762fe-f6ce-41a8-ac99-a9f131d1acfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2775f9c-010c-420d-865c-8867d89e9934,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:41.548540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b0762fe-f6ce-41a8-ac99-a9f131d1acfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.550107 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1b0762fe-f6ce-41a8-ac99-a9f131d1acfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2775f9c-010c-420d-865c-8867d89e9934 HTTP/1.1" status: 204 len: 168 time: 0.8403325 Mar 02 07:23:41.553487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78ad1e3f-2831-4f0b-a18e-713b7b1c81d1 None None] Provisioning complete for port f45da161-0699-43da-820e-020bc53ba580 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:41.553889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78ad1e3f-2831-4f0b-a18e-713b7b1c81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.690934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.710921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.744418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Allocated IP 2001:db8::1e5 (3347eb7f-7981-4cf0-ab3e-9349bf1077f1/708e19b7-e5da-4bde-8014-e12458de2557/4dc19f64-f8f9-4126-a1eb-7c979f8175c6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:41.767458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Transition to ACTIVE for port object 6941fc79-28de-4ed9-992f-a5578fd6716a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:41.855658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8d353-c26b-49d9-ae75-2ab87326bb99 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:41.858371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fb8d353-c26b-49d9-ae75-2ab87326bb99 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:41.870673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-78ad1e3f-2831-4f0b-a18e-713b7b1c81d1 None None] Port f45da161-0699-43da-820e-020bc53ba580 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:41.886113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.914548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.928604 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:41.951473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Transition to ACTIVE for port object 823becf4-4d5a-48c4-a397-5eb5fc1976bb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:42.029463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Transition to ACTIVE for port object 823becf4-4d5a-48c4-a397-5eb5fc1976bb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:42.032448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.032448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.033046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.061257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.065117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Port': ['ID=182fdef4-37be-4683-a816-84aee310a9b5,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:42.108628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.132012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.146033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.190947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37230) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:42.236124 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:42.242438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:42.247462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:42.340392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:23:42.365250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Pushing event updated for resources: {'Port': ['ID=823becf4-4d5a-48c4-a397-5eb5fc1976bb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:42.419188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fb8d353-c26b-49d9-ae75-2ab87326bb99 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:42.419814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Attempting to bind port 823becf4-4d5a-48c4-a397-5eb5fc1976bb on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:42.420188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Attempting to bind port 823becf4-4d5a-48c4-a397-5eb5fc1976bb by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:42.420677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Attempting to bind port 823becf4-4d5a-48c4-a397-5eb5fc1976bb on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:42.422932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4fb8d353-c26b-49d9-ae75-2ab87326bb99 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.0162096 Mar 02 07:23:42.429051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:42.429999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.431428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:42.431682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:42.432085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.432511 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Added segment be410927-c1de-43a5-9189-36cc200e25d9 of type vlan for network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 Mar 02 07:23:42.432631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:42.432920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Bound port: 823becf4-4d5a-48c4-a397-5eb5fc1976bb, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:42.433305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.449243 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-592782e4-62a2-4458-ba7b-d21f6a579ecc req-2576d309-fe47-4511-82e3-65736a03b485 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.2635522 Mar 02 07:23:42.482046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baedc9-1372-4468-a989-de9f37cecedb req-49314487-e745-4d99-a433-4cbbef345025 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:42.484030 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55baedc9-1372-4468-a989-de9f37cecedb req-49314487-e745-4d99-a433-4cbbef345025 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 931 time: 0.9120979 Mar 02 07:23:42.488691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.5509012 Mar 02 07:23:42.499059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37238) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:42.508977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:42.514716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d228ba97-6aed-4599-90fd-3bf8d8c35f32,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:42.542132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'subnet': {'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:42.549441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:42.553743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:subnet and tenant:3edf40e53ba245c092a806971116962a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:42.558922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:42.566377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:42.597995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.606204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815abe55-24fc-427b-83c1-bcc6b6377e78 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Network': ['ID=eb47f6dd-789f-4694-9a31-b758091fcb73,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:42.608516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] For port 823becf4-4d5a-48c4-a397-5eb5fc1976bb, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:42.613559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] For port 823becf4-4d5a-48c4-a397-5eb5fc1976bb, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=823becf4-4d5a-48c4-a397-5eb5fc1976bb,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:42.640547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network eb47f6dd-789f-4694-9a31-b758091fcb73 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:42.653104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.661204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Made reservation on behalf of 3edf40e53ba245c092a806971116962a for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:42.663671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.693786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.717517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.802261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Transition to ACTIVE for port object 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:42.834891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.866490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:42.899806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f1686-4f9f-423e-b8d8-6edaad3ad5ab None None] Pushing event updated for resources: {'Port': ['ID=823becf4-4d5a-48c4-a397-5eb5fc1976bb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:42.900560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Transition to ACTIVE for port object 4dc19f64-f8f9-4126-a1eb-7c979f8175c6 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:43.001155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:43.017169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Network b5c902e8-cc21-419b-88b5-1a424acb6def is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:43.057476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:43.069600 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a98620b-196d-4049-b467-99dc492306eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69fd2db3516f42ae8f93813ad70cd900&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8773701 Mar 02 07:23:43.078278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:43.079229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:43.084538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37242) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:43.086003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event updated for resources: {'Port': ['ID=6941fc79-28de-4ed9-992f-a5578fd6716a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:43.301360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 12302340-c36c-42ff-a127-a9b6b045aa3d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:43.301360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:43.395531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:43.399176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:43.452298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:43.581188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:43.587991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:43.588671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:43.619922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:43.634880 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-18e0543e-a849-4c6f-9385-4bc5923b2433 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9861283 Mar 02 07:23:43.638105 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55baedc9-1372-4468-a989-de9f37cecedb req-c5dff21c-baab-4910-a04d-7349383dcb6b tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0524957 Mar 02 07:23:43.644030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:43.651912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:43.652597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:43.702737 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.6101203 Mar 02 07:23:43.708702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Request body: {'port': {'device_id': '7f278796-888c-45e1-bf65-f53441b9ef50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:43.768912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37248) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:43.901075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6652c382-3769-4903-870d-5f1054542da9 None None] Provisioning for port 6941fc79-28de-4ed9-992f-a5578fd6716a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:43.912062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6652c382-3769-4903-870d-5f1054542da9 None None] Provisioning complete for port 6941fc79-28de-4ed9-992f-a5578fd6716a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:43.912449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6652c382-3769-4903-870d-5f1054542da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:43.945386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564a512-64bf-4a47-af08-72850f604aa3 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event updated for resources: {'Port': ['ID=4dc19f64-f8f9-4126-a1eb-7c979f8175c6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:43.969267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:44.053636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6652c382-3769-4903-870d-5f1054542da9 None None] Port 6941fc79-28de-4ed9-992f-a5578fd6716a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:44.088687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.177953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:44.222287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0b2d0842-91be-4a9b-a07b-2f00aa367c1c None None] Provisioning for port 4dc19f64-f8f9-4126-a1eb-7c979f8175c6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:44.229220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0b2d0842-91be-4a9b-a07b-2f00aa367c1c None None] Provisioning complete for port 4dc19f64-f8f9-4126-a1eb-7c979f8175c6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:44.229630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b2d0842-91be-4a9b-a07b-2f00aa367c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.239785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb1b61-2761-4cfa-8ffb-e436cdba7176 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:44.250047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb1b61-2761-4cfa-8ffb-e436cdba7176 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:44.261226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb1b61-2761-4cfa-8ffb-e436cdba7176 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:44.274794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ffb1b61-2761-4cfa-8ffb-e436cdba7176 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Synchronizing usage tracker for tenant:651dceca8ec347fca6cc2a2d26d07622 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:44.351926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d0842-91be-4a9b-a07b-2f00aa367c1c None None] Port 4dc19f64-f8f9-4126-a1eb-7c979f8175c6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:44.369573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.410071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 5.2324700 Mar 02 07:23:44.471599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37252) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:44.476064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8d1caca4-09fa-4061-8ec5-f195044411a8 None None] Provisioning complete for port 182fdef4-37be-4683-a816-84aee310a9b5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:44.476445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8d1caca4-09fa-4061-8ec5-f195044411a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.480570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04587b3e-b8a5-4697-8996-f45a53829192 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Network': ['ID=77e95c6e-e7b7-4f86-89f5-92eead2700b4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:44.549967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:23:44.553520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'subnet': {'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:44.664963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 12302340-c36c-42ff-a127-a9b6b045aa3d owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:44.680078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4549f97-5a9f-4efb-98cf-54a1426c5532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.863991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8d1caca4-09fa-4061-8ec5-f195044411a8 None None] Port 182fdef4-37be-4683-a816-84aee310a9b5 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:44.864800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:44.865589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45eb7e-94ab-459c-b3da-59608d502dc5 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:44.963146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 823becf4-4d5a-48c4-a397-5eb5fc1976bb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:45.009219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4549f97-5a9f-4efb-98cf-54a1426c5532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.104594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ffb1b61-2761-4cfa-8ffb-e436cdba7176 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Unset dirty status for tenant:651dceca8ec347fca6cc2a2d26d07622 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:45.109022 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ffb1b61-2761-4cfa-8ffb-e436cdba7176 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.2998853 Mar 02 07:23:45.109022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=12302340-c36c-42ff-a127-a9b6b045aa3d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:45.110316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:45.125549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.176278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Router 4be79a4c-9e6f-4f08-b0b2-fe02aab84502 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:23:45.178201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dafede18-124c-4c8d-a677-137f541d649a None None] Provisioning for port 823becf4-4d5a-48c4-a397-5eb5fc1976bb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:45.183904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:45.265229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4549f97-5a9f-4efb-98cf-54a1426c5532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.291156 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-41c9827d-4fd6-4d2f-84f3-66fcebcd8d4d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/12302340-c36c-42ff-a127-a9b6b045aa3d HTTP/1.1" status: 204 len: 168 time: 2.8496964 Mar 02 07:23:45.297932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37262) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:45.315162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Usage tracker for resource:subnet and tenant:0901605544f34bbea535ae0440500dae is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:45.363376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 823becf4-4d5a-48c4-a397-5eb5fc1976bb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:45.374158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Deleting port 4dc19f64-f8f9-4126-a1eb-7c979f8175c6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:45.374652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.384115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 823becf4-4d5a-48c4-a397-5eb5fc1976bb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:45.388179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:45.389096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.401422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc8911-995f-4ffc-b26a-284ae65cf704 req-3e48a4ef-685f-485b-89f8-223f338764c2 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.403200 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e0fc8911-995f-4ffc-b26a-284ae65cf704 req-3e48a4ef-685f-485b-89f8-223f338764c2 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 931 time: 1.3871136 Mar 02 07:23:45.404215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549f97-5a9f-4efb-98cf-54a1426c5532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe7d17-95af-46f4-bf2c-643586d0e2db,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:45.408761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Attempting to bind port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:45.409638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Attempting to bind port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:45.410293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Attempting to bind port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 on network a9c8b320-f602-4aff-8d61-aebaeeaf8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:45.421615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:45.485011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ed402-42bc-4794-969c-d0ea9c2d9e6b req-13685e04-ff28-461c-8103-b952afaab4ee tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.487290 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-434ed402-42bc-4794-969c-d0ea9c2d9e6b req-13685e04-ff28-461c-8103-b952afaab4ee tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 943 time: 0.4576924 Mar 02 07:23:45.659616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 on network a9c8b320-f602-4aff-8d61-aebaeeaf8314 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:45.659963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Attempting to bind port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 on network a9c8b320-f602-4aff-8d61-aebaeeaf8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:45.710682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.724802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:45.725281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Checking segment: {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:45.726038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Bound using segment: {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:45.726599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Bound port: 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d786d6a-7408-4b0e-a4ea-ae652945526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:45.726939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.750663 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 823becf4-4d5a-48c4-a397-5eb5fc1976bb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=823becf4-4d5a-48c4-a397-5eb5fc1976bb,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:45.753068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4549f97-5a9f-4efb-98cf-54a1426c5532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.757383 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e4549f97-5a9f-4efb-98cf-54a1426c5532 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35fe7d17-95af-46f4-bf2c-643586d0e2db HTTP/1.1" status: 204 len: 168 time: 2.3704636 Mar 02 07:23:45.757383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:45.759798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.772582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:45.785921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e0fc8911-995f-4ffc-b26a-284ae65cf704 req-bc568120-6f99-4e25-bd9e-56ed1d7c39c3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Synchronizing usage tracker for tenant:25844c16250943739790694a4bd700d9 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:45.833846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6994ec-9808-48de-b92d-c89cf450f83a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.835577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6994ec-9808-48de-b92d-c89cf450f83a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:45.836661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df6994ec-9808-48de-b92d-c89cf450f83a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:45.876816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:23:45.887618 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e5472c52-a499-4996-88b0-131094c405ea tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "PUT /v2.0/routers/4be79a4c-9e6f-4f08-b0b2-fe02aab84502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3710995 Mar 02 07:23:45.895553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] Sync routers for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:23:45.913189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=823becf4-4d5a-48c4-a397-5eb5fc1976bb,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:45.930747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:45.931362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:45.936211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:45.961006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Request body: {'port': {'network_id': '82176082-5d70-4c7a-b13a-1a6522c8d221', 'name': 'tempest-FloatingIPAdminTestJSON-19107529'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:45.965026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e0fc8911-995f-4ffc-b26a-284ae65cf704 req-bc568120-6f99-4e25-bd9e-56ed1d7c39c3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Unset dirty status for tenant:25844c16250943739790694a4bd700d9 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:45.966266 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e0fc8911-995f-4ffc-b26a-284ae65cf704 req-bc568120-6f99-4e25-bd9e-56ed1d7c39c3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5404656 Mar 02 07:23:45.990761 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-434ed402-42bc-4794-969c-d0ea9c2d9e6b req-e294d4df-2cfd-43cb-9702-4431f225f38b tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4877775 Mar 02 07:23:46.046506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:46.061748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:23:46.062224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.067498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:23:46.068631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:46.093288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df6994ec-9808-48de-b92d-c89cf450f83a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:46.094505 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df6994ec-9808-48de-b92d-c89cf450f83a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7957530 Mar 02 07:23:46.100529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:46.147068 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-88e258d2-a971-43dc-bad9-d0eda0549f1f None None] Provisioning complete for port 823becf4-4d5a-48c4-a397-5eb5fc1976bb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:46.147519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-88e258d2-a971-43dc-bad9-d0eda0549f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.157849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] For port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:46.237209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:46.237616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b31ea-e09c-4bef-80fd-33dd24b7310e None None] The sync data for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:23:46.253888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] For port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:46.275593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.291331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49c6870a-2193-4a31-8f46-ca4694d720af,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:46.299893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.399094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Checking segment: {'id': '923cecb4-8b67-480a-b402-ad240af23a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:46.399602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network hostable DHCP agents. Network: eb47f6dd-789f-4694-9a31-b758091fcb73, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:46.481324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:23:46.492111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Calling delete_port for 4dc19f64-f8f9-4126-a1eb-7c979f8175c6 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:46.498391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.535087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:23:46.544832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e7d3102f-d493-4538-a585-efa52a3e1f7f None None] Could not find standard attr ID for object 12302340-c36c-42ff-a127-a9b6b045aa3d. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:23:46.598205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:46.617291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Usage tracker for resource:port and tenant:67bf63cc6ddd4eefa9da3752d7681901 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:46.623704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:46.658481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:46.658751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:46.659105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.660667 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] 10.222.0.32 "PUT /v2.0/ports/9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 HTTP/1.1" status: 200 len: 1093 time: 6.7107561 Mar 02 07:23:46.664637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:46.674095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6941fc79-28de-4ed9-992f-a5578fd6716a {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:46.684630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.705741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Made reservation on behalf of 67bf63cc6ddd4eefa9da3752d7681901 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:46.716702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fd533-9191-4418-8bf9-b6c3528a1170 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:46.727064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.735771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network eb47f6dd-789f-4694-9a31-b758091fcb73 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:46.778021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.841302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] device_id is not set on port 1d1830eb-79c3-4456-8f66-5fa2d5e17029 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:46.853123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, eb47f6dd-789f-4694-9a31-b758091fcb73) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:46.869951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:46.872005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.877696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14d90f-9cdc-4904-9e35-2b07f59e8528 None None] Network eb47f6dd-789f-4694-9a31-b758091fcb73 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:46.912328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Transition to ACTIVE for port object 6941fc79-28de-4ed9-992f-a5578fd6716a will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:46.913165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.921621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 823becf4-4d5a-48c4-a397-5eb5fc1976bb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:46.967009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:46.992100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event deleted for resources: {'Port': ['ID=4dc19f64-f8f9-4126-a1eb-7c979f8175c6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:47.155757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.182587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.240111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 823becf4-4d5a-48c4-a397-5eb5fc1976bb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:47.240555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.307845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.355758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.371287 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0483faf3-e6ee-4d3d-b571-09c1544a92c5 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8701787 Mar 02 07:23:47.389764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37308) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:47.419738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1921729271', 'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:47.446434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.456730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:47.468207 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'status': 'completed', 'code': 200} Mar 02 07:23:47.475682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:port and tenant:3edf40e53ba245c092a806971116962a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:47.481074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:47.499339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:47.514903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565eff7-aab8-4a52-981d-007695f6c645 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:47.559005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d1475e0a-2f83-44f8-99f5-0e8ad114aeff tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "DELETE /v2.0/ports/4dc19f64-f8f9-4126-a1eb-7c979f8175c6 HTTP/1.1" status: 204 len: 168 time: 2.4466524 Mar 02 07:23:47.571634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37316) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:47.575509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-604003f7-cb5c-422e-989d-e08e0b86c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:47.578573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Pushing event updated for resources: {'Port': ['ID=6941fc79-28de-4ed9-992f-a5578fd6716a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:47.578936 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-604003f7-cb5c-422e-989d-e08e0b86c0ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b&device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 1096 time: 0.8542268 Mar 02 07:23:47.582626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Made reservation on behalf of 3edf40e53ba245c092a806971116962a for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:47.592145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:47.598379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Request body: {'port': {'name': 'tempest-new-port-name-1480621456', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:47.598974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] bootfile-name is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:23:47.599456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] tftp-server is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:23:47.599948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] server-ip-address is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:23:47.617505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Subnet': ['ID=b8601d6f-25cf-476d-bb48-c3fb3446492f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:47.633664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda3a93c-e2ea-4482-bc1e-ee83066b9b21 None None] Network eb47f6dd-789f-4694-9a31-b758091fcb73 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:47.680804 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6 HTTP/1.1" status: 204 len: 168 time: 1.5752196 Mar 02 07:23:47.688187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] device_id is not set on port e951dbce-9a5c-4da0-a641-1a2a8be891c7 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:47.720304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:47.742686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Allocated IP 172.20.0.3 (82176082-5d70-4c7a-b13a-1a6522c8d221/c7694eb9-f841-4e45-884f-a2d0a00f8ca2/1d1830eb-79c3-4456-8f66-5fa2d5e17029) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:47.808754 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-13572d6c-3b48-4e3f-89e8-0972829d386e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1972387 Mar 02 07:23:47.834357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Checking segment: {'id': 'be410927-c1de-43a5-9189-36cc200e25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:47.834819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network hostable DHCP agents. Network: 77e95c6e-e7b7-4f86-89f5-92eead2700b4, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:23:47.843406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97143353-546f-45fe-a996-2c7ccbec4dce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:47.864653 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5a477ea-ad97-437e-982e-67abfc4c2895 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423399 Mar 02 07:23:47.870698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:47.879581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:47.918234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Attempting to bind port 6941fc79-28de-4ed9-992f-a5578fd6716a on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:47.918804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Attempting to bind port 6941fc79-28de-4ed9-992f-a5578fd6716a by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:47.919337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Attempting to bind port 6941fc79-28de-4ed9-992f-a5578fd6716a on network b5c902e8-cc21-419b-88b5-1a424acb6def {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:47.973973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:23:48.032497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ca85fa44-e756-4743-b9ab-5963dd284e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.037677 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-ca85fa44-e756-4743-b9ab-5963dd284e6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637d1248-55bf-44e9-8066-08cd85cddab6 HTTP/1.1" status: 200 len: 850 time: 0.2094386 Mar 02 07:23:48.046821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.103820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Port 6941fc79-28de-4ed9-992f-a5578fd6716a on network b5c902e8-cc21-419b-88b5-1a424acb6def not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:23:48.104377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Attempting to bind port 6941fc79-28de-4ed9-992f-a5578fd6716a on network b5c902e8-cc21-419b-88b5-1a424acb6def {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:48.128674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:23:48.131275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:48.133094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] Deleting port 823becf4-4d5a-48c4-a397-5eb5fc1976bb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:48.133465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.147813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Allocated IP 172.20.0.11 (eb47f6dd-789f-4694-9a31-b758091fcb73/49c6870a-2193-4a31-8f46-ca4694d720af/e951dbce-9a5c-4da0-a641-1a2a8be891c7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:48.183965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:48.184345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Checking segment: {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:48.184866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Bound using segment: {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:48.185316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Bound port: 6941fc79-28de-4ed9-992f-a5578fd6716a, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881defcd-29b2-4597-87b6-1db1ecd72258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:48.185678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.225023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cc19f-e150-4f43-93b8-c754c59989e3 req-cbaae3a2-8418-479a-9957-d1f2eba03685 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.225735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a57cc19f-e150-4f43-93b8-c754c59989e3 req-cbaae3a2-8418-479a-9957-d1f2eba03685 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Synchronizing usage tracker for tenant:25844c16250943739790694a4bd700d9 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:48.368921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.372500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] For port 823becf4-4d5a-48c4-a397-5eb5fc1976bb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=823becf4-4d5a-48c4-a397-5eb5fc1976bb,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:48.372959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.423018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 77e95c6e-e7b7-4f86-89f5-92eead2700b4) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:48.428098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.428670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.438207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.496211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d37cbd-1726-4e39-b3a6-18c090778306 None None] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:48.507535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca454bf6-b944-40cd-9628-00e83117bf1b req-7fe55f01-b439-4c6a-944b-c2eb6d35a8c2 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.508223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ca454bf6-b944-40cd-9628-00e83117bf1b req-7fe55f01-b439-4c6a-944b-c2eb6d35a8c2 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Synchronizing usage tracker for tenant:8bd6f1c774b14e688cafe3bcc76d8a7b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:48.514775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] Calling delete_port for 823becf4-4d5a-48c4-a397-5eb5fc1976bb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:48.536579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network eb47f6dd-789f-4694-9a31-b758091fcb73 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:48.541007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-413926186', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:48.544423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:48.546776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:48.549110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:48.552986 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Usage tracker for resource:port and tenant:11a556b64ff444f1b57744c61c53ef73 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:48.556925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:48.560101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:48.577852 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea798950-f64d-4a5f-b3ab-64f991a93c5f tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0992520 Mar 02 07:23:48.584939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:48.591202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:48.592026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37344) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:48.601511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:48.606140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'name': 'tempest-AllowedAddressPairTestJSON-1289174443'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:48.618825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a57cc19f-e150-4f43-93b8-c754c59989e3 req-cbaae3a2-8418-479a-9957-d1f2eba03685 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Unset dirty status for tenant:25844c16250943739790694a4bd700d9 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:48.620011 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a57cc19f-e150-4f43-93b8-c754c59989e3 req-cbaae3a2-8418-479a-9957-d1f2eba03685 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 943 time: 1.3929822 Mar 02 07:23:48.626258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Port': ['ID=e951dbce-9a5c-4da0-a641-1a2a8be891c7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:48.637396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:48.652723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ca454bf6-b944-40cd-9628-00e83117bf1b req-7fe55f01-b439-4c6a-944b-c2eb6d35a8c2 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Unset dirty status for tenant:8bd6f1c774b14e688cafe3bcc76d8a7b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:48.654703 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca454bf6-b944-40cd-9628-00e83117bf1b req-7fe55f01-b439-4c6a-944b-c2eb6d35a8c2 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 943 time: 1.0386176 Mar 02 07:23:48.723680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.724301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.727257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Made reservation on behalf of 11a556b64ff444f1b57744c61c53ef73 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:48.728338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.729586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.747452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:48.750861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.766962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.782702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63203-0142-4804-a1d0-1f18733d2767 req-defb8c1a-fea5-44b5-be75-9f969ac2fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:48.784881 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-defb8c1a-fea5-44b5-be75-9f969ac2fbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9c8b320-f602-4aff-8d61-aebaeeaf8314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7383978 Mar 02 07:23:48.825442 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9af73fda-3b65-4165-8892-e5ba1a8c83af tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4334404 Mar 02 07:23:48.826765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] Pushing event deleted for resources: {'Port': ['ID=823becf4-4d5a-48c4-a397-5eb5fc1976bb,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:48.829522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37348) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:48.839664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.840622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465bbc2-79b1-47f4-be00-26a25d3d7433 None None] No DVR routers for this DVR port 823becf4-4d5a-48c4-a397-5eb5fc1976bb on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:48.872772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] For port 6941fc79-28de-4ed9-992f-a5578fd6716a, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:48.896107 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca454bf6-b944-40cd-9628-00e83117bf1b req-dddca85b-c8df-4d1b-be44-366ee4707141 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258379 Mar 02 07:23:48.899026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.899361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 823becf4-4d5a-48c4-a397-5eb5fc1976bb no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:48.936568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] For port 6941fc79-28de-4ed9-992f-a5578fd6716a, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6941fc79-28de-4ed9-992f-a5578fd6716a,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:48.942764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 823becf4-4d5a-48c4-a397-5eb5fc1976bb {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:48.943139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 823becf4-4d5a-48c4-a397-5eb5fc1976bb not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:48.960572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'tenant_id': '0901605544f34bbea535ae0440500dae', 'fixed_ips': [{'subnet_id': 'b8601d6f-25cf-476d-bb48-c3fb3446492f'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:48.962163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:48.989858 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a57cc19f-e150-4f43-93b8-c754c59989e3 req-f93b6db3-e2fd-4f09-85dc-c38da4cb5eb8 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336260 Mar 02 07:23:49.001792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Transition to ACTIVE for port object 1d1830eb-79c3-4456-8f66-5fa2d5e17029 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:49.008595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.063168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:49.094465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Usage tracker for resource:security_group_rule and tenant:11a556b64ff444f1b57744c61c53ef73 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:49.096878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:49.100941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Usage tracker for resource:port and tenant:0901605544f34bbea535ae0440500dae is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:49.104297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:49.110803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:49.112703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.113563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] 10.222.0.32 "PUT /v2.0/ports/6941fc79-28de-4ed9-992f-a5578fd6716a HTTP/1.1" status: 200 len: 1093 time: 5.4168172 Mar 02 07:23:49.116402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:49.122922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:49.124592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:49.137521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:49.150128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Allocated IP 172.20.0.2 (77e95c6e-e7b7-4f86-89f5-92eead2700b4/b8601d6f-25cf-476d-bb48-c3fb3446492f/67daca90-f96c-4307-80ff-9d1f853912ec) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:49.175458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Deleting port e951dbce-9a5c-4da0-a641-1a2a8be891c7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:49.175927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.261867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cffc18-ecaf-4fd4-af57-d63c25c7e5bf service neutron] Pushing event updated for resources: {'Port': ['ID=6941fc79-28de-4ed9-992f-a5578fd6716a,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:49.366783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.420968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.455940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:49.459523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.472831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.487243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.500411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Transition to ACTIVE for port object 67daca90-f96c-4307-80ff-9d1f853912ec will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:49.502722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.506485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:49.516906 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-482d8f02-3597-4924-a41d-b9acb6df654e service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214279 Mar 02 07:23:49.521564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] device_id is not set on port 3cf8ea36-1c6c-4b7b-beb0-19d6738d59df yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:49.523100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Transition to ACTIVE for port object 67daca90-f96c-4307-80ff-9d1f853912ec will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:49.527113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:49.535072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] In _notify_port_updated(), no bound segment for port f45da161-0699-43da-820e-020bc53ba580 on network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:23:49.535226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.541010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:49.542148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.543630 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "PUT /v2.0/ports/f45da161-0699-43da-820e-020bc53ba580 HTTP/1.1" status: 200 len: 1129 time: 1.9666400 Mar 02 07:23:49.546083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:49.583483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:49.619998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:49.631397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:49.644270 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'status': 'completed', 'code': 200} Mar 02 07:23:49.646030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:49.650402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Pushing event updated for resources: {'Port': ['ID=67daca90-f96c-4307-80ff-9d1f853912ec,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:49.668876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event updated for resources: {'Port': ['ID=1d1830eb-79c3-4456-8f66-5fa2d5e17029,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:49.722706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.777434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Attempting to bind port 67daca90-f96c-4307-80ff-9d1f853912ec on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:49.778168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Attempting to bind port 67daca90-f96c-4307-80ff-9d1f853912ec by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'be410927-c1de-43a5-9189-36cc200e25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:49.778735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Attempting to bind port 67daca90-f96c-4307-80ff-9d1f853912ec on network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:49.783783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.785924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:49.786561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Checking segment: {'id': 'be410927-c1de-43a5-9189-36cc200e25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:49.787292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.787654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] device_id is not set on port c0a178f4-5923-4799-9fd3-c58c14704b40 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:49.788101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Bound using segment: {'id': 'be410927-c1de-43a5-9189-36cc200e25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:49.788753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Bound port: 67daca90-f96c-4307-80ff-9d1f853912ec, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be410927-c1de-43a5-9189-36cc200e25d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:49.789333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.826765 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Calling delete_port for e951dbce-9a5c-4da0-a641-1a2a8be891c7 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:49.898511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] For port 67daca90-f96c-4307-80ff-9d1f853912ec, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:49.902114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] For port 67daca90-f96c-4307-80ff-9d1f853912ec, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=67daca90-f96c-4307-80ff-9d1f853912ec,segment=NetworkSegment(be410927-c1de-43a5-9189-36cc200e25d9),segment_id=be410927-c1de-43a5-9189-36cc200e25d9)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:49.907438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:49.914668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.028470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cc098832-13a5-47a0-92bf-b9847d0be69a None None] Provisioning complete for port f45da161-0699-43da-820e-020bc53ba580 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:50.028846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cc098832-13a5-47a0-92bf-b9847d0be69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.046469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-15abcda1-13f0-42b2-8510-7f27304d2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.048236 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-15abcda1-13f0-42b2-8510-7f27304d2ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25844c16250943739790694a4bd700d9&device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 1096 time: 0.8641417 Mar 02 07:23:50.059125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:50.063015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee245e2-2988-4b67-aab5-fc6a35e5830d tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.063633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fee245e2-2988-4b67-aab5-fc6a35e5830d tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Synchronizing usage tracker for tenant:651dceca8ec347fca6cc2a2d26d07622 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:50.066673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.067263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.078789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb775fb-c542-49df-b088-be9a901dad36 None None] Pushing event updated for resources: {'Port': ['ID=67daca90-f96c-4307-80ff-9d1f853912ec,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:50.101802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cf574-b018-4004-9e2c-3dcbd9eeaff1 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event updated for resources: {'Port': ['ID=f45da161-0699-43da-820e-020bc53ba580,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:50.145158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cc098832-13a5-47a0-92bf-b9847d0be69a None None] Port f45da161-0699-43da-820e-020bc53ba580 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:50.168184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cc098832-13a5-47a0-92bf-b9847d0be69a None None] Provisioning for port 1d1830eb-79c3-4456-8f66-5fa2d5e17029 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:50.174703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cc098832-13a5-47a0-92bf-b9847d0be69a None None] Provisioning complete for port 1d1830eb-79c3-4456-8f66-5fa2d5e17029 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:50.175114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cc098832-13a5-47a0-92bf-b9847d0be69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.177535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fee245e2-2988-4b67-aab5-fc6a35e5830d tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Unset dirty status for tenant:651dceca8ec347fca6cc2a2d26d07622 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:50.181845 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fee245e2-2988-4b67-aab5-fc6a35e5830d tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "GET /v2.0/ports/f45da161-0699-43da-820e-020bc53ba580 HTTP/1.1" status: 200 len: 1129 time: 0.5131159 Mar 02 07:23:50.189865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:50.190841 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03a63203-0142-4804-a1d0-1f18733d2767 req-9135d0e7-b0dc-41b1-8566-2aecf5721838 service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061888 Mar 02 07:23:50.191865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37368) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:50.208251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5cca7a-fba7-4f4e-84db-4eb981464702 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:50.370959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cc098832-13a5-47a0-92bf-b9847d0be69a None None] Port 1d1830eb-79c3-4456-8f66-5fa2d5e17029 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:50.395648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Allocated IP 172.20.0.9 (77e95c6e-e7b7-4f86-89f5-92eead2700b4/b8601d6f-25cf-476d-bb48-c3fb3446492f/3cf8ea36-1c6c-4b7b-beb0-19d6738d59df) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:50.419346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.419944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.434759 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9eee850-200a-43d8-9761-48f9a77b35b6 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4913960 Mar 02 07:23:50.438360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:50.472191 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-5a9957d1-8f92-42d2-9808-e8c503582d86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6941fc79-28de-4ed9-992f-a5578fd6716a HTTP/1.1" status: 200 len: 217 time: 0.3584352 Mar 02 07:23:50.491120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Deleting port f45da161-0699-43da-820e-020bc53ba580 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:50.491608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.495424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3f8d04-9042-4dd9-b374-3c62c334f285,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:50.502865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Allocated IP 172.26.4.96 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/c0a178f4-5923-4799-9fd3-c58c14704b40) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:50.554893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '26fd9354-f6f4-4792-b25b-4d6e65b3adfa'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:23:50.555897 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6838188 Mar 02 07:23:50.556230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.562604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad839f-0429-4c94-834b-c32325a8571f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=26fd9354-f6f4-4792-b25b-4d6e65b3adfa,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:50.570682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:50.573394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:50.579512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'name': 'tempest-NetworksTestDHCPv6-1229814321'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:50.667148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-0e560792-0331-4287-bcbb-f8777f07426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.668753 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-0e560792-0331-4287-bcbb-f8777f07426e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc004003-0c06-4113-bf33-b4b0e47c1545 HTTP/1.1" status: 200 len: 845 time: 0.1745090 Mar 02 07:23:50.677974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event deleted for resources: {'Port': ['ID=e951dbce-9a5c-4da0-a641-1a2a8be891c7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:50.760474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/26fd9354-f6f4-4792-b25b-4d6e65b3adfa/4760d2d9-fbcc-407b-9d65-5d4685f7fcb6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:50.779087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ed6a1-23b8-43d8-86c4-449eb33a9c0a req-153b61e8-9e01-4add-8e6a-a1b69778643e tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.780271 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ac5ed6a1-23b8-43d8-86c4-449eb33a9c0a req-153b61e8-9e01-4add-8e6a-a1b69778643e tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 943 time: 0.5955083 Mar 02 07:23:50.792207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'project_id': '67bf63cc6ddd4eefa9da3752d7681901', 'port_id': '1d1830eb-79c3-4456-8f66-5fa2d5e17029'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:50.817060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:50.859330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Usage tracker for resource:floatingip and tenant:67bf63cc6ddd4eefa9da3752d7681901 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:50.875801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0178-b348-4d13-9b1d-167976a78cc4 req-c0b52dea-85e7-496d-b042-c6d69c9220e4 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:50.877367 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9aaf0178-b348-4d13-9b1d-167976a78cc4 req-c0b52dea-85e7-496d-b042-c6d69c9220e4 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 943 time: 0.7556889 Mar 02 07:23:50.879581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:50.936872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 67daca90-f96c-4307-80ff-9d1f853912ec up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:50.947081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:51.079222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-ed185056-b15c-42e5-9880-3814f34aa9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:51.081477 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-ed185056-b15c-42e5-9880-3814f34aa9de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b&device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 1096 time: 0.6979485 Mar 02 07:23:51.096714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.141313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.158431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 67daca90-f96c-4307-80ff-9d1f853912ec completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:51.168164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:51.177638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.179503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.185406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:51.195372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Transition to ACTIVE for port object 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:51.204004 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ac5ed6a1-23b8-43d8-86c4-449eb33a9c0a req-c5a59c93-e205-4e85-8d77-034805d6eb6c tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988700 Mar 02 07:23:51.227964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Transition to ACTIVE for port object 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:51.233780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:51.235176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.259735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:51.276216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9aaf0178-b348-4d13-9b1d-167976a78cc4 req-beec9638-3f50-4791-b009-7c12394af272 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269193 Mar 02 07:23:51.304894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:51.317537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:51.331436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Pushing event updated for resources: {'Port': ['ID=4760d2d9-fbcc-407b-9d65-5d4685f7fcb6,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:51.337314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:51.347759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:51.349286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:51.352773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:51.357220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.375960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:51.385001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.395308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-7649a471-24ec-4933-847d-6f49a23efa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:51.396900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-7649a471-24ec-4933-847d-6f49a23efa9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c902e8-cc21-419b-88b5-1a424acb6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6666892 Mar 02 07:23:51.402301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a178f4-5923-4799-9fd3-c58c14704b40,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:51.466499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Attempting to bind port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:23:51.466871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Attempting to bind port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:23:51.467233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Attempting to bind port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:23:51.472818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce801e89-0404-4e6a-b429-317b76f84534 None None] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:51.502798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Calling delete_port for f45da161-0699-43da-820e-020bc53ba580 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:51.515963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:23:51.516188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 53f7cd70-b328-4e1a-9c77-b59cadc88d0c yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:51.516299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:23:51.516702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.517405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:23:51.518007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Bound port: 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:23:51.518846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.582739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9d7af62a-22c8-4fa3-96d1-61c38ed033f0 None None] Provisioning for port 67daca90-f96c-4307-80ff-9d1f853912ec completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:51.607615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.634684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:51.635314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.643969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9d7af62a-22c8-4fa3-96d1-61c38ed033f0 None None] Provisioning complete for port 67daca90-f96c-4307-80ff-9d1f853912ec triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:51.644345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7af62a-22c8-4fa3-96d1-61c38ed033f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.688129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a5268f9a-7d40-4ed3-ba81-9f0f931f18a1 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e951dbce-9a5c-4da0-a641-1a2a8be891c7 HTTP/1.1" status: 204 len: 168 time: 2.8539157 Mar 02 07:23:51.695601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:51.721236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.724559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-33c6677d-5dec-4ec9-9673-de9e5f1266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:51.726113 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-33c6677d-5dec-4ec9-9673-de9e5f1266a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9c8b320-f602-4aff-8d61-aebaeeaf8314 HTTP/1.1" status: 200 len: 912 time: 0.6138198 Mar 02 07:23:51.745483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73', 'external_fixed_ips': [{'subnet_id': '49c6870a-2193-4a31-8f46-ca4694d720af', 'ip_address': '172.20.0.11'}]}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:51.749073 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f7ba420-5997-4b6c-9cd5-427fef849c6e tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5667701 Mar 02 07:23:51.758471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:51.761557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:51.775484 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-bed265dd-bd60-425f-a92e-b729c6ed836d service neutron] 10.222.0.32 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703761 Mar 02 07:23:51.778284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}]}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:51.781477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:router and tenant:3edf40e53ba245c092a806971116962a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:51.794217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:51.819951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:51.824394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:51.829780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-42c07674-806e-46c2-bac0-34488574c845 None None] For port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:23:51.832161 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-b71b2e8b-9f27-45fe-8a53-5461be977224 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 HTTP/1.1" status: 200 len: 217 time: 0.0994070 Mar 02 07:23:51.838756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Transition to ACTIVE for port object 3cf8ea36-1c6c-4b7b-beb0-19d6738d59df will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:51.846489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Usage tracker for resource:router and tenant:11a556b64ff444f1b57744c61c53ef73 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:51.852228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:51.853797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-42c07674-806e-46c2-bac0-34488574c845 None None] For port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4760d2d9-fbcc-407b-9d65-5d4685f7fcb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:23:51.866118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.880207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:51.882364 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::249 (9cd85606-01cd-4b60-bb33-0395597a84af/26fd9354-f6f4-4792-b25b-4d6e65b3adfa/53f7cd70-b328-4e1a-9c77-b59cadc88d0c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:51.931921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.939323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.940260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.942958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-8bb9e5be-4904-40ab-a4c6-c5f9f2cd4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:51.944427 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-8bb9e5be-4904-40ab-a4c6-c5f9f2cd4cb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637d1248-55bf-44e9-8066-08cd85cddab6 HTTP/1.1" status: 200 len: 850 time: 0.1024587 Mar 02 07:23:51.974009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.975003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:51.989793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.009438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.053591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7af62a-22c8-4fa3-96d1-61c38ed033f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.067710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event deleted for resources: {'Port': ['ID=f45da161-0699-43da-820e-020bc53ba580,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:52.068004 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c07674-806e-46c2-bac0-34488574c845 None None] Pushing event updated for resources: {'Port': ['ID=4760d2d9-fbcc-407b-9d65-5d4685f7fcb6,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:52.077985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.108845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.109126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.130159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9d7af62a-22c8-4fa3-96d1-61c38ed033f0 None None] For port 67daca90-f96c-4307-80ff-9d1f853912ec, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=67daca90-f96c-4307-80ff-9d1f853912ec,segment=NetworkSegment(be410927-c1de-43a5-9189-36cc200e25d9),segment_id=be410927-c1de-43a5-9189-36cc200e25d9)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:52.141721 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7af62a-22c8-4fa3-96d1-61c38ed033f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.148626 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80c19652-e5bc-41fb-9162-31fe09c76d95 req-4a7b85d3-7836-40f3-8638-79d505d4679c service neutron] 10.222.0.32 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515382 Mar 02 07:23:52.229475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:52.242345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:52.265036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:52.321821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7af62a-22c8-4fa3-96d1-61c38ed033f0 None None] Pushing event updated for resources: {'Port': ['ID=67daca90-f96c-4307-80ff-9d1f853912ec,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:52.373951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2e07243d-96ec-43f9-83fa-01cee4913819 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "DELETE /v2.0/ports/f45da161-0699-43da-820e-020bc53ba580 HTTP/1.1" status: 204 len: 168 time: 2.1748533 Mar 02 07:23:52.433545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37398) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:52.568254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=3cf8ea36-1c6c-4b7b-beb0-19d6738d59df,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:52.607033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:52.607647 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.617968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-7c6fffa0-5008-4ab5-973b-e1662698b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:52.619497 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-7c6fffa0-5008-4ab5-973b-e1662698b987 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9c8b320-f602-4aff-8d61-aebaeeaf8314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6396201 Mar 02 07:23:52.672041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Deleting subnet 708e19b7-e5da-4bde-8014-e12458de2557 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:23:52.686957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b23ca82f-40fe-4d34-bfcb-06ae66829970 None None] Provisioning complete for port 67daca90-f96c-4307-80ff-9d1f853912ec triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:52.687536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b23ca82f-40fe-4d34-bfcb-06ae66829970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.693895 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:23:52.698941 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eb43f253-f99e-4264-8c51-2866de9a5ab8 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0994916 Mar 02 07:23:52.701900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:52.734127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37402) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:52.748842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'name': 'tempest-AllowedAddressPairTestJSON-404599007', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:05:47:cd'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:52.957223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:52.962405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.019408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-34076064-6ea0-4e80-96de-e72dce611f2d None None] Provisioning for port 3cf8ea36-1c6c-4b7b-beb0-19d6738d59df completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:53.029392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-34076064-6ea0-4e80-96de-e72dce611f2d None None] Provisioning complete for port 3cf8ea36-1c6c-4b7b-beb0-19d6738d59df triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:53.029838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34076064-6ea0-4e80-96de-e72dce611f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.103764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-34076064-6ea0-4e80-96de-e72dce611f2d None None] Port 3cf8ea36-1c6c-4b7b-beb0-19d6738d59df cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:53.123116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:53.130339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 67daca90-f96c-4307-80ff-9d1f853912ec up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:53.170405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c111c-1fcb-45dd-a35e-8b2007bb5579 req-23051214-9d14-41e2-84f6-5d21d8f5817b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:53.177932 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-072c111c-1fcb-45dd-a35e-8b2007bb5579 req-23051214-9d14-41e2-84f6-5d21d8f5817b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 943 time: 0.6650848 Mar 02 07:23:53.185823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.210268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Allocated IP 172.26.4.155 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/f34cfc1b-ee59-4313-ac40-2f5755f2c52f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:53.224057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 67daca90-f96c-4307-80ff-9d1f853912ec triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:53.224883 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.248591 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-5fa8c064-ac86-4dc7-b02f-dc035ed06a29 service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109576 Mar 02 07:23:53.315902 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-072c111c-1fcb-45dd-a35e-8b2007bb5579 req-1e3d9a29-74b3-4703-af59-fadb01366147 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370058 Mar 02 07:23:53.337195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:53.349516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Usage tracker for resource:port and tenant:0901605544f34bbea535ae0440500dae is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:53.352530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:53.359062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:53.398299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:53.406577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.414287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.441591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:53.467904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.499667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-71479f01-9acd-47d6-a757-5a8a1163da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:53.501164 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-71479f01-9acd-47d6-a757-5a8a1163da63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25844c16250943739790694a4bd700d9&device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 1096 time: 1.2583394 Mar 02 07:23:53.522315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 53f7cd70-b328-4e1a-9c77-b59cadc88d0c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:53.566936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd71139-92a4-4354-870c-ac9d8cf837d3 req-5fef2f1c-8434-40ce-a223-d885e1b38108 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:53.567268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:53.568422 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-abd71139-92a4-4354-870c-ac9d8cf837d3 req-5fef2f1c-8434-40ce-a223-d885e1b38108 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 943 time: 1.0218005 Mar 02 07:23:53.586243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'port_id': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'mac_address': 'fa:16:3e:2e:76:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:53.639924 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22b309d6-6995-40f5-b2a8-e0341945b6c8 req-18e90518-3d45-48bb-acc6-8308576361d4 service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796248 Mar 02 07:23:53.651727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a7b8e74-c8f7-4ad7-8f11-504afb59c76b None None] Provisioning for port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:53.657836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.670082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a7b8e74-c8f7-4ad7-8f11-504afb59c76b None None] Provisioning complete for port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:53.670573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8e74-c8f7-4ad7-8f11-504afb59c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.677278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.691885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.743660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event deleted for resources: {'Subnet': ['ID=708e19b7-e5da-4bde-8014-e12458de2557,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:53.745952 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] device_id is not set on port db6cb149-941b-4fec-ad0f-f0fdab704da5 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:53.754380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:53.777789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468cc512-538a-4ab3-9e13-a842135c221a None None] Network 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:53.780650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.797105 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55d2189e-9fe4-4804-a2d5-6ab4c31fc191 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "DELETE /v2.0/subnets/708e19b7-e5da-4bde-8014-e12458de2557 HTTP/1.1" status: 204 len: 168 time: 1.3593521 Mar 02 07:23:53.801482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37406) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:53.803193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:53.819754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:53.877969 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-abd71139-92a4-4354-870c-ac9d8cf837d3 req-3caaa5fe-c486-4ef6-8834-21feab4b5f80 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428832 Mar 02 07:23:53.987042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.013842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Allocated IP 172.20.0.7 (77e95c6e-e7b7-4f86-89f5-92eead2700b4/b8601d6f-25cf-476d-bb48-c3fb3446492f/db6cb149-941b-4fec-ad0f-f0fdab704da5) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:54.015773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Deleting port 3bf06a9c-2738-439a-b98c-9ce141c731bd {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:54.016424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.082278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:54.084633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.088587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.089500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8e74-c8f7-4ad7-8f11-504afb59c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.122034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:54.146623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-3ea33a86-9a8c-4add-b28c-d0666cfb855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.148067 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-3ea33a86-9a8c-4add-b28c-d0666cfb855c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5c902e8-cc21-419b-88b5-1a424acb6def HTTP/1.1" status: 200 len: 907 time: 0.6243258 Mar 02 07:23:54.179564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4a7b8e74-c8f7-4ad7-8f11-504afb59c76b None None] For port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4760d2d9-fbcc-407b-9d65-5d4685f7fcb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:54.191566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8e74-c8f7-4ad7-8f11-504afb59c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.258580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:54.262102 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-b5d81981-3ded-401e-982d-182aa0102b28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6941fc79-28de-4ed9-992f-a5578fd6716a HTTP/1.1" status: 200 len: 217 time: 0.0989482 Mar 02 07:23:54.271386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:54.317636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:54.323121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8e74-c8f7-4ad7-8f11-504afb59c76b None None] Pushing event updated for resources: {'Port': ['ID=4760d2d9-fbcc-407b-9d65-5d4685f7fcb6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:54.323229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.323672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.334637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=53f7cd70-b328-4e1a-9c77-b59cadc88d0c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:54.409003 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e9da4d39-e070-4f89-afae-c6d62620253c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8359897 Mar 02 07:23:54.414249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:54.459005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] For port 3bf06a9c-2738-439a-b98c-9ce141c731bd, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3bf06a9c-2738-439a-b98c-9ce141c731bd,segment=NetworkSegment(a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6),segment_id=a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:54.459201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-336fe956-2540-43fa-b950-23f7f0476e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:54.459409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.460531 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-336fe956-2540-43fa-b950-23f7f0476e3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc004003-0c06-4113-bf33-b4b0e47c1545 HTTP/1.1" status: 200 len: 845 time: 0.1826043 Mar 02 07:23:54.472131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.495717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] DHCP port deletion for 3347eb7f-7981-4cf0-ab3e-9349bf1077f1 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:23:54.500786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Deleting port 3bf06a9c-2738-439a-b98c-9ce141c731bd {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:54.501703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.634209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Calling delete_port for 3bf06a9c-2738-439a-b98c-9ce141c731bd owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:54.669916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:54.685583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:54.713638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:54.745816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Pushing event updated for resources: {'Port': ['ID=f34cfc1b-ee59-4313-ac40-2f5755f2c52f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:54.764317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.767605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-994dc35d-116d-47aa-a14d-32754a1083a8 None None] Provisioning for port 53f7cd70-b328-4e1a-9c77-b59cadc88d0c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:54.775752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-994dc35d-116d-47aa-a14d-32754a1083a8 None None] Provisioning complete for port 53f7cd70-b328-4e1a-9c77-b59cadc88d0c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:54.776119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-994dc35d-116d-47aa-a14d-32754a1083a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.781354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Transition to ACTIVE for port object db6cb149-941b-4fec-ad0f-f0fdab704da5 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:23:54.832987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.839630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-994dc35d-116d-47aa-a14d-32754a1083a8 None None] Port 53f7cd70-b328-4e1a-9c77-b59cadc88d0c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:54.848477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:54.873533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] For port 3bf06a9c-2738-439a-b98c-9ce141c731bd, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3bf06a9c-2738-439a-b98c-9ce141c731bd,segment=NetworkSegment(a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6),segment_id=a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:54.873951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:54.973106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=db6cb149-941b-4fec-ad0f-f0fdab704da5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:54.987001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.024295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:55.034692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:55.040253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Calling delete_port for 3bf06a9c-2738-439a-b98c-9ce141c731bd owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:55.042763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:55.099114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e995d-7116-4ef0-918b-6c37a34a1549 req-a5d208b9-ff32-4046-9795-b34991cd8fc6 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.100643 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e44e995d-7116-4ef0-918b-6c37a34a1549 req-a5d208b9-ff32-4046-9795-b34991cd8fc6 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 943 time: 0.4381897 Mar 02 07:23:55.103638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event deleted for resources: {'Port': ['ID=3bf06a9c-2738-439a-b98c-9ce141c731bd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:55.111733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] No DVR routers for this DVR port 3bf06a9c-2738-439a-b98c-9ce141c731bd on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:23:55.165449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:23:55.165712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:23:55.179067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:55.179703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.235210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82333e51-8b53-4ce8-85d6-395668ed1d86 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.242126 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82333e51-8b53-4ce8-85d6-395668ed1d86 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.242605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-82333e51-8b53-4ce8-85d6-395668ed1d86 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:55.255846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-ccffbd48-b81b-422d-975b-0cf64b286ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.257341 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-ccffbd48-b81b-422d-975b-0cf64b286ede service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c902e8-cc21-419b-88b5-1a424acb6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7890887 Mar 02 07:23:55.331493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.373813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 6941fc79-28de-4ed9-992f-a5578fd6716a details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:23:55.393404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.405447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.434055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.434764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.453846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3347eb7f-7981-4cf0-ab3e-9349bf1077f1']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:55.470310 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e44e995d-7116-4ef0-918b-6c37a34a1549 req-b284d600-a32d-4fa6-b6ee-122eaf4a126f tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873376 Mar 02 07:23:55.476919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:55.477356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ea1cb7-70cc-4cb3-9693-6afcd0cdffd6') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:23:55.494161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.507667 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb8788c9-9dd9-4faa-86f0-b8e607660310 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.7671161 Mar 02 07:23:55.508385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37418) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:55.510066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.534416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:55.547674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.558549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3bf06a9c-2738-439a-b98c-9ce141c731bd no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:23:55.565974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:23:55.566372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:23:55.581599 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:23:55.654008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 3bf06a9c-2738-439a-b98c-9ce141c731bd {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:23:55.654366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3bf06a9c-2738-439a-b98c-9ce141c731bd not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:23:55.662975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-82333e51-8b53-4ce8-85d6-395668ed1d86 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:55.667138 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82333e51-8b53-4ce8-85d6-395668ed1d86 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.2518973 Mar 02 07:23:55.668843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37422) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:55.670067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 6941fc79-28de-4ed9-992f-a5578fd6716a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6941fc79-28de-4ed9-992f-a5578fd6716a,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:55.679362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Deleting port 3bf06a9c-2738-439a-b98c-9ce141c731bd {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:55.679646 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.683093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.712542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-11151900-4c75-4893-8ffa-be61a1b01c9c None None] Provisioning for port db6cb149-941b-4fec-ad0f-f0fdab704da5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:55.716070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.747399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.764965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'port_id': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'mac_address': 'fa:16:3e:77:30:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:23:55.767211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668259e3-0fef-4095-b898-84d2e357eabf tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.770660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f66a2a82-bc1e-41c4-af77-14d1e3f3f90c None None] The port '3bf06a9c-2738-439a-b98c-9ce141c731bd' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:23:55.772479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-11151900-4c75-4893-8ffa-be61a1b01c9c None None] Provisioning complete for port db6cb149-941b-4fec-ad0f-f0fdab704da5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:55.772853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-11151900-4c75-4893-8ffa-be61a1b01c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.772975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668259e3-0fef-4095-b898-84d2e357eabf tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.778630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668259e3-0fef-4095-b898-84d2e357eabf tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.779468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-668259e3-0fef-4095-b898-84d2e357eabf tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Synchronizing usage tracker for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:55.782111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] Pushing event deleted for resources: {'Network': ['ID=3347eb7f-7981-4cf0-ab3e-9349bf1077f1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:55.791776 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e7b02d92-9866-4e86-af83-059642c98a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446 tempest-ExtraDHCPOptionsIpV6TestJSON-1150722446-project] 10.222.0.41 "DELETE /v2.0/networks/3347eb7f-7981-4cf0-ab3e-9349bf1077f1 HTTP/1.1" status: 204 len: 168 time: 1.9896450 Mar 02 07:23:55.812558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 53f7cd70-b328-4e1a-9c77-b59cadc88d0c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:55.812911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.871557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-668259e3-0fef-4095-b898-84d2e357eabf tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Unset dirty status for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:55.873505 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-668259e3-0fef-4095-b898-84d2e357eabf tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3615711 Mar 02 07:23:55.877785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37428) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:55.900241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-11151900-4c75-4893-8ffa-be61a1b01c9c None None] Port db6cb149-941b-4fec-ad0f-f0fdab704da5 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:23:55.913799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89794cff-f39e-40f7-af0f-b23be1ac7f97 req-a1b7da68-2e9c-42ba-bceb-488b153586f6 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:55.914201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:55.915308 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89794cff-f39e-40f7-af0f-b23be1ac7f97 req-a1b7da68-2e9c-42ba-bceb-488b153586f6 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 944 time: 0.9010234 Mar 02 07:23:55.917411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.936771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:55.937061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:55.968830 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-72ad5901-8f73-4e86-92f7-c3b90cf6f5cf service neutron] 10.222.0.32 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014952 Mar 02 07:23:55.979567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6941fc79-28de-4ed9-992f-a5578fd6716a {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:23:56.015799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 6941fc79-28de-4ed9-992f-a5578fd6716a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6941fc79-28de-4ed9-992f-a5578fd6716a,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:56.027532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.045316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting port db6cb149-941b-4fec-ad0f-f0fdab704da5 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:56.045805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.144800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.164567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=6941fc79-28de-4ed9-992f-a5578fd6716a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:56.185390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:56.252140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['6941fc79-28de-4ed9-992f-a5578fd6716a'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:23:56.253219 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89794cff-f39e-40f7-af0f-b23be1ac7f97 req-163c95cc-cc6a-4c46-aded-9e42526c6525 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162684 Mar 02 07:23:56.308008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.319688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:56.339398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.490498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:56.509319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37438) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:56.517521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Allocated IP 172.20.0.11 (eb47f6dd-789f-4694-9a31-b758091fcb73/49c6870a-2193-4a31-8f46-ca4694d720af/a965a174-92fd-4d9f-9b5a-a55bfe36ca4b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:56.523496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 53f7cd70-b328-4e1a-9c77-b59cadc88d0c owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:56.586805 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46b61878-efe3-45d7-b6ba-59b8cb0c37f6 req-d86ca7dc-3e4e-4363-aa11-4d49545457fe service neutron] 10.222.0.32 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776772 Mar 02 07:23:56.590610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:56.696832 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'code': 200} Mar 02 07:23:56.769174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.033415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Calling delete_port for db6cb149-941b-4fec-ad0f-f0fdab704da5 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:57.150312 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-446dddd9-3a61-4884-a595-a6e767adae40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=651dceca8ec347fca6cc2a2d26d07622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375999 Mar 02 07:23:57.167234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:57.172295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.196140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.212764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.237285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914d9f-60a7-4693-b621-bf5f84056791 req-6243b2d9-750e-40f8-99f1-4c37a1a30775 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.238864 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2914d9f-60a7-4693-b621-bf5f84056791 req-6243b2d9-750e-40f8-99f1-4c37a1a30775 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 944 time: 0.5625718 Mar 02 07:23:57.253317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=53f7cd70-b328-4e1a-9c77-b59cadc88d0c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:57.315765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.355449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.381287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 6941fc79-28de-4ed9-992f-a5578fd6716a up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:23:57.418887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.456901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.457690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ceec1b9-ed10-4738-8eb6-d4f9c97ba60a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:23:57.468764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 6941fc79-28de-4ed9-992f-a5578fd6716a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:23:57.475879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 6941fc79-28de-4ed9-992f-a5578fd6716a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:23:57.477183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.487084 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2914d9f-60a7-4693-b621-bf5f84056791 req-8cb63c05-fbc5-440c-a085-e8c1d589b58a tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373631 Mar 02 07:23:57.488187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09e053ba-73a2-4c1a-83fc-22a296f2d9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.490239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.543993 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8fb7a06c-c3c8-4e76-9b61-fa792610421c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/53f7cd70-b328-4e1a-9c77-b59cadc88d0c HTTP/1.1" status: 204 len: 168 time: 1.8740544 Mar 02 07:23:57.551102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:57.580216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:23:57.581919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Port': ['ID=db6cb149-941b-4fec-ad0f-f0fdab704da5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:57.582535 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76682a0f-a9cf-4384-9632-a829533e1137 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.8166909 Mar 02 07:23:57.586031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-53e70e25-f4d5-4edb-b36d-0997b82d2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.588171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:57.588324 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-53e70e25-f4d5-4edb-b36d-0997b82d2485 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 1098 time: 0.6979916 Mar 02 07:23:57.639378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.656828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09e053ba-73a2-4c1a-83fc-22a296f2d9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.673830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.682296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 6941fc79-28de-4ed9-992f-a5578fd6716a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6941fc79-28de-4ed9-992f-a5578fd6716a,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:57.687759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.714007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.755679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:57.763274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Deleting port c0a178f4-5923-4799-9fd3-c58c14704b40 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:57.763844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.766440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Usage tracker for resource:security_group_rule and tenant:6a69876c5d9443af802a159835bd0681 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:57.772158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=6941fc79-28de-4ed9-992f-a5578fd6716a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:57.779031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.791193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:57.842425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc98640-480b-4e38-a10a-01216911317c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.843998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc98640-480b-4e38-a10a-01216911317c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.844723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cc98640-480b-4e38-a10a-01216911317c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:23:57.849892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:57.914157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network eb47f6dd-789f-4694-9a31-b758091fcb73 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:23:57.934032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:23:57.945097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958ce39-46f5-428e-9b0b-b081ab24a72a req-7ffcc9e3-f7f8-4442-8185-45fca4fea6df tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:57.946803 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4958ce39-46f5-428e-9b0b-b081ab24a72a req-7ffcc9e3-f7f8-4442-8185-45fca4fea6df tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.4869261 Mar 02 07:23:57.949614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.952490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09e053ba-73a2-4c1a-83fc-22a296f2d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.954915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:23:57.983454 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae7b4b80-554a-4786-9b76-ad26e6af1c35 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/ports/db6cb149-941b-4fec-ad0f-f0fdab704da5 HTTP/1.1" status: 204 len: 168 time: 2.1041791 Mar 02 07:23:57.984407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e053ba-73a2-4c1a-83fc-22a296f2d9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c22c9a-0e8f-4dcd-b1ae-1ae1fb476de5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:57.986761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Port': ['ID=a965a174-92fd-4d9f-9b5a-a55bfe36ca4b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:57.986878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09e053ba-73a2-4c1a-83fc-22a296f2d9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:57.989380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:57.990588 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09e053ba-73a2-4c1a-83fc-22a296f2d9b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04c22c9a-0e8f-4dcd-b1ae-1ae1fb476de5 HTTP/1.1" status: 204 len: 168 time: 0.8223407 Mar 02 07:23:58.021733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cc98640-480b-4e38-a10a-01216911317c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:23:58.022890 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0cc98640-480b-4e38-a10a-01216911317c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4686520 Mar 02 07:23:58.025530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37472) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:58.153323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 26fd9354-f6f4-4792-b25b-4d6e65b3adfa {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:23:58.163441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.176677 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfa4fce-273d-4a64-b75e-ae4fbe9bccb6 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] GET failed (client error): The resource could not be found. Mar 02 07:23:58.183390 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1cfa4fce-273d-4a64-b75e-ae4fbe9bccb6 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "GET /v2.0/ports/db6cb149-941b-4fec-ad0f-f0fdab704da5 HTTP/1.1" status: 404 len: 333 time: 0.1541309 Mar 02 07:23:58.194044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37478) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:58.205776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'name': 'tempest-AllowedAddressPairTestJSON-135372856'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:58.293235 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4958ce39-46f5-428e-9b0b-b081ab24a72a req-6284de18-59ad-4cbd-baa2-6cbce19804fb tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080900 Mar 02 07:23:58.330155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.396774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.536726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Calling delete_port for c0a178f4-5923-4799-9fd3-c58c14704b40 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:23:58.585630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.603982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.644255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.660960 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b703fde0-ee24-46a7-b9dd-cd9b52648c46 req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0294037 Mar 02 07:23:58.661770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.698501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:23:58.754419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:58.776177 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'code': 200} Mar 02 07:23:58.784422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:58.819942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.853023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:58.866964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:58.870382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:58.927860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299b39d-48e2-4ee3-8c31-a1434816d80a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=62d158ed-0e03-4188-b205-fa2fe2e3a820,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:58.967229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] device_id is not set on port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:23:59.022070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Pushing event updated for resources: {'Port': ['ID=f34cfc1b-ee59-4313-ac40-2f5755f2c52f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:59.030248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.057347 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c4530-cbf6-4c79-8476-93e328da7ceb req-81eeae91-ccbe-41b9-8fe3-e87ce071e412 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:59.058985 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-795c4530-cbf6-4c79-8476-93e328da7ceb req-81eeae91-ccbe-41b9-8fe3-e87ce071e412 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 0.3794141 Mar 02 07:23:59.068380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.084838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.116132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-36d31d2c-069c-4b7b-bf19-ecab4a642215 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] Request body: {'port': {'network_id': 'f604ac65-2828-4c85-a8ab-cacccaa7a9b7', 'name': 'tempest-NetworksNegativeTestJSON-1270077109'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:59.166612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0a178f4-5923-4799-9fd3-c58c14704b40,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:59.169499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.278837 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d31d2c-069c-4b7b-bf19-ecab4a642215 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] POST failed (client error): The resource could not be found. Mar 02 07:23:59.279741 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d31d2c-069c-4b7b-bf19-ecab4a642215 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:59.284456 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36d31d2c-069c-4b7b-bf19-ecab4a642215 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4203546 Mar 02 07:23:59.290123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:59.324164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=26fd9354-f6f4-4792-b25b-4d6e65b3adfa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:23:59.347125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.356761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb751068-4ee0-4acc-bc07-51f1c13687d0 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:23:59.383084 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-795c4530-cbf6-4c79-8476-93e328da7ceb req-2ed6b70e-f842-4e12-bf20-d65a9cd11ae1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011250 Mar 02 07:23:59.407232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.412234 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3ca7d5f-4dcd-4822-93e6-be28c66cfd44 tempest-RoutersAdminNegativeTest-245080846 tempest-RoutersAdminNegativeTest-245080846-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c0a178f4-5923-4799-9fd3-c58c14704b40 HTTP/1.1" status: 204 len: 168 time: 1.8184793 Mar 02 07:23:59.416830 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fcb99514-8d54-4a0d-9c3f-3f2ff1e1ddb9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/26fd9354-f6f4-4792-b25b-4d6e65b3adfa HTTP/1.1" status: 204 len: 168 time: 1.3881826 Mar 02 07:23:59.416830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Allocated IP 172.20.0.11 (77e95c6e-e7b7-4f86-89f5-92eead2700b4/b8601d6f-25cf-476d-bb48-c3fb3446492f/7c162d8d-a57e-4313-86fd-7b79fedb52d4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:23:59.418147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37516) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:59.478281 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Floating IP 14c6cb0e-fbb1-474d-b7e5-db00b4814307 associated. External IP: 172.26.4.155, port: 1d1830eb-79c3-4456-8f66-5fa2d5e17029. Mar 02 07:23:59.499387 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-190888d2-0f58-49b1-b6d4-6c8575b7459c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776076 Mar 02 07:23:59.499594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37520) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:59.507212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:23:59.680005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c505a21-0da4-46ac-ae28-38cfe332f86c tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] DELETE failed (client error): The resource could not be found. Mar 02 07:23:59.680573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c505a21-0da4-46ac-ae28-38cfe332f86c tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:59.694401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:23:59.696357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:23:59.698801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] Deleting port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:23:59.699414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.704600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:23:59.709322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:23:59.763557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37526) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:59.766355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:23:59.796323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:23:59.799620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebd003-1eb6-4959-bcff-d8ac9620cca0 req-5d7c48e3-c712-4fea-b357-aec46b8187aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:23:59.800461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.802082 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bdebd003-1eb6-4959-bcff-d8ac9620cca0 req-5d7c48e3-c712-4fea-b357-aec46b8187aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 1098 time: 0.6617463 Mar 02 07:23:59.803315 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9c505a21-0da4-46ac-ae28-38cfe332f86c tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "DELETE /v2.0/networks/bdf17695-5e1e-4e41-9761-0101fc1d0acb HTTP/1.1" status: 404 len: 339 time: 0.5004020 Mar 02 07:23:59.817514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37532) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:59.923342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] For port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4760d2d9-fbcc-407b-9d65-5d4685f7fcb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:23:59.924148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.969954 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-affb2075-f91c-4259-86ac-ccc7793047e8 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] DELETE failed (client error): The resource could not be found. Mar 02 07:23:59.970541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affb2075-f91c-4259-86ac-ccc7793047e8 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:23:59.976881 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-affb2075-f91c-4259-86ac-ccc7793047e8 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "DELETE /v2.0/ports/6b430dcd-77a0-4876-b144-e11486aab6a5 HTTP/1.1" status: 404 len: 333 time: 0.1510777 Mar 02 07:23:59.986099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37536) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:23:59.988112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:23:59.996793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.025757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:00.029443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Usage tracker for resource:security_group_rule and tenant:49d1b521d4874298bf15a48f75cabfe5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:00.032790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:00.038364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:00.040727 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bdebd003-1eb6-4959-bcff-d8ac9620cca0 req-9e34504c-96cf-4eff-9c44-3c8302bf5802 service neutron] Synchronizing usage tracker for tenant:6a69876c5d9443af802a159835bd0681 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:00.048851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Transition to ACTIVE for port object 7c162d8d-a57e-4313-86fd-7b79fedb52d4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:00.063557 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adda9c3-f27e-428d-82cc-c0900c2258a6 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] DELETE failed (client error): The resource could not be found. Mar 02 07:24:00.063957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adda9c3-f27e-428d-82cc-c0900c2258a6 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:24:00.069116 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0adda9c3-f27e-428d-82cc-c0900c2258a6 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "DELETE /v2.0/subnets/03c3ca8c-a7a5-4459-b4b3-e44944cac639 HTTP/1.1" status: 404 len: 337 time: 0.0734782 Mar 02 07:24:00.070367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37540) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.088412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] Calling delete_port for 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:00.101947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.115658 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c88caa0-eb5e-493a-bc6a-7b34a7f03954 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] GET failed (client error): The resource could not be found. Mar 02 07:24:00.116986 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c88caa0-eb5e-493a-bc6a-7b34a7f03954 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "GET /v2.0/networks/101cc60e-4a4d-47e2-b70e-26c1f7fbcefc HTTP/1.1" status: 404 len: 339 time: 0.0464337 Mar 02 07:24:00.124843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37544) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.171789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.174386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cfa57-e9c4-4a62-b47f-c14d681b21e1 req-287759b4-9707-4a69-a7e5-01c424790a3a tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.181165 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-621cfa57-e9c4-4a62-b47f-c14d681b21e1 req-287759b4-9707-4a69-a7e5-01c424790a3a tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.5731113 Mar 02 07:24:00.216876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] Pushing event deleted for resources: {'Port': ['ID=4760d2d9-fbcc-407b-9d65-5d4685f7fcb6,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:00.233035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72580fb9-e8b1-40f3-b6ca-fefa9b37504a None None] No DVR routers for this DVR port 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:00.237305 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da539b0b-3c36-4d91-a363-a44ed11091b2 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] GET failed (client error): The resource could not be found. Mar 02 07:24:00.248202 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-da539b0b-3c36-4d91-a363-a44ed11091b2 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "GET /v2.0/ports/523bde32-4531-4ead-8a50-806d3abacc0e HTTP/1.1" status: 404 len: 333 time: 0.1138222 Mar 02 07:24:00.248375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bdebd003-1eb6-4959-bcff-d8ac9620cca0 req-9e34504c-96cf-4eff-9c44-3c8302bf5802 service neutron] Unset dirty status for tenant:6a69876c5d9443af802a159835bd0681 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:00.248375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bdebd003-1eb6-4959-bcff-d8ac9620cca0 req-9e34504c-96cf-4eff-9c44-3c8302bf5802 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734601 Mar 02 07:24:00.248375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.292972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.417804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:00.426614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:00.429294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:00.447561 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d57af68-a14d-4c5c-bc51-c75bf5462cb1 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] GET failed (client error): The resource could not be found. Mar 02 07:24:00.455414 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d57af68-a14d-4c5c-bc51-c75bf5462cb1 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "GET /v2.0/subnets/f83d7b63-1b15-438d-8a6c-fbdcb748d083 HTTP/1.1" status: 404 len: 337 time: 0.1856411 Mar 02 07:24:00.458617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.473351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.474544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.515478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba3ca0f3-9183-48ac-8041-6f9bd30ceb60 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:00.527590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=7c162d8d-a57e-4313-86fd-7b79fedb52d4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:00.558102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.728779 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3ca0f3-9183-48ac-8041-6f9bd30ceb60 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] PUT failed (client error): The resource could not be found. Mar 02 07:24:00.729374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3ca0f3-9183-48ac-8041-6f9bd30ceb60 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:24:00.730552 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba3ca0f3-9183-48ac-8041-6f9bd30ceb60 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "PUT /v2.0/networks/43936926-aadc-442a-8e91-607a0c02d765 HTTP/1.1" status: 404 len: 339 time: 0.2640178 Mar 02 07:24:00.743151 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-621cfa57-e9c4-4a62-b47f-c14d681b21e1 req-4410e755-8b1f-40a1-9f3d-709c07a0bc16 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5611827 Mar 02 07:24:00.744172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.750582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:00.758800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b140134f-a7f2-4b90-9564-06499d192cea tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:00.773246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:00.779706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71051baf-7150-4482-a78d-7f0b3941567e None None] Provisioning for port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:00.787256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71051baf-7150-4482-a78d-7f0b3941567e None None] Provisioning complete for port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:00.787777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71051baf-7150-4482-a78d-7f0b3941567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.789522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.790125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.814491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=99f95fa9-3ef0-4b48-990d-61447bbc447c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:00.821501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:00.822119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:00.822853 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b140134f-a7f2-4b90-9564-06499d192cea tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] PUT failed (client error): The resource could not be found. Mar 02 07:24:00.823323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b140134f-a7f2-4b90-9564-06499d192cea tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:24:00.829578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b140134f-a7f2-4b90-9564-06499d192cea tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "PUT /v2.0/ports/3b06ef4d-c39c-4bd7-a7ae-023c9f174fcf HTTP/1.1" status: 404 len: 333 time: 0.0761700 Mar 02 07:24:00.830043 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49d1b521d4874298bf15a48f75cabfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0654614 Mar 02 07:24:00.835469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.835792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37564) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.836418 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895fc45-2ed2-4062-bc41-132d1a8f5ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7623eac-c5f8-4003-9d4b-01210cab63cc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:00.852236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Router 4be79a4c-9e6f-4f08-b0b2-fe02aab84502 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:00.864512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4e9413d0-b774-4a87-ba72-7a8485aae628 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:00.876801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-71051baf-7150-4482-a78d-7f0b3941567e None None] Port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:00.883273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba03ec3-3822-4eb5-8648-0cb3798fbdda None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:00.901879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:00.914332 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9413d0-b774-4a87-ba72-7a8485aae628 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] PUT failed (client error): The resource could not be found. Mar 02 07:24:00.914776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9413d0-b774-4a87-ba72-7a8485aae628 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:24:00.915892 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e9413d0-b774-4a87-ba72-7a8485aae628 tempest-NetworksNegativeTestJSON-609810111 tempest-NetworksNegativeTestJSON-609810111-project] 10.222.0.41 "PUT /v2.0/subnets/20eb3bd1-5e9c-4b50-a3d1-e70184e74c0b HTTP/1.1" status: 404 len: 337 time: 0.0766685 Mar 02 07:24:00.959946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:00.960295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4760d2d9-fbcc-407b-9d65-5d4685f7fcb6 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:00.974579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Router 49a0ccca-df8a-4fe0-88ad-5cd5b250b74d is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:00.990043 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f3b6ac07-c967-487b-88c8-b6ffcfb97fa9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4893878 Mar 02 07:24:00.991644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:00.991761 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c52777f-241a-402a-ae62-edfde8fabe36 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7965519 Mar 02 07:24:00.996634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37574) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:01.003655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'name': 'tempest-NetworksTestDHCPv6-431930630'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:01.006932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:05:47:cd'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:01.085292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b81b12-c123-4cf1-944e-6c594d0215e5 req-940e9682-4893-4061-8ada-2eb23e8cbd48 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:01.086818 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03b81b12-c123-4cf1-944e-6c594d0215e5 req-940e9682-4893-4061-8ada-2eb23e8cbd48 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 0.5494065 Mar 02 07:24:01.087474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1012b19f-9983-49a8-ab3b-cd0b0919a5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.193250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37582) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:01.234168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1012b19f-9983-49a8-ab3b-cd0b0919a5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.240280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '99f95fa9-3ef0-4b48-990d-61447bbc447c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:01.241749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.288179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:01.297543 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] Sync routers for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:01.322591 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:01.325985 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:01.401317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.424415 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03b81b12-c123-4cf1-944e-6c594d0215e5 req-27b3aad9-bd15-49c5-a414-c705db99c652 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201287 Mar 02 07:24:01.523936 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:01.552034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.553881 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:01.555967 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:01.562704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:01.572831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.578885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/99f95fa9-3ef0-4b48-990d-61447bbc447c/f3739b46-3f16-4bf3-86d9-dba68c34bac2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:01.582737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1012b19f-9983-49a8-ab3b-cd0b0919a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.584517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:01.586984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:01.591175 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2cc2a01-448f-4bc6-a82f-c9ee0322c059 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 11.1358154 Mar 02 07:24:01.597231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:01.598611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Sync routers for ids ['49a0ccca-df8a-4fe0-88ad-5cd5b250b74d'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:01.602624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Usage tracker for resource:security_group_rule and tenant:dfb4ab49b4d343dea73f5437dce76750 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:01.604123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37588) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:01.605506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:01.612705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:01.651996 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:01.652446 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3f550-ba5b-48f0-9059-b72a232003e9 None None] The sync data for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:01.665442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012b19f-9983-49a8-ab3b-cd0b0919a5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7623eac-c5f8-4003-9d4b-01210cab63cc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:01.691314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Routers {'49a0ccca-df8a-4fe0-88ad-5cd5b250b74d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:01.692072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['49a0ccca-df8a-4fe0-88ad-5cd5b250b74d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:01.694460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:01.705825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.707106 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f571af2f-dc23-4da6-80ca-ca3596ad2000 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.0095348 Mar 02 07:24:01.709632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:01.712319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:01.738620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1012b19f-9983-49a8-ab3b-cd0b0919a5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.739730 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1012b19f-9983-49a8-ab3b-cd0b0919a5c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7623eac-c5f8-4003-9d4b-01210cab63cc HTTP/1.1" status: 204 len: 168 time: 0.8990722 Mar 02 07:24:01.799560 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-98c473f1-31c3-4662-b742-071c42b7fa87 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] 10.222.0.41 "GET /v2.0/floatingips/14c6cb0e-fbb1-474d-b7e5-db00b4814307 HTTP/1.1" status: 200 len: 981 time: 0.1940963 Mar 02 07:24:01.799679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:01.871901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:01.875515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.936803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.978524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.991830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:01.992744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Transition to ACTIVE for port object f3739b46-3f16-4bf3-86d9-dba68c34bac2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:01.998803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.015864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 9b768079-b3b5-4345-9a95-eb18ff5d1a89 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:02.030421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Transition to ACTIVE for port object f3739b46-3f16-4bf3-86d9-dba68c34bac2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:02.107706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.140089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=7c162d8d-a57e-4313-86fd-7b79fedb52d4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:02.163532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] In _notify_port_updated(), no bound segment for port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 on network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:24:02.170103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.171096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.173461 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9659cf6d-e380-46db-9dad-c007cae6354d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "PUT /v2.0/ports/7c162d8d-a57e-4313-86fd-7b79fedb52d4 HTTP/1.1" status: 200 len: 993 time: 1.1741314 Mar 02 07:24:02.174922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37606) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:02.177333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37608) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:02.216081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:02.223814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:02.239703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:02.242676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Set router 49a0ccca-df8a-4fe0-88ad-5cd5b250b74d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:02.248129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.274088 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-44e822dd-9680-4519-bdf9-a33a5fb0cecc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11a556b64ff444f1b57744c61c53ef73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977683 Mar 02 07:24:02.276790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37614) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:02.310536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:02.310863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.359250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Pushing event updated for resources: {'Port': ['ID=f3739b46-3f16-4bf3-86d9-dba68c34bac2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:02.411180 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfb4ab49b4d343dea73f5437dce76750&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1704984 Mar 02 07:24:02.424856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:02.438894 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-24172490-a4a6-499b-93dd-597f62b86c16 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.6354344 Mar 02 07:24:02.444518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:02.506895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.539580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.571820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3686168e-4ff4-4a8a-8438-8a82aff00841,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:02.609227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Attempting to bind port f3739b46-3f16-4bf3-86d9-dba68c34bac2 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:02.609590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Attempting to bind port f3739b46-3f16-4bf3-86d9-dba68c34bac2 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:02.609976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Attempting to bind port f3739b46-3f16-4bf3-86d9-dba68c34bac2 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:02.620711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f0d0934-0fe2-4af3-a43c-5b7f6083057d None None] Provisioning complete for port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:02.620711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0934-0fe2-4af3-a43c-5b7f6083057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.639093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.639606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.640048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.640480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.640910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.641341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.641821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.642250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.642675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.643096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.643785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.644683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ca9c5-d1ce-40ad-9609-32fd3a68490b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:02.656685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:02.656848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:02.657213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.657600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:02.658104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Bound port: f3739b46-3f16-4bf3-86d9-dba68c34bac2, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:02.658558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.675409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73ee4f0f-410d-42ad-a79f-5c132cf5b372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.683476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.769524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d0934-0fe2-4af3-a43c-5b7f6083057d None None] Port 7c162d8d-a57e-4313-86fd-7b79fedb52d4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:02.790927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c93545c7-7546-4973-8074-a579eab87be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.827811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::113 (9cd85606-01cd-4b60-bb33-0395597a84af/99f95fa9-3ef0-4b48-990d-61447bbc447c/9b768079-b3b5-4345-9a95-eb18ff5d1a89) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:02.844002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] For port f3739b46-3f16-4bf3-86d9-dba68c34bac2, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:02.848507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] For port f3739b46-3f16-4bf3-86d9-dba68c34bac2, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f3739b46-3f16-4bf3-86d9-dba68c34bac2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:02.855672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.868917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865e834-a997-4508-8d04-5780259c97b1 req-f0bfe0ce-fb5c-4fdb-9cd9-91ee4f27d9f7 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:02.871208 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7865e834-a997-4508-8d04-5780259c97b1 req-f0bfe0ce-fb5c-4fdb-9cd9-91ee4f27d9f7 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.6391044 Mar 02 07:24:02.882630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c93545c7-7546-4973-8074-a579eab87be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.949707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:02.956558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0ccca-df8a-4fe0-88ad-5cd5b250b74d', 'name': '', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73', 'external_fixed_ips': [{'subnet_id': '49c6870a-2193-4a31-8f46-ca4694d720af', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'a965a174-92fd-4d9f-9b5a-a55bfe36ca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:51Z', 'updated_at': '2022-03-02T07:23:58Z', 'revision_number': 3, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port': {'id': 'a965a174-92fd-4d9f-9b5a-a55bfe36ca4b', 'name': '', 'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a0ccca-df8a-4fe0-88ad-5cd5b250b74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '49c6870a-2193-4a31-8f46-ca4694d720af', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:55Z', 'updated_at': '2022-03-02T07:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49c6870a-2193-4a31-8f46-ca4694d720af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:02.961481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63c2c3-4a17-4481-8e78-21e38a3c3195 None None] Pushing event updated for resources: {'Port': ['ID=f3739b46-3f16-4bf3-86d9-dba68c34bac2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:02.965600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Checking router: 49a0ccca-df8a-4fe0-88ad-5cd5b250b74d for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:02.965812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Updating router 49a0ccca-df8a-4fe0-88ad-5cd5b250b74d port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:03.021251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Deleting port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:03.021755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.028096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.033813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.057344 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7865e834-a997-4508-8d04-5780259c97b1 req-2428cd83-543b-447f-a104-73b8a9ba4bd9 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676214 Mar 02 07:24:03.075709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Deleting port f34cfc1b-ee59-4313-ac40-2f5755f2c52f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:03.076285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.176767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba84ac-d1a6-4fbe-8813-313108e7c409 req-41613b72-eb07-46c3-b898-dbaa4ab647d8 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:03.178331 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5dba84ac-d1a6-4fbe-8813-313108e7c409 req-41613b72-eb07-46c3-b898-dbaa4ab647d8 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 0.6271060 Mar 02 07:24:03.234687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c93545c7-7546-4973-8074-a579eab87be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.253574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Calling delete_port for 7c162d8d-a57e-4313-86fd-7b79fedb52d4 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:03.471101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.476204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93545c7-7546-4973-8074-a579eab87be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3686168e-4ff4-4a8a-8438-8a82aff00841,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:03.499053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.530206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c93545c7-7546-4973-8074-a579eab87be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.530671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.534032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c93545c7-7546-4973-8074-a579eab87be2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3686168e-4ff4-4a8a-8438-8a82aff00841 HTTP/1.1" status: 204 len: 168 time: 1.0939157 Mar 02 07:24:03.538700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.542483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3f8d04-9042-4dd9-b374-3c62c334f285,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:03.555504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 9b768079-b3b5-4345-9a95-eb18ff5d1a89 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:03.582587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.583041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.583448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.583851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.584251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.584650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.585047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.585600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.585883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.586278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.586671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.587075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:03.649081 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5dba84ac-d1a6-4fbe-8813-313108e7c409 req-1fda6c53-328b-450b-af27-1e2f061faa68 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049737 Mar 02 07:24:03.651303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Transition to ACTIVE for port object a965a174-92fd-4d9f-9b5a-a55bfe36ca4b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:03.659813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.660127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.721420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Calling delete_port for a965a174-92fd-4d9f-9b5a-a55bfe36ca4b owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:03.736131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.737542 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0b2814d5-4d90-4beb-84e4-2d18fcfb8036 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf3f8d04-9042-4dd9-b374-3c62c334f285 HTTP/1.1" status: 204 len: 168 time: 1.4598620 Mar 02 07:24:03.738833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Port': ['ID=7c162d8d-a57e-4313-86fd-7b79fedb52d4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:03.786030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Attempting to bind port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:03.786652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Attempting to bind port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '923cecb4-8b67-480a-b402-ad240af23a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:03.787298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Attempting to bind port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b on network eb47f6dd-789f-4694-9a31-b758091fcb73 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:03.808390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:03.809071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Checking segment: {'id': '923cecb4-8b67-480a-b402-ad240af23a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:03.809624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.810368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Bound using segment: {'id': '923cecb4-8b67-480a-b402-ad240af23a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:03.810957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Bound port: a965a174-92fd-4d9f-9b5a-a55bfe36ca4b, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923cecb4-8b67-480a-b402-ad240af23a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'eb47f6dd-789f-4694-9a31-b758091fcb73'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:03.811431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.887599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.887915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:03.959696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c418976-adce-497e-9df9-946a2e9cb2f2 None None] Pushing event updated for resources: {'Port': ['ID=a965a174-92fd-4d9f-9b5a-a55bfe36ca4b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:03.967240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] For port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:03.970556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] For port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a965a174-92fd-4d9f-9b5a-a55bfe36ca4b,segment=NetworkSegment(923cecb4-8b67-480a-b402-ad240af23a36),segment_id=923cecb4-8b67-480a-b402-ad240af23a36)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:03.976896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.076114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46485905-b291-4d63-8cba-d2bcf90d3244 req-40470c8e-c4f6-419c-87f5-072fce319a01 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.077727 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46485905-b291-4d63-8cba-d2bcf90d3244 req-40470c8e-c4f6-419c-87f5-072fce319a01 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.8180981 Mar 02 07:24:04.092027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:04.172691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c418976-adce-497e-9df9-946a2e9cb2f2 None None] Pushing event updated for resources: {'Port': ['ID=a965a174-92fd-4d9f-9b5a-a55bfe36ca4b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:04.177404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Calling delete_port for f34cfc1b-ee59-4313-ac40-2f5755f2c52f owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:04.211872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Routers {'49a0ccca-df8a-4fe0-88ad-5cd5b250b74d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:04.215517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:23:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['49a0ccca-df8a-4fe0-88ad-5cd5b250b74d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:04.280646 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Request body: {'floatingip': {'port_id': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:04.406065 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.416021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.454650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] Set router 49a0ccca-df8a-4fe0-88ad-5cd5b250b74d gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:04.602049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0ccca-df8a-4fe0-88ad-5cd5b250b74d', 'name': '', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:51Z', 'updated_at': '2022-03-02T07:24:02Z', 'revision_number': 4, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:04.615950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.621411 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-299a42cc-2552-455f-b39c-d50036eda141 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/ports/7c162d8d-a57e-4313-86fd-7b79fedb52d4 HTTP/1.1" status: 204 len: 168 time: 2.4426792 Mar 02 07:24:04.625252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:04.630060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d0889-7568-4823-86d1-f2c77eb6eaa8 None None] The sync data for ids ['49a0ccca-df8a-4fe0-88ad-5cd5b250b74d'] in dv-neutron-831485-1-hyperv is: [{'id': '49a0ccca-df8a-4fe0-88ad-5cd5b250b74d', 'name': '', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:51Z', 'updated_at': '2022-03-02T07:24:02Z', 'revision_number': 4, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:04.644513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f2218d5d-b53c-4772-842b-b6b2843e72a6 None None] Provisioning for port f3739b46-3f16-4bf3-86d9-dba68c34bac2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:04.701409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:04.714848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:04.729951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:04.744117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-453c1200-ffc3-4f5f-890f-8f6029adcdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.749138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.749874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:04.753825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=9b768079-b3b5-4345-9a95-eb18ff5d1a89,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:04.766000 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c116a743-5ec7-4b67-83ca-7a66f68b01aa tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] GET failed (client error): The resource could not be found. Mar 02 07:24:04.770217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c116a743-5ec7-4b67-83ca-7a66f68b01aa tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Synchronizing usage tracker for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:04.816747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc718949-ef1e-4080-a3d5-2d90b7a2735b req-11832ef5-1710-416e-94cf-30550f383bc3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:04.823920 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fc718949-ef1e-4080-a3d5-2d90b7a2735b req-11832ef5-1710-416e-94cf-30550f383bc3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 1.0204494 Mar 02 07:24:04.829217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37666) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:04.861897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:04.862337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:04.867841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Request body: {'floatingip': {'port_id': '6941fc79-28de-4ed9-992f-a5578fd6716a'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:04.904744 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fae56f20-4aaa-4249-80b7-a7854f318d00 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9110911 Mar 02 07:24:04.925358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37674) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:04.965999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f3739b46-3f16-4bf3-86d9-dba68c34bac2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:05.006022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c116a743-5ec7-4b67-83ca-7a66f68b01aa tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Unset dirty status for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:05.007889 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c116a743-5ec7-4b67-83ca-7a66f68b01aa tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "GET /v2.0/ports/7c162d8d-a57e-4313-86fd-7b79fedb52d4 HTTP/1.1" status: 404 len: 333 time: 0.3808279 Mar 02 07:24:05.024558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37678) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:05.029327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.037222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.175666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port f3739b46-3f16-4bf3-86d9-dba68c34bac2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:05.182118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f3739b46-3f16-4bf3-86d9-dba68c34bac2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:05.182444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.193728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ffaaa-cbcc-4ccc-81c5-91474cb01e2c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:05.201829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ffaaa-cbcc-4ccc-81c5-91474cb01e2c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:05.202653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8a2ffaaa-cbcc-4ccc-81c5-91474cb01e2c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:05.271467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'name': 'tempest-AllowedAddressPairTestJSON-1234094614'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:05.304618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8a2ffaaa-cbcc-4ccc-81c5-91474cb01e2c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:05.306151 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a2ffaaa-cbcc-4ccc-81c5-91474cb01e2c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3790944 Mar 02 07:24:05.315211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:05.364459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Deleting port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:05.364642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.396957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8128e508-218a-48ed-8b31-0ee6e99a4888 None None] Provisioning for port 9b768079-b3b5-4345-9a95-eb18ff5d1a89 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:05.410971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8128e508-218a-48ed-8b31-0ee6e99a4888 None None] Provisioning complete for port 9b768079-b3b5-4345-9a95-eb18ff5d1a89 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:05.411340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8128e508-218a-48ed-8b31-0ee6e99a4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.456197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.497063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37696) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:05.503054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8128e508-218a-48ed-8b31-0ee6e99a4888 None None] Port 9b768079-b3b5-4345-9a95-eb18ff5d1a89 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:05.510180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Port': ['ID=f34cfc1b-ee59-4313-ac40-2f5755f2c52f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:05.517465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port f3739b46-3f16-4bf3-86d9-dba68c34bac2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f3739b46-3f16-4bf3-86d9-dba68c34bac2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:05.521277 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0088277 Mar 02 07:24:05.524162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37698) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:05.524565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.580603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37704) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:05.608756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:05.628647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] For port a965a174-92fd-4d9f-9b5a-a55bfe36ca4b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a965a174-92fd-4d9f-9b5a-a55bfe36ca4b,segment=NetworkSegment(923cecb4-8b67-480a-b402-ad240af23a36),segment_id=923cecb4-8b67-480a-b402-ad240af23a36)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:05.629141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.662764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=f3739b46-3f16-4bf3-86d9-dba68c34bac2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:05.670519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.670876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.671221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.671562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.671895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.673130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.673466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.673821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.674237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.674563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.674887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.675321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:05.768432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.852759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 9b768079-b3b5-4345-9a95-eb18ff5d1a89 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:05.853374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.880372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:05.895495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Calling delete_port for a965a174-92fd-4d9f-9b5a-a55bfe36ca4b owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:05.924657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-941484280'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:05.950970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-87925d8a-2a0c-4c54-8e69-367045923442 tempest-NetworksApiDiscovery-498506934 tempest-NetworksApiDiscovery-498506934-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4068933 Mar 02 07:24:05.951305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:05.965430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:network and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:05.972984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:05.985768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:05.991698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:06.096716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:06.100246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.203901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:06.207299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.233392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.250077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.250077 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Floating IP 14c6cb0e-fbb1-474d-b7e5-db00b4814307 disassociated (deleted). External IP: 172.26.4.155, port: 1d1830eb-79c3-4456-8f66-5fa2d5e17029. Mar 02 07:24:06.282531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:06.309883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:06.322354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] device_id is not set on port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:06.373174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:security_group_rule and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:06.386602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:06.403553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:06.428828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:24:06.547317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.630398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.636645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.650646 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:06.660446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.714698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfc9df868054ea787ae90aadb8f2517 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:06.727579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:06.810975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Allocated IP 172.20.0.11 (77e95c6e-e7b7-4f86-89f5-92eead2700b4/b8601d6f-25cf-476d-bb48-c3fb3446492f/9f4b8d76-f1ea-4854-b994-7ecfd4514e29) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:06.831886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:24:06.839222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f3739b46-3f16-4bf3-86d9-dba68c34bac2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:06.861660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 9b768079-b3b5-4345-9a95-eb18ff5d1a89 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:06.892441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:06.909552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f3739b46-3f16-4bf3-86d9-dba68c34bac2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:06.910024 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:06.961121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.024596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.039014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.049133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.117032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event deleted for resources: {'Port': ['ID=a965a174-92fd-4d9f-9b5a-a55bfe36ca4b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:07.170937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Router 4be79a4c-9e6f-4f08-b0b2-fe02aab84502 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:07.251686 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Floating IP dc25cfff-d31d-4ecb-8f64-2ec222b15a31 associated. External IP: 172.26.4.60, port: 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8. Mar 02 07:24:07.370760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.392055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.402211 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Floating IP 62756636-3fa4-4008-b55d-07a4ddc875d6 associated. External IP: 172.26.4.134, port: 6941fc79-28de-4ed9-992f-a5578fd6716a. Mar 02 07:24:07.464146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.675515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.679030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:07.688463 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] Sync routers for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:07.698817 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:07.699435 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:07.716777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Transition to ACTIVE for port object 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:07.734335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.779647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f51fea-688d-4452-942d-a9cb73d2d28a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:07.783026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.793226 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:07.796513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.804817 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:07.805578 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:07.867073 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:07.867480 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28256e9d-eed2-488c-87ff-874091100b7c None None] The sync data for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:07.871848 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-239e5b18-8ca5-4b98-83fd-87bad2135f80 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "DELETE /v2.0/floatingips/14c6cb0e-fbb1-474d-b7e5-db00b4814307 HTTP/1.1" status: 204 len: 168 time: 5.4245651 Mar 02 07:24:07.873489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37720) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:07.883511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:07.896528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:07.897994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:07.907536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.913354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.921989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.953997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=9b768079-b3b5-4345-9a95-eb18ff5d1a89,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:07.997326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:07.997761 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Added segment ccaa7438-4367-42e7-b6b8-d69a5545567f of type vlan for network cb1f02b9-31e1-4313-97e0-d409b92d2908 Mar 02 07:24:08.078893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.089055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Usage tracker for resource:floatingip and tenant:e3b64170f8824e6983a2f4c0e845a41a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:08.117349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.126379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:08.138972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30062274-34da-42fa-bec7-6229d9b82192,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:08.142431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:08.144131 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0038f89-37df-462d-a44c-1b2db2dc49f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbfc9df868054ea787ae90aadb8f2517&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8606374 Mar 02 07:24:08.157531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37724) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:08.163356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.163865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49a0ccca-df8a-4fe0-88ad-5cd5b250b74d {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:08.168993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.212576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:08.226581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:08.228493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.243966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:08.272051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=9f4b8d76-f1ea-4854-b994-7ecfd4514e29,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:08.309078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b547ed3-4f00-4eb0-8ac6-6f212a3eac1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/9b768079-b3b5-4345-9a95-eb18ff5d1a89 HTTP/1.1" status: 204 len: 168 time: 2.9894476 Mar 02 07:24:08.311950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.313203 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a768722a-2bec-4f55-a73d-912eea641a5b tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "DELETE /v2.0/routers/49a0ccca-df8a-4fe0-88ad-5cd5b250b74d HTTP/1.1" status: 204 len: 168 time: 6.5999177 Mar 02 07:24:08.318055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:08.318344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37730) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:08.323392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Router 042d7c96-2c97-4743-982a-61c62d4b88c5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:08.384487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.390086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:08.390690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.431172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:08.431866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.455728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Router ba43914e-a5a4-492e-813f-809697ecb756 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:08.491465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83900e6c-4471-47c9-871e-b0d3709c4b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.514361 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.9252119 Mar 02 07:24:08.517772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c4ee6-439c-44d7-9607-67017d8ccee1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:08.519280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c4ee6-439c-44d7-9607-67017d8ccee1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:08.523119 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-702c4ee6-439c-44d7-9607-67017d8ccee1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2014306 Mar 02 07:24:08.527443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:08.546805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-02fbfa19-feb7-4a16-b934-251aedbf53ff None None] Provisioning for port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:08.554472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-02fbfa19-feb7-4a16-b934-251aedbf53ff None None] Provisioning complete for port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:08.555585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02fbfa19-feb7-4a16-b934-251aedbf53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.576316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b950de4-150b-4122-82fd-11c7994ab64c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Network': ['ID=cb1f02b9-31e1-4313-97e0-d409b92d2908,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:08.600233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Deleting subnet 49c6870a-2193-4a31-8f46-ca4694d720af {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:08.609704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network cb1f02b9-31e1-4313-97e0-d409b92d2908 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:08.612605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83900e6c-4471-47c9-871e-b0d3709c4b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.619556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-276721cb-aa21-40f7-ab22-bb49578fdfce tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5934741 Mar 02 07:24:08.624216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.635406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:08.656464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:05:47:cd'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:08.744946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-02fbfa19-feb7-4a16-b934-251aedbf53ff None None] Port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:08.753966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 99f95fa9-3ef0-4b48-990d-61447bbc447c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:08.782291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.810891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.855227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:08.874480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] Sync routers for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:08.883233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.890522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:08.891347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:08.944656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:08.984159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83900e6c-4471-47c9-871e-b0d3709c4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.002062 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-927c8e02-057a-4859-beb0-2156438bbee1 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "PUT /v2.0/floatingips/62756636-3fa4-4008-b55d-07a4ddc875d6 HTTP/1.1" status: 200 len: 991 time: 4.1607890 Mar 02 07:24:09.012125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:09.023032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.027875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83900e6c-4471-47c9-871e-b0d3709c4b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.029396 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-83900e6c-4471-47c9-871e-b0d3709c4b44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30062274-34da-42fa-bec7-6229d9b82192 HTTP/1.1" status: 204 len: 168 time: 0.8709011 Mar 02 07:24:09.030493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83900e6c-4471-47c9-871e-b0d3709c4b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30062274-34da-42fa-bec7-6229d9b82192,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:09.165231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:09.191418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'status': 'completed', 'code': 200} Mar 02 07:24:09.191816 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] Sync routers for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:09.213902 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:09.215738 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:09.251824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.252547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.271611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:09.345100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.476857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49c6870a-2193-4a31-8f46-ca4694d720af,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:09.494914 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:09.511355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.578078 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-229bc0a0-fc05-4c36-833b-c0cff6be8e04 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/49c6870a-2193-4a31-8f46-ca4694d720af HTTP/1.1" status: 204 len: 168 time: 1.2548144 Mar 02 07:24:09.579501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:09.583461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37752) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:09.705917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Allocated IP 172.26.4.92 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/d7e7f9ed-3a98-4b52-a8cc-efacf311b47a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:09.845700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '62756636-3fa4-4008-b55d-07a4ddc875d6', 'tenant_id': '25844c16250943739790694a4bd700d9', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'port_id': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'mac_address': 'fa:16:3e:77:30:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f278796-888c-45e1-bf65-f53441b9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:23:27Z', 'updated_at': '2022-03-02T07:24:06Z', 'revision_number': 1, 'project_id': '25844c16250943739790694a4bd700d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:25Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:09.851479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] Checking router: 042d7c96-2c97-4743-982a-61c62d4b88c5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:09.862793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:09.863612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:10.024100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.164844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.200083 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'dc25cfff-d31d-4ecb-8f64-2ec222b15a31', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'port_id': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'mac_address': 'fa:16:3e:2e:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:23:23Z', 'updated_at': '2022-03-02T07:24:06Z', 'revision_number': 1, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:19Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:10.206946 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] Checking router: ba43914e-a5a4-492e-813f-809697ecb756 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:10.220059 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:10.220966 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:10.247973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:10.301246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.310505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=99f95fa9-3ef0-4b48-990d-61447bbc447c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:10.370616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.376946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.386589 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0db8c1b-7340-4fc1-933e-5aabe2a8ff56 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/99f95fa9-3ef0-4b48-990d-61447bbc447c HTTP/1.1" status: 204 len: 168 time: 1.8584034 Mar 02 07:24:10.395376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:10.400037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37772) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:10.411211 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8617e967-e9b0-46b6-b049-30238da7ac2d tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "PUT /v2.0/floatingips/dc25cfff-d31d-4ecb-8f64-2ec222b15a31 HTTP/1.1" status: 200 len: 990 time: 6.3181198 Mar 02 07:24:10.418556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:10.449105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881d92-0933-4939-9407-e8ce575fa685 req-251832a7-dd1e-45f7-aa51-c699372fb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:10.450699 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d881d92-0933-4939-9407-e8ce575fa685 req-251832a7-dd1e-45f7-aa51-c699372fb406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25844c16250943739790694a4bd700d9&device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 1098 time: 0.7085021 Mar 02 07:24:10.458480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57025fd7-0a46-4ee8-b266-e62a2c31d50d None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:10.489567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ab46d-4933-44ad-982b-40a843b11701 req-9155a082-e36c-4142-bfd1-67e79150c716 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:10.491842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b2ab46d-4933-44ad-982b-40a843b11701 req-9155a082-e36c-4142-bfd1-67e79150c716 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 0.7338767 Mar 02 07:24:10.733592 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:10.747898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881d92-0933-4939-9407-e8ce575fa685 req-8ea89b2b-d34a-4d08-8503-e98a6f763361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:10.752498 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d881d92-0933-4939-9407-e8ce575fa685 req-8ea89b2b-d34a-4d08-8503-e98a6f763361 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5c902e8-cc21-419b-88b5-1a424acb6def HTTP/1.1" status: 200 len: 907 time: 0.2593079 Mar 02 07:24:10.918716 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d881d92-0933-4939-9407-e8ce575fa685 req-6576b00d-5917-4668-b97e-ec25ee5b1d33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6941fc79-28de-4ed9-992f-a5578fd6716a HTTP/1.1" status: 200 len: 999 time: 0.1591809 Mar 02 07:24:10.994288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881d92-0933-4939-9407-e8ce575fa685 req-1b275789-2a03-4a8c-8c44-0a2a49b0d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:10.995760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d881d92-0933-4939-9407-e8ce575fa685 req-1b275789-2a03-4a8c-8c44-0a2a49b0d5f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc004003-0c06-4113-bf33-b4b0e47c1545 HTTP/1.1" status: 200 len: 845 time: 0.0677624 Mar 02 07:24:11.040810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:11.112214 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b2ab46d-4933-44ad-982b-40a843b11701 req-29c89e3d-62f4-4a73-af10-77d35e71631b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6075342 Mar 02 07:24:11.215963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:11.219585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:11.279695 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'status': 'completed', 'code': 200} Mar 02 07:24:11.358754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Pushing event updated for resources: {'Port': ['ID=d7e7f9ed-3a98-4b52-a8cc-efacf311b47a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:11.498508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.513285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881d92-0933-4939-9407-e8ce575fa685 req-9bcd67b9-eefb-44f7-ad76-f9de171c7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:11.517250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '62756636-3fa4-4008-b55d-07a4ddc875d6', 'tenant_id': '25844c16250943739790694a4bd700d9', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'port_id': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'mac_address': 'fa:16:3e:77:30:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f278796-888c-45e1-bf65-f53441b9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:23:27Z', 'updated_at': '2022-03-02T07:24:06Z', 'revision_number': 1, 'project_id': '25844c16250943739790694a4bd700d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:25Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:11.517802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d881d92-0933-4939-9407-e8ce575fa685 req-9bcd67b9-eefb-44f7-ad76-f9de171c7bcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5c902e8-cc21-419b-88b5-1a424acb6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5019515 Mar 02 07:24:11.520649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.531308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369e982-1aa5-44a7-a237-c79fc239469b None None] The sync data for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv is: [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '62756636-3fa4-4008-b55d-07a4ddc875d6', 'tenant_id': '25844c16250943739790694a4bd700d9', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'port_id': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'mac_address': 'fa:16:3e:77:30:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f278796-888c-45e1-bf65-f53441b9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:23:27Z', 'updated_at': '2022-03-02T07:24:06Z', 'revision_number': 1, 'project_id': '25844c16250943739790694a4bd700d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:25Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:11.580044 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'dc25cfff-d31d-4ecb-8f64-2ec222b15a31', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'port_id': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'mac_address': 'fa:16:3e:2e:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:23:23Z', 'updated_at': '2022-03-02T07:24:06Z', 'revision_number': 1, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:19Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:11.583710 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ea0f343-9152-4557-afb0-fba5269d2146 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0629716 Mar 02 07:24:11.587430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:11.590032 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfca95d-9a1e-40e1-a245-34a83aa94031 None None] The sync data for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv is: [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'dc25cfff-d31d-4ecb-8f64-2ec222b15a31', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'port_id': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'mac_address': 'fa:16:3e:2e:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:23:23Z', 'updated_at': '2022-03-02T07:24:06Z', 'revision_number': 1, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:19Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:11.597285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] Deleting port f3739b46-3f16-4bf3-86d9-dba68c34bac2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:11.598054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.612962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:11.785329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:11.831761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37802) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:11.913291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb47f6dd-789f-4694-9a31-b758091fcb73']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:11.941816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'subnet': {'network_id': 'cb1f02b9-31e1-4313-97e0-d409b92d2908', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:11.995291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37806) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:12.015829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b025b97-934a-416c-aced-bd2322ceea51 None None] New status for floating IP 62756636-3fa4-4008-b55d-07a4ddc875d6: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:24:12.020775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] In _notify_port_updated(), no bound segment for port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 on network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:24:12.028036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.028861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.030394 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "PUT /v2.0/ports/9f4b8d76-f1ea-4854-b994-7ecfd4514e29 HTTP/1.1" status: 200 len: 997 time: 3.3910441 Mar 02 07:24:12.031130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923cecb4-8b67-480a-b402-ad240af23a36') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:12.032145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923cecb4-8b67-480a-b402-ad240af23a36') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:12.038263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:12.048098 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c3363-be53-4b8a-a8fa-7667dc4fa3a4 None None] New status for floating IP dc25cfff-d31d-4ecb-8f64-2ec222b15a31: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:24:12.082969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.125770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8f6b3-af22-49c2-aee3-67106371d34c tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=9f4b8d76-f1ea-4854-b994-7ecfd4514e29,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:12.174138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:12.174138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.195666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] For port f3739b46-3f16-4bf3-86d9-dba68c34bac2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f3739b46-3f16-4bf3-86d9-dba68c34bac2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:12.196059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.204818 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d881d92-0933-4939-9407-e8ce575fa685 req-cfd78c42-4c41-4b83-bde7-a0c784140019 service neutron] 10.222.0.32 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707761 Mar 02 07:24:12.250426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.275352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.308826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e4b5e-4505-43c6-9df5-6026538a437b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.311950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a35e4b5e-4505-43c6-9df5-6026538a437b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:12.326938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693e91-64e4-441c-a435-0fa355104263 req-b2084e18-8d73-45b5-b79f-75e81f8b3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.330395 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81693e91-64e4-441c-a435-0fa355104263 req-b2084e18-8d73-45b5-b79f-75e81f8b3877 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b&device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 1098 time: 0.9400156 Mar 02 07:24:12.354571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7191792-8617-4368-8f40-f9ed512419db req-df03db0e-25e9-484a-985a-48e057acea6a tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.356174 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e7191792-8617-4368-8f40-f9ed512419db req-df03db0e-25e9-484a-985a-48e057acea6a tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 1.2528036 Mar 02 07:24:12.393874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] Calling delete_port for f3739b46-3f16-4bf3-86d9-dba68c34bac2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:12.407353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:12.407880 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:12.424164 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:12.464837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--878851594', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:12.506997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:12.514822 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d881d92-0933-4939-9407-e8ce575fa685 req-9212a9ce-7a9a-4bcf-999b-893b7d75894b service neutron] 10.222.0.32 "GET /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953205 Mar 02 07:24:12.519296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-759f4648-7a95-43ba-949a-646e18b1c332 None None] Provisioning complete for port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:12.519861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-759f4648-7a95-43ba-949a-646e18b1c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.607170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:12.612845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:subnet and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:12.640106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-759f4648-7a95-43ba-949a-646e18b1c332 None None] Port 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:12.678566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:12.687500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a35e4b5e-4505-43c6-9df5-6026538a437b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:12.688793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a35e4b5e-4505-43c6-9df5-6026538a437b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0664010 Mar 02 07:24:12.691502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:12.704255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.709416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:12.718903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:12.732442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:12.735759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.742112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.753601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] Pushing event deleted for resources: {'Port': ['ID=f3739b46-3f16-4bf3-86d9-dba68c34bac2,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:12.755954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94940c-8e89-497a-a651-f3cc9f8f68f3 None None] No DVR routers for this DVR port f3739b46-3f16-4bf3-86d9-dba68c34bac2 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:12.791017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:12.797630 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e7191792-8617-4368-8f40-f9ed512419db req-77d562bb-d4bb-4bef-81bd-f7c324c4c4e3 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745894 Mar 02 07:24:12.822831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:12.826490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.847579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.856490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb47f6dd-789f-4694-9a31-b758091fcb73 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:24:12.884183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:12.887781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.887898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Calling delete_port for 9f4b8d76-f1ea-4854-b994-7ecfd4514e29 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:12.902976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.911525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f3739b46-3f16-4bf3-86d9-dba68c34bac2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:12.940071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a380a-942a-4d91-9a4b-ae62517a3e65 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:12.940287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-759a380a-942a-4d91-9a4b-ae62517a3e65 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:12.950195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f3739b46-3f16-4bf3-86d9-dba68c34bac2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:12.950960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f3739b46-3f16-4bf3-86d9-dba68c34bac2 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:12.955896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb47f6dd-789f-4694-9a31-b758091fcb73,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:12.971037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:12.984589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-759a380a-942a-4d91-9a4b-ae62517a3e65 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:12.988549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-759a380a-942a-4d91-9a4b-ae62517a3e65 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2858262 Mar 02 07:24:12.989502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37824) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:13.048642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693e91-64e4-441c-a435-0fa355104263 req-8e806475-c64a-447a-8325-02232e7f4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:13.050078 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81693e91-64e4-441c-a435-0fa355104263 req-8e806475-c64a-447a-8325-02232e7f4bc1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9c8b320-f602-4aff-8d61-aebaeeaf8314 HTTP/1.1" status: 200 len: 912 time: 0.6888361 Mar 02 07:24:13.065510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76f1e665-44eb-421b-818c-ce250ad597ce tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703065 Mar 02 07:24:13.068595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37828) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:13.070944 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6bd6aab2-c2a4-46e8-a1dc-e3456b62df14 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "DELETE /v2.0/networks/eb47f6dd-789f-4694-9a31-b758091fcb73 HTTP/1.1" status: 204 len: 168 time: 3.4863551 Mar 02 07:24:13.104432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:13.182106 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81693e91-64e4-441c-a435-0fa355104263 req-b7e210b7-3f52-472f-997b-03d4c15c02f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1074216 Mar 02 07:24:13.186898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:13.244217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.246238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:13.276895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:13.308053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Port': ['ID=9f4b8d76-f1ea-4854-b994-7ecfd4514e29,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:13.311428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:13.322845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:13.348367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:13.429802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:13.449132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.455652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37838) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:13.467554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'router': {'name': 'tempest-router--658693905', 'project_id': 'f9461a00fab84738b27999bacb5b3f28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:13.472822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693e91-64e4-441c-a435-0fa355104263 req-92e28c37-9d03-4e1b-b6a7-2b15c2827804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:13.474341 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81693e91-64e4-441c-a435-0fa355104263 req-92e28c37-9d03-4e1b-b6a7-2b15c2827804 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637d1248-55bf-44e9-8066-08cd85cddab6 HTTP/1.1" status: 200 len: 850 time: 0.2840297 Mar 02 07:24:13.481702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:13.519367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:router and tenant:f9461a00fab84738b27999bacb5b3f28 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:13.523260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:13.575998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.609546 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-819a6ff9-f9fd-4d56-8035-02e81f5db6fc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/ports/9f4b8d76-f1ea-4854-b994-7ecfd4514e29 HTTP/1.1" status: 204 len: 168 time: 1.5666642 Mar 02 07:24:13.609546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:13.658215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51b764f-1356-462d-8d8d-26b11e5a3aea tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] GET failed (client error): The resource could not be found. Mar 02 07:24:13.658755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a51b764f-1356-462d-8d8d-26b11e5a3aea tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Synchronizing usage tracker for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:13.686582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:13.709457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a51b764f-1356-462d-8d8d-26b11e5a3aea tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Unset dirty status for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:13.710568 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a51b764f-1356-462d-8d8d-26b11e5a3aea tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "GET /v2.0/ports/9f4b8d76-f1ea-4854-b994-7ecfd4514e29 HTTP/1.1" status: 404 len: 333 time: 0.1004851 Mar 02 07:24:13.715243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:13.724094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'name': 'tempest-AllowedAddressPairTestJSON-1071662404'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:13.772505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.773598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.823228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.843085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.845258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.877480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.885723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.895856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.942441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:13.971133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:13.972223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:13.977307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:13.981287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:13.988373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:13.989220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:13.992232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976a9abf-5aed-4a44-a1da-5382ba86e1e3 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:13.993586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=08981445-cd53-4ce4-8613-d99575017a7d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:14.017787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:14.021750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.030764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d6a4b7-b098-4975-a16a-829c5c713719,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:14.034719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.038194 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-04492535-a564-429c-9611-dca60020aa96 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9686048 Mar 02 07:24:14.042350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693e91-64e4-441c-a435-0fa355104263 req-95ebeb1e-34c1-4f5e-afc1-69e792ff0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:14.044049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:14.044327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81693e91-64e4-441c-a435-0fa355104263 req-95ebeb1e-34c1-4f5e-afc1-69e792ff0b8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9c8b320-f602-4aff-8d61-aebaeeaf8314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5562203 Mar 02 07:24:14.053901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '08981445-cd53-4ce4-8613-d99575017a7d', 'ip_address': '2001:db8::c4f:63de:3973:b6fb'}], 'name': 'tempest-NetworksTestDHCPv6-53830611'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:14.095766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.096109 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment 7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a of type vlan for network 55ff9266-817e-4454-b930-2cb2ab4243a8 Mar 02 07:24:14.097886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] device_id is not set on port 49463b26-6038-40ea-8580-d81e964b9d0a yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:14.133321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.148749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Pushing event updated for resources: {'Port': ['ID=d7e7f9ed-3a98-4b52-a8cc-efacf311b47a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:14.269352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '08981445-cd53-4ce4-8613-d99575017a7d'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:14.270298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.287804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.297952 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.318550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:14.323895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Subnet': ['ID=f10a3528-5133-46c1-a283-796e0c50375b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:14.342308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:14.348862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.353470 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c05657cc-9685-4d50-8093-be516531ac34 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8949907 Mar 02 07:24:14.357082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:14.361951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Allocated IP 172.20.0.5 (77e95c6e-e7b7-4f86-89f5-92eead2700b4/b8601d6f-25cf-476d-bb48-c3fb3446492f/49463b26-6038-40ea-8580-d81e964b9d0a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:14.390023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.393805 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-08fe2f4d-7429-44d5-b95e-b8475751ad28 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5142603 Mar 02 07:24:14.393805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Checking segment: {'id': 'ccaa7438-4367-42e7-b6b8-d69a5545567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb1f02b9-31e1-4313-97e0-d409b92d2908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:14.393805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network hostable DHCP agents. Network: cb1f02b9-31e1-4313-97e0-d409b92d2908, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:14.403590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37858) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:14.423635 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81693e91-64e4-441c-a435-0fa355104263 req-3da8c490-0d54-4bc3-a97d-97e117a5a73b service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243735 Mar 02 07:24:14.450745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.456284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:14.456916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.522256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network cb1f02b9-31e1-4313-97e0-d409b92d2908 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:14.523731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/08981445-cd53-4ce4-8613-d99575017a7d/f2325206-e7fd-4205-88bc-38e0fb25dc38) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:14.626625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:14.646487 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6398745 Mar 02 07:24:14.647379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:14.648999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:14.651883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2b41436-238c-4d72-a33c-62967a6a0d3d tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.663574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, cb1f02b9-31e1-4313-97e0-d409b92d2908) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:14.677801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:14.680587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc278-211a-4d38-89b8-3a9810d17c90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=55ff9266-817e-4454-b930-2cb2ab4243a8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:14.683311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe2d71-84ce-48dd-9dc6-32edb7a2ff7a None None] Network cb1f02b9-31e1-4313-97e0-d409b92d2908 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:14.684514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:14.685096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.698010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Usage tracker for resource:floatingip and tenant:4e7a0eed2f614ca997459e6e42b540ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:14.701845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:14.707448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:14.726835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:14.735705 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81693e91-64e4-441c-a435-0fa355104263 req-af8844b8-eaf8-4cf2-a4e3-f32ea4d285f4 service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049574 Mar 02 07:24:14.739358 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-27337e1e-38b6-4d78-89b2-af684868636a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8328197 Mar 02 07:24:14.741973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-88582574', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:14.744078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:14.749597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1774074237'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:14.756511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:14.758847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.760897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:14.779841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:network and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:14.792740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:14.800444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:14.815525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:14.819182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.897853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:14.907605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:14.912058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:14.922804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.923162 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Added segment c2555031-94c5-4d35-8667-b501c0da2151 of type vlan for network 406af79d-97a7-425c-b46a-3b6be10d6454 Mar 02 07:24:14.946771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.960233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:14.972928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Transition to ACTIVE for port object f2325206-e7fd-4205-88bc-38e0fb25dc38 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:14.989164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.029417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Transition to ACTIVE for port object f2325206-e7fd-4205-88bc-38e0fb25dc38 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:15.039222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:15.050516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.056207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:15.056797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.067490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.133188 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3855772 Mar 02 07:24:15.143641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:15.152073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-cb1f02b9-31e1-4313-97e0-d409b92d2908', 'network_id': 'cb1f02b9-31e1-4313-97e0-d409b92d2908', 'tenant_id': '6feb802658834caf909f37a26f957c13', 'fixed_ips': [{'subnet_id': 'f10a3528-5133-46c1-a283-796e0c50375b'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:15.153226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.162603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'subnet': {'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:15.163722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:15.177935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:15.180351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:15.186204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Pushing event updated for resources: {'Port': ['ID=f2325206-e7fd-4205-88bc-38e0fb25dc38,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:15.224533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2b41436-238c-4d72-a33c-62967a6a0d3d tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.231554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e59a0-be0c-4967-b51e-947ee8bc3324 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Network': ['ID=406af79d-97a7-425c-b46a-3b6be10d6454,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:15.233225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.234328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.249516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.270859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Allocated IP 172.26.4.202 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e5230ebf-4772-4356-bd8b-f377745e6f6a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:15.276142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2b41436-238c-4d72-a33c-62967a6a0d3d tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.302397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 406af79d-97a7-425c-b46a-3b6be10d6454 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:15.432945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.443207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Attempting to bind port f2325206-e7fd-4205-88bc-38e0fb25dc38 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:15.443608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Attempting to bind port f2325206-e7fd-4205-88bc-38e0fb25dc38 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:15.443973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Attempting to bind port f2325206-e7fd-4205-88bc-38e0fb25dc38 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:15.459458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:15.459833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:15.460238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.460633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:15.461096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Bound port: f2325206-e7fd-4205-88bc-38e0fb25dc38, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:15.461471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.469257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.497433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.530581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:15.531779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:15.535537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:15.581236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Pushing event updated for resources: {'Port': ['ID=e5230ebf-4772-4356-bd8b-f377745e6f6a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:15.604945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Allocated IP 2001:db8:0:ffff::2 (cb1f02b9-31e1-4313-97e0-d409b92d2908/f10a3528-5133-46c1-a283-796e0c50375b/2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:15.610379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2b41436-238c-4d72-a33c-62967a6a0d3d tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.610886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b41436-238c-4d72-a33c-62967a6a0d3d tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c04a9b9-1ca0-44bb-afd4-09d2e70ab72b {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:15.623268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] For port f2325206-e7fd-4205-88bc-38e0fb25dc38, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:15.627795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] For port f2325206-e7fd-4205-88bc-38e0fb25dc38, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f2325206-e7fd-4205-88bc-38e0fb25dc38,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:15.637121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:15.647425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.701251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:subnet and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:15.769090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.819609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3991a2-2fcf-4f11-b5c8-3869e1996e3b None None] Pushing event updated for resources: {'Port': ['ID=f2325206-e7fd-4205-88bc-38e0fb25dc38,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:15.831554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.850113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.867722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port c20de074-bdbf-4438-b21d-0b93fec319fa yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:15.938104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:15.988503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.989019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:15.992309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:15.999526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Transition to ACTIVE for port object 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:16.019551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Transition to ACTIVE for port object 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:16.027301 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.070936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2b41436-238c-4d72-a33c-62967a6a0d3d tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.071327 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2b41436-238c-4d72-a33c-62967a6a0d3d tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "DELETE /v2.0/routers/9c04a9b9-1ca0-44bb-afd4-09d2e70ab72b HTTP/1.1" status: 204 len: 168 time: 1.7125247 Mar 02 07:24:16.111648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.118225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Transition to ACTIVE for port object 49463b26-6038-40ea-8580-d81e964b9d0a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:16.121011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.161769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:16.168385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.172720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Network cb1f02b9-31e1-4313-97e0-d409b92d2908 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:16.182466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:16.196176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:16.206390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Pushing event updated for resources: {'Port': ['ID=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:16.259729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Pushing event updated for resources: {'Port': ['ID=e5230ebf-4772-4356-bd8b-f377745e6f6a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:16.273045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.277014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37878) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:16.336717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.340518 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ddc4c188-ea5d-48bc-9f9a-5d6cfa14890f tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9341810 Mar 02 07:24:16.340908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:16.341317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Attempting to bind port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:16.341954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Attempting to bind port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'ccaa7438-4367-42e7-b6b8-d69a5545567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb1f02b9-31e1-4313-97e0-d409b92d2908'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:16.342081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Attempting to bind port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d on network cb1f02b9-31e1-4313-97e0-d409b92d2908 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:16.353074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:16.353367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Checking segment: {'id': 'ccaa7438-4367-42e7-b6b8-d69a5545567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb1f02b9-31e1-4313-97e0-d409b92d2908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:16.353828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.354219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Bound using segment: {'id': 'ccaa7438-4367-42e7-b6b8-d69a5545567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb1f02b9-31e1-4313-97e0-d409b92d2908'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:16.356002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Bound port: 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaa7438-4367-42e7-b6b8-d69a5545567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb1f02b9-31e1-4313-97e0-d409b92d2908'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:16.356459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.461912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.479172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] For port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:16.483514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] For port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,segment=NetworkSegment(ccaa7438-4367-42e7-b6b8-d69a5545567f),segment_id=ccaa7438-4367-42e7-b6b8-d69a5545567f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:16.489303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.512911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::c4f:63de:3973:b6fb (9cd85606-01cd-4b60-bb33-0395597a84af/08981445-cd53-4ce4-8613-d99575017a7d/c20de074-bdbf-4438-b21d-0b93fec319fa) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:16.525171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e33044c-b19d-4f19-ad1f-3a999d131139 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Synchronizing usage tracker for tenant:e3b64170f8824e6983a2f4c0e845a41a on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:16.551309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e33044c-b19d-4f19-ad1f-3a999d131139 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Unset dirty status for tenant:e3b64170f8824e6983a2f4c0e845a41a on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:16.555257 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e33044c-b19d-4f19-ad1f-3a999d131139 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.2107604 Mar 02 07:24:16.555823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37888) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:16.580888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:16.601211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:16.614654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:16.622919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1313146328', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:16.642583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abf0d6-b560-434a-b710-54f32070f667 None None] Pushing event updated for resources: {'Port': ['ID=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:16.644752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:16.652382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a092443a-518d-4232-b33e-5e593e007da9 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Synchronizing usage tracker for tenant:67bf63cc6ddd4eefa9da3752d7681901 on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:16.657399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Usage tracker for resource:router and tenant:119d26860e9648ecaf29592563e400ee is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:16.661819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:16.669463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:16.671491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=49463b26-6038-40ea-8580-d81e964b9d0a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:16.695056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a092443a-518d-4232-b33e-5e593e007da9 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Unset dirty status for tenant:67bf63cc6ddd4eefa9da3752d7681901 on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:16.697298 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a092443a-518d-4232-b33e-5e593e007da9 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1396608 Mar 02 07:24:16.698021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.699063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.702245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:16.729693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:16.911658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f2325206-e7fd-4205-88bc-38e0fb25dc38 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:17.035162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port f2325206-e7fd-4205-88bc-38e0fb25dc38 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:17.038816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:17.039510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.089743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.121534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-538e0ea8-f3d2-4fd9-ac58-7894eb0e1b2d None None] Provisioning for port 49463b26-6038-40ea-8580-d81e964b9d0a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:17.138279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-538e0ea8-f3d2-4fd9-ac58-7894eb0e1b2d None None] Provisioning complete for port 49463b26-6038-40ea-8580-d81e964b9d0a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:17.138879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-538e0ea8-f3d2-4fd9-ac58-7894eb0e1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.218184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-538e0ea8-f3d2-4fd9-ac58-7894eb0e1b2d None None] Port 49463b26-6038-40ea-8580-d81e964b9d0a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:17.249627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Deleting port e5230ebf-4772-4356-bd8b-f377745e6f6a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:17.250815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.438765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b955ac96-7677-4aa1-87aa-0098c136d5cf None None] Provisioning for port f2325206-e7fd-4205-88bc-38e0fb25dc38 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:17.443469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.444725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b955ac96-7677-4aa1-87aa-0098c136d5cf None None] Provisioning complete for port f2325206-e7fd-4205-88bc-38e0fb25dc38 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:17.445189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b955ac96-7677-4aa1-87aa-0098c136d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.472669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.516944 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d645220f-d111-4f65-8f3e-9d6d4a6ed984 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7983265 Mar 02 07:24:17.518666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37896) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:17.527011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'network_id': '77e95c6e-e7b7-4f86-89f5-92eead2700b4', 'name': 'tempest-AllowedAddressPairTestJSON-1369852703'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:17.572888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b955ac96-7677-4aa1-87aa-0098c136d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.623160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b955ac96-7677-4aa1-87aa-0098c136d5cf None None] For port f2325206-e7fd-4205-88bc-38e0fb25dc38, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f2325206-e7fd-4205-88bc-38e0fb25dc38,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:17.630732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b955ac96-7677-4aa1-87aa-0098c136d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.708093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955ac96-7677-4aa1-87aa-0098c136d5cf None None] Pushing event updated for resources: {'Port': ['ID=f2325206-e7fd-4205-88bc-38e0fb25dc38,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:17.859013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Allocated IP 172.26.4.204 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/f3dcf2b8-b864-4d02-9202-e737048aad3f) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:17.864749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:17.873083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Usage tracker for resource:port and tenant:0901605544f34bbea535ae0440500dae is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:17.876660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:17.879604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.885021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:17.895870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.940736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:17.950409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7781ef-b00a-448c-8a1e-a85464910d90 None None] Network cb1f02b9-31e1-4313-97e0-d409b92d2908 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:17.958624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object c20de074-bdbf-4438-b21d-0b93fec319fa will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:17.971744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Made reservation on behalf of 0901605544f34bbea535ae0440500dae for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:17.975285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.013565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] device_id is not set on port 07e40505-0006-4576-9ef8-8f201e061ef7 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:18.029418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.029771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.077196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-06be1eb3-90c0-4635-9a75-0bbee743d4f7 None None] Provisioning for port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:18.117819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.205250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Calling delete_port for e5230ebf-4772-4356-bd8b-f377745e6f6a owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:18.205446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Allocated IP 172.20.0.12 (77e95c6e-e7b7-4f86-89f5-92eead2700b4/b8601d6f-25cf-476d-bb48-c3fb3446492f/07e40505-0006-4576-9ef8-8f201e061ef7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:18.240173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.279819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.359983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:24:18.410534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.464376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:18.470982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:18.471172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:18.480383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:18.488057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:18.506770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:18.512197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:18.513240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.529336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event updated for resources: {'Port': ['ID=f3dcf2b8-b864-4d02-9202-e737048aad3f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:18.538794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.566713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=c20de074-bdbf-4438-b21d-0b93fec319fa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:18.569037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Transition to ACTIVE for port object 07e40505-0006-4576-9ef8-8f201e061ef7 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:18.616451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.157 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/53b6db54-b207-43da-9bf7-1779c8d84e2e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:18.620370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Subnet': ['ID=6c0cf3a6-9d32-47e6-b6ec-efb470e4c327,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:18.660117 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cc60b8e-c8b6-41d5-9f62-0d963841b367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.6148024 Mar 02 07:24:18.669009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37904) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:18.722154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Checking segment: {'id': 'c2555031-94c5-4d35-8667-b501c0da2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:18.722437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network hostable DHCP agents. Network: 406af79d-97a7-425c-b46a-3b6be10d6454, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:18.815835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.888949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.895303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dddf0e42-8654-4fb9-a933-96589a9b816f None None] Provisioning for port c20de074-bdbf-4438-b21d-0b93fec319fa completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:18.902384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dddf0e42-8654-4fb9-a933-96589a9b816f None None] Provisioning complete for port c20de074-bdbf-4438-b21d-0b93fec319fa triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:18.903370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dddf0e42-8654-4fb9-a933-96589a9b816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.961133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:18.964950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:18.995346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network 406af79d-97a7-425c-b46a-3b6be10d6454 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:19.007660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dddf0e42-8654-4fb9-a933-96589a9b816f None None] Port c20de074-bdbf-4438-b21d-0b93fec319fa cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:19.028631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Pushing event deleted for resources: {'Port': ['ID=e5230ebf-4772-4356-bd8b-f377745e6f6a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:19.047382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:19.053425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:19.056339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:19.074317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 406af79d-97a7-425c-b46a-3b6be10d6454) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:19.077414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:19.096155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a457d-567c-4a74-9ffd-6f32bbe3c441 None None] Network 406af79d-97a7-425c-b46a-3b6be10d6454 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:19.100589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f53ca7-76ee-4ec5-8c61-28037595d8c8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:19.107081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f53ca7-76ee-4ec5-8c61-28037595d8c8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:19.108159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92f53ca7-76ee-4ec5-8c61-28037595d8c8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:19.116161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:19.116537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.126081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:19.126860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.145291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.202240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=07e40505-0006-4576-9ef8-8f201e061ef7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:19.209093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.214713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.217094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.226022 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9199d176-dde7-4955-8a15-0e7cd852ea39 tempest-FloatingIPAdminTestJSON-1891346226 tempest-FloatingIPAdminTestJSON-1891346226-project] 10.222.0.41 "DELETE /v2.0/floatingips/410a7696-98e6-4e21-871c-6c7945c3a1b0 HTTP/1.1" status: 204 len: 168 time: 2.5160546 Mar 02 07:24:19.227801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37908) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:19.262316 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2708bacc-082e-45bd-bfd6-2d90171ef82d tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1150944 Mar 02 07:24:19.264118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92f53ca7-76ee-4ec5-8c61-28037595d8c8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:19.266665 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92f53ca7-76ee-4ec5-8c61-28037595d8c8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5897324 Mar 02 07:24:19.267377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:19.271113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.276534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37914) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:19.341209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'port': {'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454', 'name': 'tempest-NetworksIpV6TestAttrs-2133854865'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:19.445379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:19.446104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.475502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.490656 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0e4f8ede-4246-40c2-9f5c-79564ee17997 None None] Provisioning for port 07e40505-0006-4576-9ef8-8f201e061ef7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:19.507113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0e4f8ede-4246-40c2-9f5c-79564ee17997 None None] Provisioning complete for port 07e40505-0006-4576-9ef8-8f201e061ef7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:19.507485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e4f8ede-4246-40c2-9f5c-79564ee17997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.517077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:19.533802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:19.548311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:19.578642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=53b6db54-b207-43da-9bf7-1779c8d84e2e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:19.596015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port c20de074-bdbf-4438-b21d-0b93fec319fa {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:19.596355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.623443 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,segment=NetworkSegment(ccaa7438-4367-42e7-b6b8-d69a5545567f),segment_id=ccaa7438-4367-42e7-b6b8-d69a5545567f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:19.631358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.632239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f2325206-e7fd-4205-88bc-38e0fb25dc38 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:19.649163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Deleting port d7e7f9ed-3a98-4b52-a8cc-efacf311b47a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:19.649766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.687839 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-47620269-b540-4c02-a239-66903c9f3b18 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1677365 Mar 02 07:24:19.697259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:19.698547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-406af79d-97a7-425c-b46a-3b6be10d6454', 'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454', 'tenant_id': '6feb802658834caf909f37a26f957c13', 'fixed_ips': [{'subnet_id': '6c0cf3a6-9d32-47e6-b6ec-efb470e4c327'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:19.699612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.715452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:05:47:cd'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:67:0e:e3'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:19.734641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f8ede-4246-40c2-9f5c-79564ee17997 None None] Port 07e40505-0006-4576-9ef8-8f201e061ef7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:19.838139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:19.870018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f2325206-e7fd-4205-88bc-38e0fb25dc38 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:19.870391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:19.978137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Allocated IP 2001:db8::f816:3eff:fee0:3e50 (406af79d-97a7-425c-b46a-3b6be10d6454/6c0cf3a6-9d32-47e6-b6ec-efb470e4c327/8567f333-723f-4428-b200-8357f23ecca9) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:20.023721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:20.050622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:port and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:20.066235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:20.079277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:20.137270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.165630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:20.169119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.241957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.242315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.251202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.262676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Transition to ACTIVE for port object 8567f333-723f-4428-b200-8357f23ecca9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:20.280205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] device_id is not set on port bcb56de5-075d-42d3-a62e-4f332eaa8b5d yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:20.282528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Transition to ACTIVE for port object 8567f333-723f-4428-b200-8357f23ecca9 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:20.288305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.319465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.358224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Network 406af79d-97a7-425c-b46a-3b6be10d6454 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:20.361538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:20.369831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:20.376219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Pushing event updated for resources: {'Port': ['ID=8567f333-723f-4428-b200-8357f23ecca9,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:20.444817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Calling delete_port for d7e7f9ed-3a98-4b52-a8cc-efacf311b47a owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:20.465159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Attempting to bind port 8567f333-723f-4428-b200-8357f23ecca9 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:20.465543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Attempting to bind port 8567f333-723f-4428-b200-8357f23ecca9 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'c2555031-94c5-4d35-8667-b501c0da2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:20.465932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Attempting to bind port 8567f333-723f-4428-b200-8357f23ecca9 on network 406af79d-97a7-425c-b46a-3b6be10d6454 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:20.471757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:20.472152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Checking segment: {'id': 'c2555031-94c5-4d35-8667-b501c0da2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:20.472549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.472939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Bound using segment: {'id': 'c2555031-94c5-4d35-8667-b501c0da2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:20.473395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Bound port: 8567f333-723f-4428-b200-8357f23ecca9, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2555031-94c5-4d35-8667-b501c0da2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '406af79d-97a7-425c-b46a-3b6be10d6454'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:20.474868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.475009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for c20de074-bdbf-4438-b21d-0b93fec319fa owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:20.565660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] For port 8567f333-723f-4428-b200-8357f23ecca9, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:20.568805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] For port 8567f333-723f-4428-b200-8357f23ecca9, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8567f333-723f-4428-b200-8357f23ecca9,segment=NetworkSegment(c2555031-94c5-4d35-8667-b501c0da2151),segment_id=c2555031-94c5-4d35-8667-b501c0da2151)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:20.573763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.583710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.662306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35637514-62a3-4d64-ac65-29cb94d2bfa4 None None] Pushing event updated for resources: {'Port': ['ID=8567f333-723f-4428-b200-8357f23ecca9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:20.684400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:20.775958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Allocated IP 2001:db8::f816:3eff:fe2c:f8f0 (406af79d-97a7-425c-b46a-3b6be10d6454/6c0cf3a6-9d32-47e6-b6ec-efb470e4c327/bcb56de5-075d-42d3-a62e-4f332eaa8b5d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:20.881229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:20.941288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Router 5e0ee08e-df24-47c3-b6b1-106b63a2ae82 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:20.943347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.008419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:21.008938 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.054834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.074165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=c20de074-bdbf-4438-b21d-0b93fec319fa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:21.141761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7e7f9ed-3a98-4b52-a8cc-efacf311b47a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:21.203973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.434600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:21.443748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0ba3478-0954-47c1-9481-7a5830f706f8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/c20de074-bdbf-4438-b21d-0b93fec319fa HTTP/1.1" status: 204 len: 168 time: 2.1086929 Mar 02 07:24:21.449076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] Sync routers for ids ['5e0ee08e-df24-47c3-b6b1-106b63a2ae82'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:21.453773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37924) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:21.459454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.460115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] Routers {'5e0ee08e-df24-47c3-b6b1-106b63a2ae82'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:21.460739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5e0ee08e-df24-47c3-b6b1-106b63a2ae82'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:21.528529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:21.536639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.537854 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ef1c1da-5200-47df-9073-6ad761413007 tempest-FloatingIPAdminTestJSON-1126680864 tempest-FloatingIPAdminTestJSON-1126680864-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/58cfacdf-a6ff-4367-a9c5-fdead7c90cb9 HTTP/1.1" status: 204 len: 168 time: 2.3090839 Mar 02 07:24:21.541732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] Routers {'5e0ee08e-df24-47c3-b6b1-106b63a2ae82'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:21.542635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5e0ee08e-df24-47c3-b6b1-106b63a2ae82'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:21.544049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37928) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:21.553088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.557055 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be063821-9ea5-4f87-aea3-203cd513d7cb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2789114 Mar 02 07:24:21.561146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37932) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:21.584660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.627601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:21.628157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f0278-4e72-492f-9d76-45b41a2a8e16 None None] The sync data for ids ['5e0ee08e-df24-47c3-b6b1-106b63a2ae82'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:21.699455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:24:21.716854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abfeea0-b2f3-487a-b15b-bc45b530dcbc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:21.718517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abfeea0-b2f3-487a-b15b-bc45b530dcbc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:21.719262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2abfeea0-b2f3-487a-b15b-bc45b530dcbc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:21.720544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Deleting port 1d1830eb-79c3-4456-8f66-5fa2d5e17029 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:21.720900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.744176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.758722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.768796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:21.814848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2abfeea0-b2f3-487a-b15b-bc45b530dcbc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:21.818601 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2abfeea0-b2f3-487a-b15b-bc45b530dcbc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3581026 Mar 02 07:24:21.852208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37936) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:21.911081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Transition to ACTIVE for port object bcb56de5-075d-42d3-a62e-4f332eaa8b5d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:21.952454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de9e9a-f2e8-4721-8047-6705c3670a1b None None] Network 406af79d-97a7-425c-b46a-3b6be10d6454 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:21.979602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event updated for resources: {'Port': ['ID=07e40505-0006-4576-9ef8-8f201e061ef7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:22.004086 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51fc0547-47be-4dcf-9302-c70d56438548 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/5e0ee08e-df24-47c3-b6b1-106b63a2ae82 HTTP/1.1" status: 200 len: 921 time: 0.4418113 Mar 02 07:24:22.006610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37940) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:22.014833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] In _notify_port_updated(), no bound segment for port 07e40505-0006-4576-9ef8-8f201e061ef7 on network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:24:22.020470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:22.021313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.025302 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f8f07533-b045-4d75-a06b-fcaccac7fe02 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "PUT /v2.0/ports/07e40505-0006-4576-9ef8-8f201e061ef7 HTTP/1.1" status: 200 len: 1056 time: 2.3223286 Mar 02 07:24:22.025711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37944) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:22.059135 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-debc3562-c80e-4444-97e7-6b76583aa76b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4107692 Mar 02 07:24:22.100600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 08981445-cd53-4ce4-8613-d99575017a7d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:22.101116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting port 07e40505-0006-4576-9ef8-8f201e061ef7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:22.101504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.105137 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1618091f-3bd2-4b30-8764-b550bbb3f719 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e0ee08e-df24-47c3-b6b1-106b63a2ae82 HTTP/1.1" status: 200 len: 205 time: 0.0935419 Mar 02 07:24:22.125814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37948) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:22.130694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.180450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9c397984-983e-4a52-a884-6b66585c1c0b None None] Provisioning for port 8567f333-723f-4428-b200-8357f23ecca9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:22.280417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.309991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.330126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a92ae776-35d7-4717-93b0-84059a91dd6e None None] Provisioning complete for port 07e40505-0006-4576-9ef8-8f201e061ef7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:22.330787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a92ae776-35d7-4717-93b0-84059a91dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.399915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 51f80685-8250-4428-8a17-d3e13278f7de is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:22.450338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network 406af79d-97a7-425c-b46a-3b6be10d6454 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:22.455582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:22.468997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a92ae776-35d7-4717-93b0-84059a91dd6e None None] Port 07e40505-0006-4576-9ef8-8f201e061ef7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:22.470248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.477984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:22.483869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:22.484562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.608563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.700769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Port': ['ID=bcb56de5-075d-42d3-a62e-4f332eaa8b5d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:22.711619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Calling delete_port for 1d1830eb-79c3-4456-8f66-5fa2d5e17029 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:22.735657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-3d8045f4-6a89-484d-b5bc-318b90dfca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:22.737128 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-3d8045f4-6a89-484d-b5bc-318b90dfca4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b&device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 1098 time: 0.5452583 Mar 02 07:24:22.740432 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d46b1717-f7f1-4c4b-bfd2-a02fa2a9be6a tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4712126 Mar 02 07:24:22.746821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37952) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:22.837412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fd2352a1-d804-4854-8c3c-adaef9f22744 None None] Provisioning for port bcb56de5-075d-42d3-a62e-4f332eaa8b5d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:22.850140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fd2352a1-d804-4854-8c3c-adaef9f22744 None None] Provisioning complete for port bcb56de5-075d-42d3-a62e-4f332eaa8b5d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:22.851529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fd2352a1-d804-4854-8c3c-adaef9f22744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.872597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:22.916928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8567f333-723f-4428-b200-8357f23ecca9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:22.979788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fd2352a1-d804-4854-8c3c-adaef9f22744 None None] Port bcb56de5-075d-42d3-a62e-4f332eaa8b5d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:23.005358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 8567f333-723f-4428-b200-8357f23ecca9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:23.008847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting subnet 6c0cf3a6-9d32-47e6-b6ec-efb470e4c327 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:23.011077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 8567f333-723f-4428-b200-8357f23ecca9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:23.011453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.020585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.027537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.064676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:23.080814 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Sync routers for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:23.089514 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:23.090343 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:23.135080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.139088 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6db1f499-e8d4-459c-9499-3e7bd132707c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4302475 Mar 02 07:24:23.139848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37956) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.176179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.178478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.222816 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 8567f333-723f-4428-b200-8357f23ecca9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8567f333-723f-4428-b200-8357f23ecca9,segment=NetworkSegment(c2555031-94c5-4d35-8667-b501c0da2151),segment_id=c2555031-94c5-4d35-8667-b501c0da2151)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:23.229531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Calling delete_port for 07e40505-0006-4576-9ef8-8f201e061ef7 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:23.231616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.251607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=08981445-cd53-4ce4-8613-d99575017a7d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:23.253902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.327277 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:23.331984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.365021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.384795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=8567f333-723f-4428-b200-8357f23ecca9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:23.448906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544fb21f-4470-4df2-a41f-ff7dba3f5cdc None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:23.462260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.469900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4128769d-b941-4e3f-9c85-4e727feb9922 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3282828 Mar 02 07:24:23.471956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.499096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Port': ['ID=1d1830eb-79c3-4456-8f66-5fa2d5e17029,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:23.577144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Deleting port f3dcf2b8-b864-4d02-9202-e737048aad3f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:23.577545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.604963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-288ca7af-6d58-4c9d-8d59-a496f0a5d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:23.606514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-288ca7af-6d58-4c9d-8d59-a496f0a5d34e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9c8b320-f602-4aff-8d61-aebaeeaf8314 HTTP/1.1" status: 200 len: 912 time: 0.8201568 Mar 02 07:24:23.617175 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3ad3ce1-6e08-4bd5-9ca0-1d3f84a1b9e1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/08981445-cd53-4ce4-8613-d99575017a7d HTTP/1.1" status: 204 len: 168 time: 1.7519145 Mar 02 07:24:23.621852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.690288 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:23.695684 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Checking router: 51f80685-8250-4428-8a17-d3e13278f7de for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:23.696393 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Updating router 51f80685-8250-4428-8a17-d3e13278f7de port 53b6db54-b207-43da-9bf7-1779c8d84e2e binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:23.703757 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdfc9802-2a00-415f-866e-5512f56854df tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784447 Mar 02 07:24:23.706841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 37970) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.714905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.716739 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83a1b32c-d096-421e-9345-e1edd4bb800a tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "DELETE /v2.0/ports/1d1830eb-79c3-4456-8f66-5fa2d5e17029 HTTP/1.1" status: 204 len: 168 time: 2.1689341 Mar 02 07:24:23.720120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.725876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.767679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:23.787650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb5812-3de1-4322-b05b-0b3d2f1c8598 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:23.788392 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.791719 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81bb5812-3de1-4322-b05b-0b3d2f1c8598 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2877235 Mar 02 07:24:23.791866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.806340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:23.811228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] Deleting port f2325206-e7fd-4205-88bc-38e0fb25dc38 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:23.811910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:23.837900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c67f9123-6f2a-45ae-bfbb-1cc8508f3202 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425634 Mar 02 07:24:23.838091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:23.843991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1230036183', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:23.959744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a1bec-8024-4f23-8539-e39b61e9b5ba tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:23.960449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-222a1bec-8024-4f23-8539-e39b61e9b5ba tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Synchronizing usage tracker for tenant:67bf63cc6ddd4eefa9da3752d7681901 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:23.982400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:23.986952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:23.990299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:23.992970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-222a1bec-8024-4f23-8539-e39b61e9b5ba tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Unset dirty status for tenant:67bf63cc6ddd4eefa9da3752d7681901 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:23.994259 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-222a1bec-8024-4f23-8539-e39b61e9b5ba tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "GET /v2.0/ports?device_id=4be79a4c-9e6f-4f08-b0b2-fe02aab84502 HTTP/1.1" status: 200 len: 913 time: 0.2733948 Mar 02 07:24:23.997568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:24.044339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] For port f2325206-e7fd-4205-88bc-38e0fb25dc38, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f2325206-e7fd-4205-88bc-38e0fb25dc38,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:24.044899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.056722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:24.095460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:24.098904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.179377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] Calling delete_port for f2325206-e7fd-4205-88bc-38e0fb25dc38 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:24.196899 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-d89f2ae8-d049-478d-a3b7-11d58b002a1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.5813422 Mar 02 07:24:24.225084 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.270766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.325622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.331593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:24.338878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] Pushing event deleted for resources: {'Port': ['ID=f2325206-e7fd-4205-88bc-38e0fb25dc38,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:24.352870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c27e6-f871-4341-9b05-27d89c036c27 None None] No DVR routers for this DVR port f2325206-e7fd-4205-88bc-38e0fb25dc38 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:24.381605 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Transition to ACTIVE for port object 53b6db54-b207-43da-9bf7-1779c8d84e2e will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:24.390940 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.394075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:24.402011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:24.413367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0cf3a6-9d32-47e6-b6ec-efb470e4c327,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:24.417121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-a64fa33d-61ed-4098-95ba-0ec893a1b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:24.418478 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-a64fa33d-61ed-4098-95ba-0ec893a1b09b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637d1248-55bf-44e9-8066-08cd85cddab6 HTTP/1.1" status: 200 len: 850 time: 0.1940629 Mar 02 07:24:24.419110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.426293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:24.428676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.439997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df42468-926a-46ac-a371-ff717dbf4148 None None] Network 406af79d-97a7-425c-b46a-3b6be10d6454 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:24.470250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.493929 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Attempting to bind port 53b6db54-b207-43da-9bf7-1779c8d84e2e on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:24.494603 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Attempting to bind port 53b6db54-b207-43da-9bf7-1779c8d84e2e by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:24.495191 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Attempting to bind port 53b6db54-b207-43da-9bf7-1779c8d84e2e on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:24.511911 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:24.512721 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:24.513339 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.514139 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:24.514821 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Bound port: 53b6db54-b207-43da-9bf7-1779c8d84e2e, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:24.516065 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.538945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Port': ['ID=07e40505-0006-4576-9ef8-8f201e061ef7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:24.553514 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Pushing event updated for resources: {'Port': ['ID=53b6db54-b207-43da-9bf7-1779c8d84e2e,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:24.574262 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.581822 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.582383 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.582917 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.583439 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.583980 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.584504 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.585021 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.585591 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.586155 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.587298 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.587298 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:24:24.648137 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] For port 53b6db54-b207-43da-9bf7-1779c8d84e2e, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:24.652349 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] For port 53b6db54-b207-43da-9bf7-1779c8d84e2e, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=53b6db54-b207-43da-9bf7-1779c8d84e2e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:24.666017 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.681691 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d32792d4-c2b3-4294-ae3e-59f791e50340 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/6c0cf3a6-9d32-47e6-b6ec-efb470e4c327 HTTP/1.1" status: 204 len: 168 time: 1.9316761 Mar 02 07:24:24.701682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:24.759467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Calling delete_port for f3dcf2b8-b864-4d02-9202-e737048aad3f owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:24.787031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:24.791511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.796908 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d288f2d-00d5-49ad-a4f3-76034cd12fa3 None None] Pushing event updated for resources: {'Port': ['ID=53b6db54-b207-43da-9bf7-1779c8d84e2e,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:24.835525 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:24.836161 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:24.899355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] DHCP port deletion for 406af79d-97a7-425c-b46a-3b6be10d6454 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:24.904664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] Deleting port 8567f333-723f-4428-b200-8357f23ecca9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:24.905152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:24.956007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f2325206-e7fd-4205-88bc-38e0fb25dc38 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:24.992615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.004637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f2325206-e7fd-4205-88bc-38e0fb25dc38 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:25.005146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f2325206-e7fd-4205-88bc-38e0fb25dc38 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:25.067729 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:25.180566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=912c31c2-680d-4861-824a-3255a2879bca,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:25.201319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1dc45-15d1-4d51-a3e2-1f0f8cd363e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:25.204415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1dc45-15d1-4d51-a3e2-1f0f8cd363e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:25.205739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0b1dc45-15d1-4d51-a3e2-1f0f8cd363e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Synchronizing usage tracker for tenant:6feb802658834caf909f37a26f957c13 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:25.254511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:25.254872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 55ff9266-817e-4454-b930-2cb2ab4243a8, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:25.263853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] For port 8567f333-723f-4428-b200-8357f23ecca9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8567f333-723f-4428-b200-8357f23ecca9,segment=NetworkSegment(c2555031-94c5-4d35-8667-b501c0da2151),segment_id=c2555031-94c5-4d35-8667-b501c0da2151)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:25.265372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.315609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0b1dc45-15d1-4d51-a3e2-1f0f8cd363e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Unset dirty status for tenant:6feb802658834caf909f37a26f957c13 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:25.320522 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0b1dc45-15d1-4d51-a3e2-1f0f8cd363e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6158972 Mar 02 07:24:25.323829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-5e5332bf-b0a3-4ddf-b26b-e3043652acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:25.325338 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-5e5332bf-b0a3-4ddf-b26b-e3043652acd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9c8b320-f602-4aff-8d61-aebaeeaf8314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8404300 Mar 02 07:24:25.326108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 37998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:25.410003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] Calling delete_port for 8567f333-723f-4428-b200-8357f23ecca9 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:25.473099 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:25.477326 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba98037-f7c2-4b17-a3fc-14fbc19abf86 None None] The sync data for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv is: [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:20Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:25.505459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.512681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5235b98-dd32-4440-8ae0-b9f9673025c6 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.524156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:25.535256 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5235b98-dd32-4440-8ae0-b9f9673025c6 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 07:24:25.535721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5235b98-dd32-4440-8ae0-b9f9673025c6 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:24:25.549578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.570661 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] Pushing event deleted for resources: {'Port': ['ID=8567f333-723f-4428-b200-8357f23ecca9,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:25.577266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f433c15-2a48-470c-9e9f-4e5409fe0071 None None] No DVR routers for this DVR port 8567f333-723f-4428-b200-8357f23ecca9 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:25.581877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.632039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5235b98-dd32-4440-8ae0-b9f9673025c6 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/406af79d-97a7-425c-b46a-3b6be10d6454 HTTP/1.1" status: 409 len: 405 time: 0.2965481 Mar 02 07:24:25.632039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 55ff9266-817e-4454-b930-2cb2ab4243a8) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:25.634379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:25.634946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.638369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0f885-bf05-4165-b369-8364b0f24192 None None] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:25.639094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38002) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:25.657212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1031542854'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:25.670906 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-214bf888-99fa-4e34-879b-1b1a552ae6bc tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/ports/07e40505-0006-4576-9ef8-8f201e061ef7 HTTP/1.1" status: 204 len: 168 time: 3.6421382 Mar 02 07:24:25.673715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:25.674512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:25.681311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:network and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:25.693185 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-7175b0e4-4709-4463-af82-a690e12c4517 service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375432 Mar 02 07:24:25.724214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:25.740737 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-92703eb3-2133-46b8-b68e-a182ac767934 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] GET failed (client error): The resource could not be found. Mar 02 07:24:25.741257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92703eb3-2133-46b8-b68e-a182ac767934 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Synchronizing usage tracker for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:25.746883 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-95c08bbe-8e9d-4d1e-a343-2e94f035cffa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9054184 Mar 02 07:24:25.753907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:25.757021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:25.950140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:25.952046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-55ff9266-817e-4454-b930-2cb2ab4243a8', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:25.953181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.048667 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-744756b2-c137-4dce-9914-471dfd2dd2ab req-d09d8616-1e77-4916-9331-8fb44340c422 service neutron] 10.222.0.32 "GET /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248563 Mar 02 07:24:26.067930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event deleted for resources: {'Port': ['ID=f3dcf2b8-b864-4d02-9202-e737048aad3f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:26.118018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92703eb3-2133-46b8-b68e-a182ac767934 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Unset dirty status for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:26.122807 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92703eb3-2133-46b8-b68e-a182ac767934 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "GET /v2.0/ports/07e40505-0006-4576-9ef8-8f201e061ef7 HTTP/1.1" status: 404 len: 333 time: 0.4473372 Mar 02 07:24:26.123775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:26.127567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.145692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:26.153306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.160347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Allocated IP 172.20.0.2 (55ff9266-817e-4454-b930-2cb2ab4243a8/912c31c2-680d-4861-824a-3255a2879bca/60d28521-1f41-45f4-989a-d1db45e227e8) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:26.223629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.239739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting port 49463b26-6038-40ea-8580-d81e964b9d0a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:26.240077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.366887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:26.383877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:26.402181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:26.402977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.459627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.471436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Transition to ACTIVE for port object 60d28521-1f41-45f4-989a-d1db45e227e8 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:26.491961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Transition to ACTIVE for port object 60d28521-1f41-45f4-989a-d1db45e227e8 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:26.496568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba15cc-602d-4120-9b12-aebdb6880640 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:26.517880 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8083086 Mar 02 07:24:26.520178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.533975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38020) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:26.539535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.547183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.552810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': 'a8c09f21-9fe8-41a0-9b92-d1b29af75086', 'ip_address': '2001:db8::e350:af81:345a:2239'}], 'name': 'tempest-NetworksTestDHCPv6-219774355'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:26.573441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:26.592532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3f97-fd04-411c-91c1-11ebb021c98b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=a8c09f21-9fe8-41a0-9b92-d1b29af75086,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:26.622830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.623182 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Added segment 06012602-fa98-4604-9cfb-97f6aab654cd of type vlan for network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 Mar 02 07:24:26.687546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Pushing event updated for resources: {'Port': ['ID=60d28521-1f41-45f4-989a-d1db45e227e8,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:26.693636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:26.693918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.694278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0ee08e-df24-47c3-b6b1-106b63a2ae82 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:26.701754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:26.708805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:26.720945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.727621 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-12a6196c-344d-4367-9606-88ac9db9128e tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/5e0ee08e-df24-47c3-b6b1-106b63a2ae82 HTTP/1.1" status: 204 len: 168 time: 4.5927508 Mar 02 07:24:26.727907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:26.763333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:26.768876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:26.772219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:26.778642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:26.792949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:26.859880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221773159', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': False}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:26.891175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:26.903087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.904559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 53b6db54-b207-43da-9bf7-1779c8d84e2e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:26.908050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.943817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:router and tenant:3edf40e53ba245c092a806971116962a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:26.959317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:26.962777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:26.984809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Attempting to bind port 60d28521-1f41-45f4-989a-d1db45e227e8 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:26.985174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Attempting to bind port 60d28521-1f41-45f4-989a-d1db45e227e8 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:26.985535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Attempting to bind port 60d28521-1f41-45f4-989a-d1db45e227e8 on network 55ff9266-817e-4454-b930-2cb2ab4243a8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:26.985877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port be3b77dd-25c1-49b4-9032-a5e0f566275f yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:27.008510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:27.008871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Checking segment: {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:27.009272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.009685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Bound using segment: {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:27.010165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Bound port: 60d28521-1f41-45f4-989a-d1db45e227e8, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:27.010534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.024227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'a8c09f21-9fe8-41a0-9b92-d1b29af75086'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:27.025039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.094759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:27.152886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Calling delete_port for 49463b26-6038-40ea-8580-d81e964b9d0a owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:27.170320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 53b6db54-b207-43da-9bf7-1779c8d84e2e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:27.206854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::e350:af81:345a:2239 (9cd85606-01cd-4b60-bb33-0395597a84af/a8c09f21-9fe8-41a0-9b92-d1b29af75086/be3b77dd-25c1-49b4-9032-a5e0f566275f) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:27.216889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:24:27.226322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 53b6db54-b207-43da-9bf7-1779c8d84e2e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:27.226630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.248994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.250588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.266925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Deleting port 182fdef4-37be-4683-a816-84aee310a9b5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:27.267276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.287083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] For port 60d28521-1f41-45f4-989a-d1db45e227e8, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:27.305520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] For port 60d28521-1f41-45f4-989a-d1db45e227e8, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60d28521-1f41-45f4-989a-d1db45e227e8,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:27.324000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.422582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.427970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:27.428562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.429305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a51098-eb1b-46ec-a5db-1d8650528ed4 None None] Pushing event updated for resources: {'Port': ['ID=60d28521-1f41-45f4-989a-d1db45e227e8,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:27.435156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.508317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.526399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.530240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object be3b77dd-25c1-49b4-9032-a5e0f566275f will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:27.545695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 53b6db54-b207-43da-9bf7-1779c8d84e2e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=53b6db54-b207-43da-9bf7-1779c8d84e2e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:27.553811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.572237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.669114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=be3b77dd-25c1-49b4-9032-a5e0f566275f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:27.678760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:27.680054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:27.682772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:27.689491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:27.690169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:27.711117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/a8c09f21-9fe8-41a0-9b92-d1b29af75086/97eb30f2-8999-4690-b65b-4e066549c560) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:27.717554 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7ca7b3c7-d18e-4cee-8672-315e3f40c2d3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1822798 Mar 02 07:24:27.719901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38028) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:27.785407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=53b6db54-b207-43da-9bf7-1779c8d84e2e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:27.788878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8567f333-723f-4428-b200-8357f23ecca9 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:27.850532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa6c68-fc08-4348-ae93-343c6ecf6648 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:27.851389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6fa6c68-fc08-4348-ae93-343c6ecf6648 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:27.856741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Network': ['ID=6b6e3369-e990-42b1-8f5a-3d47f516f2b2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:27.866833 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e1507b7b-71fb-4452-9851-ae16afa91714 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2192304 Mar 02 07:24:27.877926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38032) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:27.886428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:27.888146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'subnet': {'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:27.925796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6fa6c68-fc08-4348-ae93-343c6ecf6648 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:27.926958 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6fa6c68-fc08-4348-ae93-343c6ecf6648 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2050641 Mar 02 07:24:27.931023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38036) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:27.932738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 8567f333-723f-4428-b200-8357f23ecca9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:27.933088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8567f333-723f-4428-b200-8357f23ecca9 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:28.073167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port be3b77dd-25c1-49b4-9032-a5e0f566275f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:28.073520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.197188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.216263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Transition to ACTIVE for port object 97eb30f2-8999-4690-b65b-4e066549c560 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:28.220100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:28.241255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:28.255045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Transition to ACTIVE for port object 97eb30f2-8999-4690-b65b-4e066549c560 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:28.324317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.408252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Pushing event updated for resources: {'Port': ['ID=97eb30f2-8999-4690-b65b-4e066549c560,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:28.418845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:28.422955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.432377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:28.435015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.438305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:28.440147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:28.443618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.498665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.523755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Port': ['ID=49463b26-6038-40ea-8580-d81e964b9d0a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:28.548835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Attempting to bind port 97eb30f2-8999-4690-b65b-4e066549c560 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:28.549429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Attempting to bind port 97eb30f2-8999-4690-b65b-4e066549c560 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:28.549601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Attempting to bind port 97eb30f2-8999-4690-b65b-4e066549c560 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:28.570858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:28.571231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:28.571627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.572249 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:28.572473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Bound port: 97eb30f2-8999-4690-b65b-4e066549c560, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:28.572852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.578297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.668259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] For port 97eb30f2-8999-4690-b65b-4e066549c560, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:28.672649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] For port 97eb30f2-8999-4690-b65b-4e066549c560, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=97eb30f2-8999-4690-b65b-4e066549c560,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:28.678593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:28.749609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Calling delete_port for 182fdef4-37be-4683-a816-84aee310a9b5 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:28.780483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd447b1-c03d-4285-ac1d-572c646e2754 None None] Pushing event updated for resources: {'Port': ['ID=97eb30f2-8999-4690-b65b-4e066549c560,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:28.816222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for be3b77dd-25c1-49b4-9032-a5e0f566275f owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:28.936611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c470d4-7a4b-4a56-a99e-13aebfe1022f None None] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:29.085917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 53b6db54-b207-43da-9bf7-1779c8d84e2e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:29.128070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.130213 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-61fc7d6e-57ca-493e-acdd-582caf23efe2 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/ports/49463b26-6038-40ea-8580-d81e964b9d0a HTTP/1.1" status: 204 len: 168 time: 2.9746516 Mar 02 07:24:29.133244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38040) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:29.153036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.212708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3e737c2a-ae25-438a-87b7-e76cad87a688 None None] Provisioning for port 60d28521-1f41-45f4-989a-d1db45e227e8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:29.226795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 53b6db54-b207-43da-9bf7-1779c8d84e2e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:29.227131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.238823 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fe06d6-da2f-4f56-a953-45837359130d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] GET failed (client error): The resource could not be found. Mar 02 07:24:29.239751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11fe06d6-da2f-4f56-a953-45837359130d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Synchronizing usage tracker for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:29.247595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.331534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:24:29.341833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.346161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11fe06d6-da2f-4f56-a953-45837359130d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Unset dirty status for tenant:0901605544f34bbea535ae0440500dae on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:29.347700 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11fe06d6-da2f-4f56-a953-45837359130d tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "GET /v2.0/ports/49463b26-6038-40ea-8580-d81e964b9d0a HTTP/1.1" status: 404 len: 333 time: 0.2132616 Mar 02 07:24:29.387369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38044) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:29.392161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=be3b77dd-25c1-49b4-9032-a5e0f566275f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:29.503903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.545942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Subnet': ['ID=ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:29.549469 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9701811c-a007-42be-808b-dd927a662148 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/be3b77dd-25c1-49b4-9032-a5e0f566275f HTTP/1.1" status: 204 len: 168 time: 1.6175125 Mar 02 07:24:29.555624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:29.591722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting port 3cf8ea36-1c6c-4b7b-beb0-19d6738d59df {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:29.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.610634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d28521-1f41-45f4-989a-d1db45e227e8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:29.653548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Checking segment: {'id': '06012602-fa98-4604-9cfb-97f6aab654cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:29.653912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network hostable DHCP agents. Network: 6b6e3369-e990-42b1-8f5a-3d47f516f2b2, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:29.673588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.701475 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:24:29.705088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 60d28521-1f41-45f4-989a-d1db45e227e8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:29.711949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 60d28521-1f41-45f4-989a-d1db45e227e8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:29.713525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:29.723621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e91be8-9bfe-4c02-9a49-63e4c6c4c660 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:29.725092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e91be8-9bfe-4c02-9a49-63e4c6c4c660 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:29.725855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54e91be8-9bfe-4c02-9a49-63e4c6c4c660 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:29.754777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:29.786476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54e91be8-9bfe-4c02-9a49-63e4c6c4c660 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:29.791749 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54e91be8-9bfe-4c02-9a49-63e4c6c4c660 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2338493 Mar 02 07:24:29.792493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 6b6e3369-e990-42b1-8f5a-3d47f516f2b2) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:29.793993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38052) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:29.810544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d72b94-ef74-49ac-9dc6-1d84875e1813 None None] Network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:29.821971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Port': ['ID=182fdef4-37be-4683-a816-84aee310a9b5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:30.045700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:30.047199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.052015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.084460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.125381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet a8c09f21-9fe8-41a0-9b92-d1b29af75086 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:30.128791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.162393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 60d28521-1f41-45f4-989a-d1db45e227e8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60d28521-1f41-45f4-989a-d1db45e227e8,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:30.186515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.251263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e187ad3c-4aca-44b8-a1c3-cf6bc7b7d664 None None] Provisioning complete for port 60d28521-1f41-45f4-989a-d1db45e227e8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:30.251643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e187ad3c-4aca-44b8-a1c3-cf6bc7b7d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.269915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.372593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=60d28521-1f41-45f4-989a-d1db45e227e8,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:30.378896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.414706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-6b6e3369-e990-42b1-8f5a-3d47f516f2b2', 'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2', 'tenant_id': '6feb802658834caf909f37a26f957c13', 'fixed_ips': [{'subnet_id': 'ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:30.415538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.507026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.617676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Allocated IP 2001:db8::f816:3eff:fe16:f0f3 (6b6e3369-e990-42b1-8f5a-3d47f516f2b2/ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2/078dc5a4-a704-4fd7-b6e4-800261f8c020) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:30.626413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (55ff9266-817e-4454-b930-2cb2ab4243a8/912c31c2-680d-4861-824a-3255a2879bca/d4056a90-5555-4dcd-b1c5-442bcb6ee2b6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:30.638345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Calling delete_port for 3cf8ea36-1c6c-4b7b-beb0-19d6738d59df owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:30.658550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-747586d9-b99b-4ba9-b6b2-2795756e8c68 None None] Provisioning for port 97eb30f2-8999-4690-b65b-4e066549c560 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:30.661584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.680220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Allocated IP 172.26.4.227 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/7a2c294b-2302-4037-afc5-2e73eb18b09f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:30.689574 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50024219-6a8b-435b-81a8-b15294804a83 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8104396 Mar 02 07:24:30.694153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38058) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:30.710992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'port': {'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2', 'name': 'tempest-NetworksIpV6TestAttrs-1229693063'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:30.752672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.810394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a517114-612b-4385-bcb4-517659ed8f84 None None] Could not find standard attr ID for object be3b77dd-25c1-49b4-9032-a5e0f566275f. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:24:30.946320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:30.958392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Transition to ACTIVE for port object 078dc5a4-a704-4fd7-b6e4-800261f8c020 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:30.993765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Transition to ACTIVE for port object 078dc5a4-a704-4fd7-b6e4-800261f8c020 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:31.006334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.025269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.058451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:31.062189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 97eb30f2-8999-4690-b65b-4e066549c560 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:31.073308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:port and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:31.078264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:31.080831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.082530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c09f21-9fe8-41a0-9b92-d1b29af75086,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:31.110730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24473b4b-fb0c-4aeb-aeaa-90b067047c9c None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:31.121474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:31.129114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.146634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Port': ['ID=3cf8ea36-1c6c-4b7b-beb0-19d6738d59df,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:31.178329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:31.185827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:31.189585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:31.192049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.194418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:31.194824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.206990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.211779 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3dda933b-1c34-49ed-b87e-71e0684ee407 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/a8c09f21-9fe8-41a0-9b92-d1b29af75086 HTTP/1.1" status: 204 len: 168 time: 1.3914306 Mar 02 07:24:31.212519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:31.266777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] device_id is not set on port 469b9b01-d418-4fd8-821d-0eb132673e5c yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:31.319334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:31.344819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.373049 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2a89d7fd-6953-45e2-887e-d708bbeb6083 tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/ports/3cf8ea36-1c6c-4b7b-beb0-19d6738d59df HTTP/1.1" status: 204 len: 168 time: 1.9824841 Mar 02 07:24:31.376962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38066) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:31.413984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a9ff5882-b6b4-480b-8962-f43b1dc821a5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1944604 Mar 02 07:24:31.417426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:31.427649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:31.462939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Pushing event updated for resources: {'Port': ['ID=078dc5a4-a704-4fd7-b6e4-800261f8c020,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:31.501534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting subnet b8601d6f-25cf-476d-bb48-c3fb3446492f {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:31.510288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.544918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Allocated IP 2001:db8::f816:3eff:febd:f1a4 (6b6e3369-e990-42b1-8f5a-3d47f516f2b2/ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2/469b9b01-d418-4fd8-821d-0eb132673e5c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:31.583650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Attempting to bind port 078dc5a4-a704-4fd7-b6e4-800261f8c020 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:31.584000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Attempting to bind port 078dc5a4-a704-4fd7-b6e4-800261f8c020 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '06012602-fa98-4604-9cfb-97f6aab654cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:31.585027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Attempting to bind port 078dc5a4-a704-4fd7-b6e4-800261f8c020 on network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:31.586543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 97eb30f2-8999-4690-b65b-4e066549c560 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:31.592092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.596499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 97eb30f2-8999-4690-b65b-4e066549c560 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:31.596868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.626655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:31.627428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Checking segment: {'id': '06012602-fa98-4604-9cfb-97f6aab654cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:31.627723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.627992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Bound using segment: {'id': '06012602-fa98-4604-9cfb-97f6aab654cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:31.628470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Bound port: 078dc5a4-a704-4fd7-b6e4-800261f8c020, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06012602-fa98-4604-9cfb-97f6aab654cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6b6e3369-e990-42b1-8f5a-3d47f516f2b2'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:31.628854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.659223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Router 4be79a4c-9e6f-4f08-b0b2-fe02aab84502 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:31.661532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:31.672570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:31.677128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:31.685431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:31.695752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.733703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.759477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:31.760447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:31.766618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.794438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] For port 078dc5a4-a704-4fd7-b6e4-800261f8c020, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:31.813311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.816469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] For port 078dc5a4-a704-4fd7-b6e4-800261f8c020, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=078dc5a4-a704-4fd7-b6e4-800261f8c020,segment=NetworkSegment(06012602-fa98-4604-9cfb-97f6aab654cd),segment_id=06012602-fa98-4604-9cfb-97f6aab654cd)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:31.821869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:31.835481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.869706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Deleting port 97eb30f2-8999-4690-b65b-4e066549c560 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:31.870834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.908933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.923182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.941790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:31.946116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Transition to ACTIVE for port object 469b9b01-d418-4fd8-821d-0eb132673e5c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:31.991539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Subnet': ['ID=b8601d6f-25cf-476d-bb48-c3fb3446492f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:32.009024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.015236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.020073 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75092149-7e8d-4c5d-9b80-752e7e6bcd4e tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/subnets/b8601d6f-25cf-476d-bb48-c3fb3446492f HTTP/1.1" status: 204 len: 168 time: 0.6395712 Mar 02 07:24:32.034252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f60c30-de8f-4f49-a8d2-24806a5009d4 None None] Network 77e95c6e-e7b7-4f86-89f5-92eead2700b4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:32.054459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:32.072418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:32.078714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 97eb30f2-8999-4690-b65b-4e066549c560, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=97eb30f2-8999-4690-b65b-4e066549c560,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:32.088015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35384308-5e3c-42ec-afd8-16067fb72477 None None] Pushing event updated for resources: {'Port': ['ID=078dc5a4-a704-4fd7-b6e4-800261f8c020,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:32.101741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:32.113319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Port': ['ID=469b9b01-d418-4fd8-821d-0eb132673e5c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:32.129950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:32.136210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:32.137585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:32.140171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:32.147257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:32.148057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.152103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.153041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d28521-1f41-45f4-989a-d1db45e227e8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:32.170021 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-88b7ddf0-4cf5-4b63-b545-0deb762817a8 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4744322 Mar 02 07:24:32.174363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:32.174482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38080) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:32.191230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:32.481535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting subnet ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:32.485792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.531395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] For port 97eb30f2-8999-4690-b65b-4e066549c560, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=97eb30f2-8999-4690-b65b-4e066549c560,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:32.531798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.553700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.620529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.624952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Port': ['ID=7a2c294b-2302-4037-afc5-2e73eb18b09f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:32.671471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.689595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=97eb30f2-8999-4690-b65b-4e066549c560,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:32.692043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b9a4c5c6-9697-45a9-b78d-35a1f19173bd None None] Provisioning for port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:32.704277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Calling delete_port for 97eb30f2-8999-4690-b65b-4e066549c560 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:32.730387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61db49ca-353a-4196-943e-f6a308cde609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.745361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b9a4c5c6-9697-45a9-b78d-35a1f19173bd None None] Provisioning complete for port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:32.745746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c5c6-9697-45a9-b78d-35a1f19173bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.752575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.793217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.796549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 60d28521-1f41-45f4-989a-d1db45e227e8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:32.796709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.803686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:32.813955 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a02a8f8e-f10a-43ec-97aa-31463f6960f2 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2 HTTP/1.1" status: 204 len: 168 time: 0.6381054 Mar 02 07:24:32.816364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38086) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:32.817103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:32.893036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c20336-c7e4-42c0-83bf-8d0286e5d01b tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:32.893913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4c5c6-9697-45a9-b78d-35a1f19173bd None None] Port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:32.894519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c20336-c7e4-42c0-83bf-8d0286e5d01b tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:32.895550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-80c20336-c7e4-42c0-83bf-8d0286e5d01b tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Synchronizing usage tracker for tenant:6feb802658834caf909f37a26f957c13 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:32.922277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:32.922629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:32.924061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-80c20336-c7e4-42c0-83bf-8d0286e5d01b tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Unset dirty status for tenant:6feb802658834caf909f37a26f957c13 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:32.925404 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80c20336-c7e4-42c0-83bf-8d0286e5d01b tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1079211 Mar 02 07:24:32.928240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:33.002430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] DHCP port deletion for 77e95c6e-e7b7-4f86-89f5-92eead2700b4 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:33.010439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Deleting port 67daca90-f96c-4307-80ff-9d1f853912ec {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:33.010898 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.091424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:33.153854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b73e2469-ae58-4726-9dce-51aa02491589 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.170484 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73e2469-ae58-4726-9dce-51aa02491589 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 07:24:33.171334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73e2469-ae58-4726-9dce-51aa02491589 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:24:33.173478 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b73e2469-ae58-4726-9dce-51aa02491589 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/6b6e3369-e990-42b1-8f5a-3d47f516f2b2 HTTP/1.1" status: 409 len: 405 time: 0.2443526 Mar 02 07:24:33.178890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38094) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:33.187040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-778663661'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:33.192538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:33.198069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:network and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:33.199184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 078dc5a4-a704-4fd7-b6e4-800261f8c020 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:33.199859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.209790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:33.220473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:33.222913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:33.224964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:33.235230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:33.239458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.248148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] Sync routers for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:33.286251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:33.286850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.297437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:33.323032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.323493 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Added segment c0ca937a-e3e5-42fc-bc72-76a566439e9e of type vlan for network 0cd6df4a-7fda-47ee-a5a1-18e458c374b1 Mar 02 07:24:33.342206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Deleting port 67daca90-f96c-4307-80ff-9d1f853912ec {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:33.342544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.377088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.385983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:33.386759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:33.425397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.432476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:33.433071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.453351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Deleting port 97eb30f2-8999-4690-b65b-4e066549c560 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:33.453351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.475259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ccedc-6310-4793-9760-56d486a0c424 None None] Network 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:33.535726 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3519242 Mar 02 07:24:33.540535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:33.544047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:33.549635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'subnet': {'network_id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:33.551080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] For port 67daca90-f96c-4307-80ff-9d1f853912ec, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=67daca90-f96c-4307-80ff-9d1f853912ec,segment=NetworkSegment(be410927-c1de-43a5-9189-36cc200e25d9),segment_id=be410927-c1de-43a5-9189-36cc200e25d9)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:33.551481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.579263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05284293-e03f-4a05-a7d2-69216dbc9924 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Network': ['ID=0cd6df4a-7fda-47ee-a5a1-18e458c374b1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:33.666888 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf95aa5d-86a8-4a30-a56f-2e2114996869 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "PUT /v2.0/routers/4be79a4c-9e6f-4f08-b0b2-fe02aab84502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6673906 Mar 02 07:24:33.667417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:33.684756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 0cd6df4a-7fda-47ee-a5a1-18e458c374b1 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:33.706422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:33.714779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=53385634-fb3d-4b3f-9dd5-9822e071d3e1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:33.732257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] For port 67daca90-f96c-4307-80ff-9d1f853912ec, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=67daca90-f96c-4307-80ff-9d1f853912ec,segment=NetworkSegment(be410927-c1de-43a5-9189-36cc200e25d9),segment_id=be410927-c1de-43a5-9189-36cc200e25d9)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:33.732755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.745821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:33.763654 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-597f3490-19e8-4ed6-9d37-8aebdafd1593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3424430 Mar 02 07:24:33.763876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:33.765381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38108) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:33.769787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '53385634-fb3d-4b3f-9dd5-9822e071d3e1', 'ip_address': '2001:db8::66b1:6f8f:91f0:8b88'}], 'name': 'tempest-NetworksTestDHCPv6-1879661990'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:33.790050 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Calling delete_port for 67daca90-f96c-4307-80ff-9d1f853912ec owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:33.818283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] Routers {'4be79a4c-9e6f-4f08-b0b2-fe02aab84502'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:33.818484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.818572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:33.896018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Calling delete_port for 67daca90-f96c-4307-80ff-9d1f853912ec owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:33.907054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c1149c9-8e66-4c61-abc3-89437c828692 None None] Provisioning for port 078dc5a4-a704-4fd7-b6e4-800261f8c020 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:33.927321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:33.930695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:33.950040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:33.950440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddd987-593f-439e-9e39-34044fdd460d None None] The sync data for ids ['4be79a4c-9e6f-4f08-b0b2-fe02aab84502'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:33.975193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 078dc5a4-a704-4fd7-b6e4-800261f8c020 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:33.988461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c1149c9-8e66-4c61-abc3-89437c828692 None None] Provisioning complete for port 078dc5a4-a704-4fd7-b6e4-800261f8c020 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:33.988773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c1149c9-8e66-4c61-abc3-89437c828692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.008007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.062879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 078dc5a4-a704-4fd7-b6e4-800261f8c020 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:34.063245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.169689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:34.231205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:34.241973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:34.251624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.253179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:34.289980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:34.322950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Port': ['ID=67daca90-f96c-4307-80ff-9d1f853912ec,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:34.353453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:34.353826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:34.388669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.451606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] No DVR routers for this DVR port 67daca90-f96c-4307-80ff-9d1f853912ec on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:34.473328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] For port 97eb30f2-8999-4690-b65b-4e066549c560, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=97eb30f2-8999-4690-b65b-4e066549c560,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:34.473744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.535424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.587658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Deleting port 3b03629b-81c0-4a44-9b5c-ddffa5760e5e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:34.588911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.626039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] DHCP port deletion for 6b6e3369-e990-42b1-8f5a-3d47f516f2b2 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:34.637315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Calling delete_port for 97eb30f2-8999-4690-b65b-4e066549c560 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:34.660498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.735568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port edd0ac10-4e94-441f-a47c-4d4c758fb123 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:34.736725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.737239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c1149c9-8e66-4c61-abc3-89437c828692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.758329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.766893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Deleting port 078dc5a4-a704-4fd7-b6e4-800261f8c020 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:34.767248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.854786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Deleting port 67daca90-f96c-4307-80ff-9d1f853912ec {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:34.855461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.890384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-161aa2df-1568-4165-8fa5-e5cdcb39f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:34.909313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e95c6e-e7b7-4f86-89f5-92eead2700b4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:34.939513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be410927-c1de-43a5-9189-36cc200e25d9') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:34.939945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be410927-c1de-43a5-9189-36cc200e25d9') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:34.973500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c1149c9-8e66-4c61-abc3-89437c828692 None None] For port 078dc5a4-a704-4fd7-b6e4-800261f8c020, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=078dc5a4-a704-4fd7-b6e4-800261f8c020,segment=NetworkSegment(06012602-fa98-4604-9cfb-97f6aab654cd),segment_id=06012602-fa98-4604-9cfb-97f6aab654cd)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:34.997019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc528a-8c93-4a8f-bbda-6c8ff60a2607 None None] The port '67daca90-f96c-4307-80ff-9d1f853912ec' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:24:34.998757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c1149c9-8e66-4c61-abc3-89437c828692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.032634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:24:35.034454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.048000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.066965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.112067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.158484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] No DVR routers for this DVR port 97eb30f2-8999-4690-b65b-4e066549c560 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:35.181317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:35.181317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:35.184660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1149c9-8e66-4c61-abc3-89437c828692 None None] Pushing event updated for resources: {'Port': ['ID=078dc5a4-a704-4fd7-b6e4-800261f8c020,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:35.196681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.208460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:35.208951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.222722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Calling delete_port for 3b03629b-81c0-4a44-9b5c-ddffa5760e5e owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:35.227193 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:35.286150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b26e3b-ba56-4d35-b42f-20eb2d59ea4a None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:35.309125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.377535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Subnet': ['ID=a7c7f85b-2f33-4fde-862b-f26714af7d32,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:35.384044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b302c-546b-40cc-ad97-2d81e70b59ea None None] Pushing event deleted for resources: {'Port': ['ID=97eb30f2-8999-4690-b65b-4e066549c560,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:35.393980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::66b1:6f8f:91f0:8b88 (9cd85606-01cd-4b60-bb33-0395597a84af/53385634-fb3d-4b3f-9dd5-9822e071d3e1/edd0ac10-4e94-441f-a47c-4d4c758fb123) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:35.399347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.409767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.420420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Checking segment: {'id': 'c0ca937a-e3e5-42fc-bc72-76a566439e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:35.421007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network hostable DHCP agents. Network: 0cd6df4a-7fda-47ee-a5a1-18e458c374b1, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:35.428512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.448449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] For port 078dc5a4-a704-4fd7-b6e4-800261f8c020, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=078dc5a4-a704-4fd7-b6e4-800261f8c020,segment=NetworkSegment(06012602-fa98-4604-9cfb-97f6aab654cd),segment_id=06012602-fa98-4604-9cfb-97f6aab654cd)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:35.448818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.461909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.495993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network 0cd6df4a-7fda-47ee-a5a1-18e458c374b1 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:35.521380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] Pushing event deleted for resources: {'Network': ['ID=77e95c6e-e7b7-4f86-89f5-92eead2700b4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:35.529732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 0cd6df4a-7fda-47ee-a5a1-18e458c374b1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:35.549432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:35.550138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.578566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f60aa0-febb-48ca-a2f7-7edd2cf867cb None None] Network 0cd6df4a-7fda-47ee-a5a1-18e458c374b1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:35.610654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Calling delete_port for 078dc5a4-a704-4fd7-b6e4-800261f8c020 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:35.634171 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e304049a-e3b4-4686-915c-f0836cd69fba tempest-AllowedAddressPairTestJSON-29065447 tempest-AllowedAddressPairTestJSON-29065447-project] 10.222.0.41 "DELETE /v2.0/networks/77e95c6e-e7b7-4f86-89f5-92eead2700b4 HTTP/1.1" status: 204 len: 168 time: 3.5576496 Mar 02 07:24:35.650010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.673999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:35.711199 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-af5c77b9-9c84-4029-b5de-a434b80c0d66 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1701882 Mar 02 07:24:35.716092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38114) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:35.764360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:35.806946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Router 4b676fd1-7628-4a66-b963-9f1a4e99e6b4 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:35.839285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Port': ['ID=3b03629b-81c0-4a44-9b5c-ddffa5760e5e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:35.904624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:35.912734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:35.941835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 97eb30f2-8999-4690-b65b-4e066549c560 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:35.997212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.040185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '53385634-fb3d-4b3f-9dd5-9822e071d3e1'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:36.041055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.080698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 97eb30f2-8999-4690-b65b-4e066549c560 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:36.081049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 97eb30f2-8999-4690-b65b-4e066549c560 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:36.081478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 67daca90-f96c-4307-80ff-9d1f853912ec no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:36.118925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.149289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 67daca90-f96c-4307-80ff-9d1f853912ec {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:36.149761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 67daca90-f96c-4307-80ff-9d1f853912ec not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:36.151331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.185218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:36.208477 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Sync routers for ids ['4b676fd1-7628-4a66-b963-9f1a4e99e6b4'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:36.227743 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Routers {'4b676fd1-7628-4a66-b963-9f1a4e99e6b4'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:36.228784 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4b676fd1-7628-4a66-b963-9f1a4e99e6b4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:36.245346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 51f80685-8250-4428-8a17-d3e13278f7de has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:36.266657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object edd0ac10-4e94-441f-a47c-4d4c758fb123 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:36.270641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.274437 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9913a8b-a9da-4156-ac65-00531f5ef3c4 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4204192 Mar 02 07:24:36.277786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:36.334100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:36.334455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:36.352738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 078dc5a4-a704-4fd7-b6e4-800261f8c020 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:36.378942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:36.413159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.434459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.558301 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Set router 4b676fd1-7628-4a66-b963-9f1a4e99e6b4 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:36.579397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-0cd6df4a-7fda-47ee-a5a1-18e458c374b1', 'network_id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1', 'tenant_id': '6feb802658834caf909f37a26f957c13', 'fixed_ips': [{'subnet_id': 'a7c7f85b-2f33-4fde-862b-f26714af7d32'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:36.580140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.620432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-769841ef-52b2-49e8-8818-23d72a3f8db5 None None] Provisioning complete for port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:36.620432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-769841ef-52b2-49e8-8818-23d72a3f8db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.684301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:36.695327 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a759b50-d7de-40fb-a343-9ae6df9e0ffd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/51f80685-8250-4428-8a17-d3e13278f7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8849397 Mar 02 07:24:36.696399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38132) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:36.735379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.738177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Sync routers for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:36.747700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.757156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.782985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-769841ef-52b2-49e8-8818-23d72a3f8db5 None None] Port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:36.802651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.837509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Deleting port 078dc5a4-a704-4fd7-b6e4-800261f8c020 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:36.837804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.872457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:36.872712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:36.900512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.901218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Fanout notify agent at l3_agent the message router_deleted on router 4be79a4c-9e6f-4f08-b0b2-fe02aab84502 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:36.903429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:36.951019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f03b2b4-3f6a-4eb9-ae1d-53e6c8940127 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/4b676fd1-7628-4a66-b963-9f1a4e99e6b4 HTTP/1.1" status: 200 len: 908 time: 0.6640937 Mar 02 07:24:36.958090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38136) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:36.973556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e62fa7de-7d41-4ec5-bb10-01289439853b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0901605544f34bbea535ae0440500dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5826797 Mar 02 07:24:36.973791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:36.991264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221773159', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': True}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:36.998727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:37.003994 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b676fd1-7628-4a66-b963-9f1a4e99e6b4', 'name': 'tempest-snat-router-221773159', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227'}], 'enable_snat': False}, 'gw_port_id': '7a2c294b-2302-4037-afc5-2e73eb18b09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 3, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port': {'id': '7a2c294b-2302-4037-afc5-2e73eb18b09f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b676fd1-7628-4a66-b963-9f1a4e99e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:30Z', 'updated_at': '2022-03-02T07:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:37.011602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:37.019558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.020925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c2b0a71-16f5-4e0a-918c-a567902457c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "DELETE /v2.0/routers/4be79a4c-9e6f-4f08-b0b2-fe02aab84502 HTTP/1.1" status: 204 len: 168 time: 3.3525791 Mar 02 07:24:37.025059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:37.025412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:37.030209 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Checking router: 4b676fd1-7628-4a66-b963-9f1a4e99e6b4 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:37.031017 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Updating router 4b676fd1-7628-4a66-b963-9f1a4e99e6b4 port 7a2c294b-2302-4037-afc5-2e73eb18b09f binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:37.032155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.033243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.041001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 078dc5a4-a704-4fd7-b6e4-800261f8c020, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=078dc5a4-a704-4fd7-b6e4-800261f8c020,segment=NetworkSegment(06012602-fa98-4604-9cfb-97f6aab654cd),segment_id=06012602-fa98-4604-9cfb-97f6aab654cd)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:37.042287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:37.054583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=edd0ac10-4e94-441f-a47c-4d4c758fb123,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:37.059708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Usage tracker for resource:router and tenant:3edf40e53ba245c092a806971116962a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:37.066521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:37.081986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/53385634-fb3d-4b3f-9dd5-9822e071d3e1/a3297816-d2fb-4354-aa23-b85b48e80df1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:37.100470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:37.104328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.121414 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.129074 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b312dc5a-e9e3-4009-9642-ee9bac60ada1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3636036 Mar 02 07:24:37.131472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:37.179059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Deleting subnet c7694eb9-f841-4e45-884f-a2d0a00f8ca2 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:37.183081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.183249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.183820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.183820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.184292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.184400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.184754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.185360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.185669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.186125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.187163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.187890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.188019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.188573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.193177 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-694266dd-5591-4c44-b0e2-7466375cf7aa tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8429 time: 0.4930928 Mar 02 07:24:37.196251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38154) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:37.204470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef787537-06d8-4a4a-8402-ce256b1ac65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.218003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.256787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef787537-06d8-4a4a-8402-ce256b1ac65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.257542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df5d38-b657-4bfe-8748-5322913fb8fa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.258517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7df5d38-b657-4bfe-8748-5322913fb8fa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:37.267627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.308355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Allocated IP 2001:db8::f816:3eff:fef7:c9fc (0cd6df4a-7fda-47ee-a5a1-18e458c374b1/a7c7f85b-2f33-4fde-862b-f26714af7d32/744113d4-d73e-48d9-a528-92c5ca39c740) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:37.334902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.411242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.487863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=078dc5a4-a704-4fd7-b6e4-800261f8c020,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:37.492970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:37.524134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef787537-06d8-4a4a-8402-ce256b1ac65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.526991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7df5d38-b657-4bfe-8748-5322913fb8fa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:37.530603 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7df5d38-b657-4bfe-8748-5322913fb8fa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3957171 Mar 02 07:24:37.536571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:37.560644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef787537-06d8-4a4a-8402-ce256b1ac65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d228ba97-6aed-4599-90fd-3bf8d8c35f32,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:37.590842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef787537-06d8-4a4a-8402-ce256b1ac65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.592310 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef787537-06d8-4a4a-8402-ce256b1ac65f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d228ba97-6aed-4599-90fd-3bf8d8c35f32 HTTP/1.1" status: 204 len: 168 time: 0.6184528 Mar 02 07:24:37.609747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.616961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port edd0ac10-4e94-441f-a47c-4d4c758fb123 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:37.617410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.627855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.628917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] For port 078dc5a4-a704-4fd7-b6e4-800261f8c020, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=078dc5a4-a704-4fd7-b6e4-800261f8c020,segment=NetworkSegment(06012602-fa98-4604-9cfb-97f6aab654cd),segment_id=06012602-fa98-4604-9cfb-97f6aab654cd)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:37.629299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.633779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.637520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.638160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.638761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.639406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.644744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.645370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.646012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.646608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:37.650529 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b53768c-5f03-4dcf-b2c8-c9a78ff40146 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6464 time: 0.4474771 Mar 02 07:24:37.655805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38164) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:37.706985 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.724873 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Transition to ACTIVE for port object 7a2c294b-2302-4037-afc5-2e73eb18b09f will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:37.743843 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.767521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.914581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.928893 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6b7bd-9d21-4a18-830a-ff572bc0bd9e None None] Pushing event updated for resources: {'Port': ['ID=7a2c294b-2302-4037-afc5-2e73eb18b09f,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:37.959723 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Attempting to bind port 7a2c294b-2302-4037-afc5-2e73eb18b09f on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:37.960418 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Attempting to bind port 7a2c294b-2302-4037-afc5-2e73eb18b09f by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:37.961028 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Attempting to bind port 7a2c294b-2302-4037-afc5-2e73eb18b09f on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:37.968772 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:37.969540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:37.970107 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.970693 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:37.971342 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Bound port: 7a2c294b-2302-4037-afc5-2e73eb18b09f, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:37.971913 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:37.979772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Calling delete_port for 078dc5a4-a704-4fd7-b6e4-800261f8c020 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:38.071277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.079403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Subnet': ['ID=c7694eb9-f841-4e45-884f-a2d0a00f8ca2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:38.106448 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] For port 7a2c294b-2302-4037-afc5-2e73eb18b09f, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:38.112085 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] For port 7a2c294b-2302-4037-afc5-2e73eb18b09f, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7a2c294b-2302-4037-afc5-2e73eb18b09f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:38.121690 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.159384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab1d8d-e7c0-48f9-9f72-21fe7a6fb9aa None None] Network 82176082-5d70-4c7a-b13a-1a6522c8d221 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:38.269324 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6b7bd-9d21-4a18-830a-ff572bc0bd9e None None] Pushing event updated for resources: {'Port': ['ID=7a2c294b-2302-4037-afc5-2e73eb18b09f,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:38.270325 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b2b9bd15-3137-411c-a6d1-c8e51f8f46c4 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "DELETE /v2.0/subnets/c7694eb9-f841-4e45-884f-a2d0a00f8ca2 HTTP/1.1" status: 204 len: 168 time: 1.2414227 Mar 02 07:24:38.278954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:38.295539 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Routers {'4b676fd1-7628-4a66-b963-9f1a4e99e6b4'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:38.297694 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4b676fd1-7628-4a66-b963-9f1a4e99e6b4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:38.451026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.477572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.540869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.583706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Deleting port e17f4141-4119-42bb-8b68-6b14997efdc2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:38.584188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.625716 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b25d3c2-37aa-4b35-936b-5300f62e65a3 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4262 time: 0.9610469 Mar 02 07:24:38.634859 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] Set router 4b676fd1-7628-4a66-b963-9f1a4e99e6b4 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:38.645968 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] Pushing event deleted for resources: {'Port': ['ID=078dc5a4-a704-4fd7-b6e4-800261f8c020,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:38.652642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Transition to ACTIVE for port object a3297816-d2fb-4354-aa23-b85b48e80df1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:38.682503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4399b-fb3a-4f2a-b533-cb091f9f0ea8 None None] No DVR routers for this DVR port 078dc5a4-a704-4fd7-b6e4-800261f8c020 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:38.715502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.716601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a71682-86fd-44db-95d4-a65db8885cfe req-0496adf6-3c60-444e-9675-560b71976ef2 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:38.728953 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9a71682-86fd-44db-95d4-a65db8885cfe req-0496adf6-3c60-444e-9675-560b71976ef2 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.3269753 Mar 02 07:24:38.744759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Transition to ACTIVE for port object 744113d4-d73e-48d9-a528-92c5ca39c740 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:38.748329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Transition to ACTIVE for port object a3297816-d2fb-4354-aa23-b85b48e80df1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:38.770976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.817781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.833638 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Transition to ACTIVE for port object 744113d4-d73e-48d9-a528-92c5ca39c740 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:38.851000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:38.859692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:38.862061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:38.865856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:38.965360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9a71682-86fd-44db-95d4-a65db8885cfe req-82373319-7911-43c8-bdb4-3862eba48e89 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292814 Mar 02 07:24:38.972946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Network 0cd6df4a-7fda-47ee-a5a1-18e458c374b1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:38.973127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:38.975460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:34Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:39.000912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38204) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:39.007447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561441332', 'description': 'tempest-secgroup-smoke-1561441332 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:39.021596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for edd0ac10-4e94-441f-a47c-4d4c758fb123 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:39.025840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Pushing event updated for resources: {'Port': ['ID=a3297816-d2fb-4354-aa23-b85b48e80df1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.028807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:39.051568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.085408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:39.088055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:39.094589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Attempting to bind port a3297816-d2fb-4354-aa23-b85b48e80df1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:39.095117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Attempting to bind port a3297816-d2fb-4354-aa23-b85b48e80df1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:39.095927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Attempting to bind port a3297816-d2fb-4354-aa23-b85b48e80df1 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:39.105786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:39.112793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c7f85b-2f33-4fde-862b-f26714af7d32,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.183461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] For port e17f4141-4119-42bb-8b68-6b14997efdc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e17f4141-4119-42bb-8b68-6b14997efdc2,segment=NetworkSegment(fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac),segment_id=fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:39.184130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.196265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:39.198631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:39.199116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:39.199401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.199849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:39.201001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Bound port: a3297816-d2fb-4354-aa23-b85b48e80df1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:39.201001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.216411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Checking router: 51f80685-8250-4428-8a17-d3e13278f7de for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:39.217015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Updating router 51f80685-8250-4428-8a17-d3e13278f7de port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:39.246300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Pushing event updated for resources: {'Port': ['ID=744113d4-d73e-48d9-a528-92c5ca39c740,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.248800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:39.318447 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b676fd1-7628-4a66-b963-9f1a4e99e6b4', 'name': 'tempest-snat-router-221773159', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227'}], 'enable_snat': False}, 'gw_port_id': '7a2c294b-2302-4037-afc5-2e73eb18b09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 3, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port': {'id': '7a2c294b-2302-4037-afc5-2e73eb18b09f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b676fd1-7628-4a66-b963-9f1a4e99e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:30Z', 'updated_at': '2022-03-02T07:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:39.326119 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b8533-97e6-4119-9a66-dce669c89238 None None] The sync data for ids ['4b676fd1-7628-4a66-b963-9f1a4e99e6b4'] in dv-neutron-831485-1-hyperv is: [{'id': '4b676fd1-7628-4a66-b963-9f1a4e99e6b4', 'name': 'tempest-snat-router-221773159', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227'}], 'enable_snat': False}, 'gw_port_id': '7a2c294b-2302-4037-afc5-2e73eb18b09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:27Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 3, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port': {'id': '7a2c294b-2302-4037-afc5-2e73eb18b09f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b676fd1-7628-4a66-b963-9f1a4e99e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:30Z', 'updated_at': '2022-03-02T07:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:39.370045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4053ad-3dfa-4178-bb2c-159b58a598b6 None None] DHCP port deletion for 82176082-5d70-4c7a-b13a-1a6522c8d221 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:39.395834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-da4053ad-3dfa-4178-bb2c-159b58a598b6 None None] Deleting port e17f4141-4119-42bb-8b68-6b14997efdc2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:39.396047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da4053ad-3dfa-4178-bb2c-159b58a598b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.407512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Calling delete_port for e17f4141-4119-42bb-8b68-6b14997efdc2 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:39.415562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.461097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'networks': [{'name': 'tempest-network--1765357344'}, {'name': 'tempest-network--616942263'}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:39.461463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'network': {'name': 'tempest-network--1765357344'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:39.461951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'network': {'name': 'tempest-network--616942263'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:39.470904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:39.496298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Usage tracker for resource:network and tenant:4ae672f855d14161ad4d682519a8c3b4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:39.519828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:39.546276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:39.566644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.585421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Made reservation on behalf of 4ae672f855d14161ad4d682519a8c3b4 for: {'network': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:39.591768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.601719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Attempting to bind port 744113d4-d73e-48d9-a528-92c5ca39c740 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:39.602128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Attempting to bind port 744113d4-d73e-48d9-a528-92c5ca39c740 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'c0ca937a-e3e5-42fc-bc72-76a566439e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:39.602496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Attempting to bind port 744113d4-d73e-48d9-a528-92c5ca39c740 on network 0cd6df4a-7fda-47ee-a5a1-18e458c374b1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:39.615467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.652890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-da4053ad-3dfa-4178-bb2c-159b58a598b6 None None] The port 'e17f4141-4119-42bb-8b68-6b14997efdc2' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:24:39.660687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.688832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:39.690483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Checking segment: {'id': 'c0ca937a-e3e5-42fc-bc72-76a566439e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:39.690972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.691443 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Bound using segment: {'id': 'c0ca937a-e3e5-42fc-bc72-76a566439e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:39.692257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Bound port: 744113d4-d73e-48d9-a528-92c5ca39c740, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ca937a-e3e5-42fc-bc72-76a566439e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:39.694308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.717164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:39.801413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.806292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.841937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:39.857867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:39.859984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:39.863355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Port': ['ID=e17f4141-4119-42bb-8b68-6b14997efdc2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:39.868463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] No DVR routers for this DVR port e17f4141-4119-42bb-8b68-6b14997efdc2 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:39.875078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd6df4a-7fda-47ee-a5a1-18e458c374b1']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:39.900234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:39.911204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Usage tracker for resource:security_group_rule and tenant:4ae672f855d14161ad4d682519a8c3b4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:39.931603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:39.931931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:39.958745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ca937a-e3e5-42fc-bc72-76a566439e9e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:39.958745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ca937a-e3e5-42fc-bc72-76a566439e9e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:39.959528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:39.974299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.028228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] For port a3297816-d2fb-4354-aa23-b85b48e80df1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:40.087973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.101616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=edd0ac10-4e94-441f-a47c-4d4c758fb123,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:40.114537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba8b7-930e-49b4-b7ed-67b0b9a2b456 req-ac8026f0-c5e8-4a5e-87d7-6f58892d736f tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:40.120012 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66aba8b7-930e-49b4-b7ed-67b0b9a2b456 req-ac8026f0-c5e8-4a5e-87d7-6f58892d736f tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 0.5295494 Mar 02 07:24:40.126971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.196582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.207001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82176082-5d70-4c7a-b13a-1a6522c8d221']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:40.231253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.236145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:40.236145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb4e1dd-2b9a-4c6c-8518-267ec24cf9ac') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:40.258000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.263460 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2343db79-3097-44d8-9f43-166e4303fb4a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/edd0ac10-4e94-441f-a47c-4d4c758fb123 HTTP/1.1" status: 204 len: 168 time: 2.7255015 Mar 02 07:24:40.266708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] For port a3297816-d2fb-4354-aa23-b85b48e80df1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a3297816-d2fb-4354-aa23-b85b48e80df1,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:40.271281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:40.283878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.309669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:40.314441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:40.352829 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:40.371161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.388645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7a2c294b-2302-4037-afc5-2e73eb18b09f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:40.404366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:40.405547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:40.421175 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:40.439623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] For port 744113d4-d73e-48d9-a528-92c5ca39c740, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:40.448764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60a605-5fb3-4e0a-a011-f03e67ad58e2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:40.450112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60a605-5fb3-4e0a-a011-f03e67ad58e2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:40.450314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-1d77612f-0faf-4b99-93b3-30b99f5a8fcf tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:40.450965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d60a605-5fb3-4e0a-a011-f03e67ad58e2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:40.452654 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-1d77612f-0faf-4b99-93b3-30b99f5a8fcf tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.7020764 Mar 02 07:24:40.537807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3384-05a9-4b6e-8ffc-eababf105bb1 req-418f450f-6a20-411c-a949-40b3f83692f6 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:40.539656 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-de2c3384-05a9-4b6e-8ffc-eababf105bb1 req-418f450f-6a20-411c-a949-40b3f83692f6 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.3865542 Mar 02 07:24:40.547320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988423d-739c-4e1e-ba27-45668b35b615 None None] Pushing event updated for resources: {'Port': ['ID=a3297816-d2fb-4354-aa23-b85b48e80df1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:40.583831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d60a605-5fb3-4e0a-a011-f03e67ad58e2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:40.588284 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d60a605-5fb3-4e0a-a011-f03e67ad58e2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3149645 Mar 02 07:24:40.590311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:40.630429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 7a2c294b-2302-4037-afc5-2e73eb18b09f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:40.659402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7a2c294b-2302-4037-afc5-2e73eb18b09f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:40.659402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.660654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.720525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.726305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.753459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Network': ['ID=82176082-5d70-4c7a-b13a-1a6522c8d221,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:40.758318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Transition to ACTIVE for port object d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:40.763122 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-de2c3384-05a9-4b6e-8ffc-eababf105bb1 req-8102ec9d-4fa6-45cc-ba56-63cc9aac7d4e tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165082 Mar 02 07:24:40.834730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.841409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 53385634-fb3d-4b3f-9dd5-9822e071d3e1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:40.849259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.866002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Allocated IP 172.26.4.158 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/bd01325e-cf33-4a0e-8b81-319414f2132e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:40.883764 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66aba8b7-930e-49b4-b7ed-67b0b9a2b456 req-b2595569-0eba-4a9a-abcd-638c78fadb88 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7353187 Mar 02 07:24:40.890584 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d4dc203-b2cb-462c-a8ea-6f59d097ea58 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "DELETE /v2.0/networks/82176082-5d70-4c7a-b13a-1a6522c8d221 HTTP/1.1" status: 204 len: 168 time: 2.6069698 Mar 02 07:24:40.896015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38220) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:40.908540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Deleting port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:40.908888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:40.954102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:24:40.954102 dv-neutron-831485-1-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:24:40.954102 dv-neutron-831485-1-hyperv neutron-server[87773]: [parameters: {'id': '0cd6df4a-7fda-47ee-a5a1-18e458c374b1'}] Mar 02 07:24:40.954102 dv-neutron-831485-1-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:24:40.954534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:24:40.956641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] For port 744113d4-d73e-48d9-a528-92c5ca39c740, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=744113d4-d73e-48d9-a528-92c5ca39c740,segment=NetworkSegment(c0ca937a-e3e5-42fc-bc72-76a566439e9e),segment_id=c0ca937a-e3e5-42fc-bc72-76a566439e9e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:41.059501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.069592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.116345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ce176-075b-4111-9b78-fa98027f3318 None None] Pushing event updated for resources: {'Port': ['ID=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:41.155767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.270831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.275369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 7a2c294b-2302-4037-afc5-2e73eb18b09f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7a2c294b-2302-4037-afc5-2e73eb18b09f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:41.311945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.319947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Deleting port 9a66ed93-7a6d-4fdf-9a7c-c3fc22ba7775 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:41.320538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.362974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.367464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.385041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.385885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.411559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.473789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e17f4141-4119-42bb-8b68-6b14997efdc2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:41.484361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.507208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d85c32-ae36-4a60-8d8a-786ce65b177a None None] Network 0cd6df4a-7fda-47ee-a5a1-18e458c374b1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:41.527181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Attempting to bind port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:41.527536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Attempting to bind port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:41.527888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Attempting to bind port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 on network 55ff9266-817e-4454-b930-2cb2ab4243a8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:41.554601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: e17f4141-4119-42bb-8b68-6b14997efdc2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:41.554944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e17f4141-4119-42bb-8b68-6b14997efdc2 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:41.565090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.574205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296f1c2-22e4-4d0b-be2c-1b94fa7320a4 None None] Pushing event updated for resources: {'Port': ['ID=744113d4-d73e-48d9-a528-92c5ca39c740,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:41.575829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-09bf4e08-01ab-4cb3-bcc3-29335b58d427 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:41.577674 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-09bf4e08-01ab-4cb3-bcc3-29335b58d427 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 0.8069754 Mar 02 07:24:41.582956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.584044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a6199c-44ab-46b6-bc98-cd16bd93a2af,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:41.584873 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5814214 Mar 02 07:24:41.591629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f665dfa-c9f8-4310-a364-e6deecee4c3f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f55ab6-1f3b-4bfd-99b5-7f675fb01328,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:41.601763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38224) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:41.613978 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting port 744113d4-d73e-48d9-a528-92c5ca39c740 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:41.614239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.637992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:41.638372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Checking segment: {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:41.639014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.640205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Bound using segment: {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:41.640693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Bound port: d4056a90-5555-4dcd-b1c5-442bcb6ee2b6, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:41.641071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.653996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '10f55ab6-1f3b-4bfd-99b5-7f675fb01328', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:41.671085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:41.685306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:41.689449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:41.697596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] For port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:41.698262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.715490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:41.716460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:41.744403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.744742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Added segment f1e94dca-3c36-4d14-a762-8551fec7b62e of type vlan for network 6a01b2cd-eb5b-4760-82de-d7f8c7d1eaf3 Mar 02 07:24:41.792874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Deleting port 6941fc79-28de-4ed9-992f-a5578fd6716a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:41.792874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.847020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.847356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.870333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.893992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:41.932449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.048143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] For port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:42.054091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] For port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:42.065242 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=7a2c294b-2302-4037-afc5-2e73eb18b09f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:42.083652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.119663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.187786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:42.188421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:42.237676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ce176-075b-4111-9b78-fa98027f3318 None None] Pushing event updated for resources: {'Port': ['ID=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:42.265159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Calling delete_port for 9a66ed93-7a6d-4fdf-9a7c-c3fc22ba7775 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:42.353350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:42.370746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:42.476444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:42.506952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7a2c294b-2302-4037-afc5-2e73eb18b09f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:42.523048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=53385634-fb3d-4b3f-9dd5-9822e071d3e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:42.561890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.644011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Port': ['ID=bd01325e-cf33-4a0e-8b81-319414f2132e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:42.669679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2055abae-19a5-487e-b2ef-44416accd1db None None] Provisioning for port a3297816-d2fb-4354-aa23-b85b48e80df1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:42.679127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:42.688296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] For port 744113d4-d73e-48d9-a528-92c5ca39c740, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=744113d4-d73e-48d9-a528-92c5ca39c740,segment=NetworkSegment(c0ca937a-e3e5-42fc-bc72-76a566439e9e),segment_id=c0ca937a-e3e5-42fc-bc72-76a566439e9e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:42.689419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.695257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:24:42.725192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2cd53-18be-4ed5-ac23-9fbb22a11465 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:42.729908 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8dd526ca-695f-4ce4-85f6-8d956cd2eca8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/53385634-fb3d-4b3f-9dd5-9822e071d3e1 HTTP/1.1" status: 204 len: 168 time: 2.1339471 Mar 02 07:24:42.742961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:42.844988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:42.855964 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0048f03-d558-43a8-bc21-4222e348e2c7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035149 Mar 02 07:24:42.871783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:42.918616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.918616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Added segment 16e7cc9d-aff8-4611-916d-c883487b10a8 of type vlan for network 236d0210-2e3e-45f2-8a45-e31fb4681ebf Mar 02 07:24:42.956744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:42.985136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7a2c294b-2302-4037-afc5-2e73eb18b09f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:42.985510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.009692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] For port 6941fc79-28de-4ed9-992f-a5578fd6716a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6941fc79-28de-4ed9-992f-a5578fd6716a,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:43.010062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.014602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Calling delete_port for 744113d4-d73e-48d9-a528-92c5ca39c740 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:43.032444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997d61e-e352-485e-9ec7-4fc32d7e0f03 req-cd99a03f-bddd-4e1e-8977-1f5e435c2b01 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.033949 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c997d61e-e352-485e-9ec7-4fc32d7e0f03 req-cd99a03f-bddd-4e1e-8977-1f5e435c2b01 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 945 time: 0.9086592 Mar 02 07:24:43.069694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.100395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.132272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.132678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.132925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Floating IP dc25cfff-d31d-4ecb-8f64-2ec222b15a31 disassociated. External IP: 172.26.4.60, port: 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8. Mar 02 07:24:43.133344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Calling delete_port for 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:43.153467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-944e8b6a-c885-4343-9acc-36df0cc21704 None None] Could not find standard attr ID for object edd0ac10-4e94-441f-a47c-4d4c758fb123. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:24:43.163117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.212550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85e8d02-fa16-4ec0-b079-e233bd7932c0,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:43.239531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.239531 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd50ad72-552d-461c-acd6-91bfa282d776 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6328039 Mar 02 07:24:43.245741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Pushing event deleted for resources: {'Port': ['ID=9a66ed93-7a6d-4fdf-9a7c-c3fc22ba7775,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:43.254212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38240) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:43.272973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '10f55ab6-1f3b-4bfd-99b5-7f675fb01328', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:43.289594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cec419-bdbb-4efa-b355-60f3532739d6 req-487cc141-2db1-49a3-9eb3-7b89379a5c18 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.291230 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7cec419-bdbb-4efa-b355-60f3532739d6 req-487cc141-2db1-49a3-9eb3-7b89379a5c18 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 945 time: 1.1557219 Mar 02 07:24:43.295441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:43.318684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a3297816-d2fb-4354-aa23-b85b48e80df1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:43.330950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:43.366683 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c997d61e-e352-485e-9ec7-4fc32d7e0f03 req-c33c1d03-3a43-4ef6-8b09-ac38f3cb3917 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe5b8b29-e879-41a6-8d7c-422b02950f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682748 Mar 02 07:24:43.391538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:43.410002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:43.420794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7568e18-462b-4eaa-bf24-997352a8dea5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.421693 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7568e18-462b-4eaa-bf24-997352a8dea5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:43.427424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.429249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.429598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.436819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.440334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:43.440615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.446914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:43.451199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port a3297816-d2fb-4354-aa23-b85b48e80df1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:43.457228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4abe2-096d-4f0c-b1cb-d10d8715a8f5 None None] The sync data for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv is: [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:43.461007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port a3297816-d2fb-4354-aa23-b85b48e80df1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:43.461384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.554417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 6941fc79-28de-4ed9-992f-a5578fd6716a no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:43.567976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Port': ['ID=744113d4-d73e-48d9-a528-92c5ca39c740,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:43.582987 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7cec419-bdbb-4efa-b355-60f3532739d6 req-38fa1c4c-36b7-4771-a5cf-a1caa5f21039 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups?id=442cbcc6-12f2-4821-ba9b-6725fdacb063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728751 Mar 02 07:24:43.599617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No DVR routers for this DVR port 744113d4-d73e-48d9-a528-92c5ca39c740 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:43.625265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:24:43.646589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] Deleting port a3297816-d2fb-4354-aa23-b85b48e80df1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:43.647064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.737541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.738287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7568e18-462b-4eaa-bf24-997352a8dea5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:43.740230 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7568e18-462b-4eaa-bf24-997352a8dea5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8666244 Mar 02 07:24:43.744485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.749725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38244) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:43.757915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Network': ['ID=6a01b2cd-eb5b-4760-82de-d7f8c7d1eaf3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:43.801930 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.8242590 Mar 02 07:24:43.802971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.818148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38248) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:43.849346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.853240 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c2d080e-9a3a-46dc-b992-ff97b953f339 tempest-FloatingIPAdminTestJSON-1522773844 tempest-FloatingIPAdminTestJSON-1522773844-project] 10.222.0.41 "DELETE /v2.0/floatingips/8df0835a-86a4-410f-84f0-25cec1706387 HTTP/1.1" status: 204 len: 168 time: 2.9518604 Mar 02 07:24:43.858960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.859332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:43.859642 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Floating IP 62756636-3fa4-4008-b55d-07a4ddc875d6 disassociated. External IP: 172.26.4.134, port: 6941fc79-28de-4ed9-992f-a5578fd6716a. Mar 02 07:24:43.859981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Calling delete_port for 6941fc79-28de-4ed9-992f-a5578fd6716a owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:43.903197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] For port a3297816-d2fb-4354-aa23-b85b48e80df1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a3297816-d2fb-4354-aa23-b85b48e80df1,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:43.903692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.086496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] Calling delete_port for a3297816-d2fb-4354-aa23-b85b48e80df1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:44.213677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6a01b2cd-eb5b-4760-82de-d7f8c7d1eaf3 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:44.227290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.281705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def83596-6682-4a18-bfb1-9f706925fb6b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Network': ['ID=236d0210-2e3e-45f2-8a45-e31fb4681ebf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:44.350165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.360292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 236d0210-2e3e-45f2-8a45-e31fb4681ebf details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:44.362313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event deleted for resources: {'Port': ['ID=9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:44.375977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.386117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:44.391737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902fef0c-a831-40aa-bab4-6aebd6f8f3cb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:44.392471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-902fef0c-a831-40aa-bab4-6aebd6f8f3cb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:44.487934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd6df4a-7fda-47ee-a5a1-18e458c374b1']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:44.504752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ca937a-e3e5-42fc-bc72-76a566439e9e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:44.505186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ca937a-e3e5-42fc-bc72-76a566439e9e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:44.518735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.538318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.547175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:44.547870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.553233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a93e06-86b2-4b01-a245-a76970d05636 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:44.559846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a93e06-86b2-4b01-a245-a76970d05636 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:44.569577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a93e06-86b2-4b01-a245-a76970d05636 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:44.590570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a93e06-86b2-4b01-a245-a76970d05636 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:44.591675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3a93e06-86b2-4b01-a245-a76970d05636 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Synchronizing usage tracker for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:44.619207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] No DVR routers for this DVR port a3297816-d2fb-4354-aa23-b85b48e80df1 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:44.621373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0e585-8fbf-45c4-8a88-d6821b2304fc None None] Pushing event deleted for resources: {'Port': ['ID=a3297816-d2fb-4354-aa23-b85b48e80df1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:44.643080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Could not find standard attr ID for object a3297816-d2fb-4354-aa23-b85b48e80df1. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:24:44.795495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-477922cb-d045-4072-850c-a2c68bf54ba5 req-f6990f47-9482-43af-8bec-302bfb9c102f tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 0.1709800 Mar 02 07:24:44.797472 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No ports have port_id starting with a3297816-d2fb-4354-aa23-b85b48e80df1 Mar 02 07:24:44.836840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3a93e06-86b2-4b01-a245-a76970d05636 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Unset dirty status for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:44.838085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3a93e06-86b2-4b01-a245-a76970d05636 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0189886 Mar 02 07:24:44.850707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:44.862505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.869254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:44.953779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:44.971251 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:44.973188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.009257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:45.009904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:45.011928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:45.018871 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1706050-cb7c-404f-9557-19de39f16242 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67bf63cc6ddd4eefa9da3752d7681901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6314080 Mar 02 07:24:45.048513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:45.099884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event deleted for resources: {'Port': ['ID=6941fc79-28de-4ed9-992f-a5578fd6716a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:45.112704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:45.118594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:45.119191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.208211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.237505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.250131 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f6add3d4-5e29-4ffc-904f-373660471f94 req-f49466a1-5a7e-41de-8920-15b89828e125 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.2726414 Mar 02 07:24:45.304789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.329561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Network': ['ID=0cd6df4a-7fda-47ee-a5a1-18e458c374b1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:45.331370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-902fef0c-a831-40aa-bab4-6aebd6f8f3cb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:45.334825 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-902fef0c-a831-40aa-bab4-6aebd6f8f3cb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.5757239 Mar 02 07:24:45.339459 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9500245d-65ea-46d3-89f0-f6e6f1018a7e tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/0cd6df4a-7fda-47ee-a5a1-18e458c374b1 HTTP/1.1" status: 204 len: 168 time: 9.6217735 Mar 02 07:24:45.342195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38274) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:45.342522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38276) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:45.350162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.387178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.392430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2098094324'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:45.419944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.468953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:45.476539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.520361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b42d2e-c427-40cb-bf38-c8f360fff014,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:45.524318 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6eac84d9-d175-47bb-8f30-964be742f893 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1784952 Mar 02 07:24:45.536540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:45.562846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38282) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:45.586121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:45.595390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:45.599514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a3297816-d2fb-4354-aa23-b85b48e80df1 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:45.641162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: a3297816-d2fb-4354-aa23-b85b48e80df1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:45.641903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a3297816-d2fb-4354-aa23-b85b48e80df1 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:45.645781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:network and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:45.690563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0cf-7686-48d6-ba01-e75f1cd72e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.739116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:45.803850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.817609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.818931 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4bcccbc4-674f-4aae-96be-264ec691cd6b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.5638878 Mar 02 07:24:45.829700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38286) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:45.829974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:45.830080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0cf-7686-48d6-ba01-e75f1cd72e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.848234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '10f55ab6-1f3b-4bfd-99b5-7f675fb01328', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:45.854592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:45.858218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:45.861194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:45.872837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Router 042d7c96-2c97-4743-982a-61c62d4b88c5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:45.878437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:45.893533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a01b2cd-eb5b-4760-82de-d7f8c7d1eaf3']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:45.912403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e94dca-3c36-4d14-a762-8551fec7b62e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:45.912835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e94dca-3c36-4d14-a762-8551fec7b62e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:45.948291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:45.952294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:45.990848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Router ba43914e-a5a4-492e-813f-809697ecb756 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:24:45.993698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.009425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:46.048776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:46.061060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.089434 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-35d509f0-c4bd-4512-bbdd-d0a68ec7b92e req-57d9cf60-6e0c-4e51-8b5a-b4106eb06cd5 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 0.0885959 Mar 02 07:24:46.094920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.105451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:46.113270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:46.113697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.130689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.131244 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Added segment bd45a461-8bf7-4f06-9db7-5b8550a2f27c of type vlan for network 73fcd347-3f01-41a1-b871-7d290ada8a31 Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:46.131356 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:46.149140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:46.152555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.188382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Router 95154870-5660-4514-aedf-08accbdb7f58 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:24:46.311746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0cf-7686-48d6-ba01-e75f1cd72e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.318005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.354761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:46.357186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2b0cf-7686-48d6-ba01-e75f1cd72e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec21a7-cab6-496d-8331-74fa3b452d21,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:46.383900 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] Sync routers for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:46.390347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.399283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.403687 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:46.404309 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:46.416602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.543192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:46.557245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] Sync routers for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:46.577829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:46.578755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:46.620722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.662688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Network': ['ID=6a01b2cd-eb5b-4760-82de-d7f8c7d1eaf3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:46.670860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] No DVR routers for this DVR port 6941fc79-28de-4ed9-992f-a5578fd6716a on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:46.691672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.704680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'name': 'network-vif-deleted', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:46.718967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0367fb37-2b7a-4054-9f98-815ceac16cf9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:46.723546 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:46.727914 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc68e5ea-3c42-450e-99e6-9c1264053c8d tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/networks/6a01b2cd-eb5b-4760-82de-d7f8c7d1eaf3 HTTP/1.1" status: 204 len: 168 time: 1.8693275 Mar 02 07:24:46.729757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:46.732892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31d2b0cf-7686-48d6-ba01-e75f1cd72e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.733921 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-31d2b0cf-7686-48d6-ba01-e75f1cd72e2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fec21a7-cab6-496d-8331-74fa3b452d21 HTTP/1.1" status: 204 len: 168 time: 1.6841516 Mar 02 07:24:46.735907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:46.751245 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9b25699-26da-4660-90ed-f4f07064ed20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9140131 Mar 02 07:24:46.799198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71e0dc43-0a18-4c1a-800a-ddd55ba565be req-b007b7f5-02b7-47c8-aad0-97710734f6e3 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.32 "DELETE /v2.0/ports/6941fc79-28de-4ed9-992f-a5578fd6716a HTTP/1.1" status: 204 len: 173 time: 5.2093432 Mar 02 07:24:46.802513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38302) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:46.856186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '10f55ab6-1f3b-4bfd-99b5-7f675fb01328', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:46.879538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:46.892311 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f278796-888c-45e1-bf65-f53441b9ef50', 'name': 'network-vif-deleted', 'tag': '6941fc79-28de-4ed9-992f-a5578fd6716a', 'status': 'completed', 'code': 200} Mar 02 07:24:46.916558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:46.986414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:47.094045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:47.120886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:47.173820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:47.205420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.315861 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:25Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.318136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.329302 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] Checking router: 042d7c96-2c97-4743-982a-61c62d4b88c5 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:47.330956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:47.336168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.340796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.341872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] No DVR routers for this DVR port 9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:24:47.345881 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:47.346421 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.350410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.356136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38310) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:47.405839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'name': 'network-vif-deleted', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:24:47.429397 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b517bf2-0fd5-4793-97f1-2cc056004b34 req-533f1dda-c6b1-44aa-b59d-8abdd8e1de82 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f278796-888c-45e1-bf65-f53441b9ef50 HTTP/1.1" status: 200 len: 210 time: 0.8825259 Mar 02 07:24:47.504966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:47.505339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.588306 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:47.639964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:19Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.679762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.685295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] Checking router: ba43914e-a5a4-492e-813f-809697ecb756 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:47.700579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:47.701193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.729426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Network': ['ID=73fcd347-3f01-41a1-b871-7d290ada8a31,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:47.762125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.770327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 73fcd347-3f01-41a1-b871-7d290ada8a31 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:47.799693 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236d0210-2e3e-45f2-8a45-e31fb4681ebf']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.814581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e7cc9d-aff8-4611-916d-c883487b10a8') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.815245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e7cc9d-aff8-4611-916d-c883487b10a8') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.820157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0f6774-8368-4946-abcc-40c22e6ccf8c', 'name': 'network-vif-deleted', 'tag': '9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8', 'status': 'completed', 'code': 200} Mar 02 07:24:47.836287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.850528 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bca521d6-1c4b-4069-9b23-5fff7b6a269e req-fac58a24-3632-46c7-95b4-73eccd32384c tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.32 "DELETE /v2.0/ports/9aa691e1-a2a2-4c76-ba20-1f37c43d5fe8 HTTP/1.1" status: 204 len: 173 time: 7.3797367 Mar 02 07:24:47.862030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.874246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.876215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:47.876832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.945973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:24:47.951141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:47.964673 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Sync routers for ids ['95154870-5660-4514-aedf-08accbdb7f58'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:24:47.993145 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Routers {'95154870-5660-4514-aedf-08accbdb7f58'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:47.994144 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['95154870-5660-4514-aedf-08accbdb7f58'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:47.995584 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:48.011547 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6373dd5-ad44-4504-9d65-0eab2634e0cd req-f4e97402-36a8-48ad-9943-a7ab225f5a8b tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd0f6774-8368-4946-abcc-40c22e6ccf8c HTTP/1.1" status: 200 len: 210 time: 0.6466506 Mar 02 07:24:48.015610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.030755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.064514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-73c774de-25ff-4d91-85ab-d603250deba0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7171109 Mar 02 07:24:48.067471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38316) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.080087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:48.097060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.099147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/networks/236d0210-2e3e-45f2-8a45-e31fb4681ebf HTTP/1.1" status: 204 len: 168 time: 1.3680782 Mar 02 07:24:48.100400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e14d32-10d5-406e-98e6-774bb4776730 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Network': ['ID=236d0210-2e3e-45f2-8a45-e31fb4681ebf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:48.107145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38320) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.108562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.114134 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3096514 Mar 02 07:24:48.117774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.122246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d4c976-661e-4929-be31-d0c7188eba2f None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:24:48.130556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'subnet': {'network_id': '73fcd347-3f01-41a1-b871-7d290ada8a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:48.166538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7a0eed2f614ca997459e6e42b540ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:48.187725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:48.207718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:48.222940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:48.231620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:48.240012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:48.240658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.300904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.304585 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-387f8360-5a08-4ec8-865c-2727dbd8202f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.3379912 Mar 02 07:24:48.317872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.331069 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Set router 95154870-5660-4514-aedf-08accbdb7f58 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:48.350744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b9c5d-f58b-4a70-a6f6-85fa8331bcb5 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:48.359399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b9c5d-f58b-4a70-a6f6-85fa8331bcb5 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:48.360102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-706b9c5d-f58b-4a70-a6f6-85fa8331bcb5 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Synchronizing usage tracker for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:48.364924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc17b17-42b9-4d00-b3c6-0c7ac1842f43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6455efc2-54d6-412a-96a0-324655d1ee9f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:48.367299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:48.370511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '10f55ab6-1f3b-4bfd-99b5-7f675fb01328', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:48.378732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:48.383441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:48.386459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:48.392415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:48.414652 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:24:48.423322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=7fba0562-3572-4c73-89e8-f5eb6408cc5c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:48.426372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.445760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-706b9c5d-f58b-4a70-a6f6-85fa8331bcb5 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Unset dirty status for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:48.448402 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-706b9c5d-f58b-4a70-a6f6-85fa8331bcb5 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3325152 Mar 02 07:24:48.457284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.470836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-299fc6f1-fe24-4a09-a2a8-0657532e1733 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9065247 Mar 02 07:24:48.477879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-15920185'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:48.479912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38338) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.492222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:48.498963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '7fba0562-3572-4c73-89e8-f5eb6408cc5c', 'ip_address': '2001:db8::45e7:1733:babc:f68a'}], 'name': 'tempest-NetworksTestDHCPv6-1826966251'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:48.513012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:48.522187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:subnet and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:48.544196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:48.566722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:48.574799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Made reservation on behalf of 4ae672f855d14161ad4d682519a8c3b4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:48.575942 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:25Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:48.581533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.593125 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94a0a6-1ac3-427f-83fd-711c861c8d7c None None] The sync data for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv is: [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:13Z', 'revision_number': 4, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '0c28c643-8c25-42ba-9a15-d67542a1d3b7', 'name': '', 'network_id': 'b5c902e8-cc21-419b-88b5-1a424acb6def', 'tenant_id': '25844c16250943739790694a4bd700d9', 'mac_address': 'fa:16:3e:86:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:11Z', 'updated_at': '2022-03-02T07:23:25Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'subnets': [{'id': 'cc004003-0c06-4113-bf33-b4b0e47c1545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:48.618202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.632573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.688019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d88f617-11be-4258-aafd-a87109486777,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:48.702023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:48.710706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.712299 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b2815bb-b9c6-441a-8967-b35fe868a501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3718672 Mar 02 07:24:48.715423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38344) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.720340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:48.738781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '10f55ab6-1f3b-4bfd-99b5-7f675fb01328', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:48.754204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:48.766915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:48.767157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d4c976-661e-4929-be31-d0c7188eba2f None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:24:48.799388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.799724 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Added segment a61a10d3-fccf-4c5d-b6e5-377696ab2dec of type vlan for network e3769dfd-2444-4651-878b-50933ed39553 Mar 02 07:24:48.810874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:48.814405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:48.826025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:48.881033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.887504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8037ec67-6008-4a83-b71b-f7b6db076aa5 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.889248 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:24:48.908520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.929052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:48.931155 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154870-5660-4514-aedf-08accbdb7f58', 'name': 'tempest-snat-router-221773159', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': 'bd01325e-cf33-4a0e-8b81-319414f2132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:37Z', 'updated_at': '2022-03-02T07:24:43Z', 'revision_number': 3, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port': {'id': 'bd01325e-cf33-4a0e-8b81-319414f2132e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154870-5660-4514-aedf-08accbdb7f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:39Z', 'updated_at': '2022-03-02T07:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:48.932336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.941338 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Checking router: 95154870-5660-4514-aedf-08accbdb7f58 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:24:48.942686 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Updating router 95154870-5660-4514-aedf-08accbdb7f58 port bd01325e-cf33-4a0e-8b81-319414f2132e binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:24:48.946005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:48.966657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8037ec67-6008-4a83-b71b-f7b6db076aa5 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.004686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.019043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:49.019984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.057662 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.096111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5693b5d-d5f7-4843-ac69-2a05e05f2322 None None] New status for floating IP 62756636-3fa4-4008-b55d-07a4ddc875d6: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:24:49.186321 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed75161c-185c-4e1d-8962-f22205ba0ccc tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/95154870-5660-4514-aedf-08accbdb7f58 HTTP/1.1" status: 200 len: 907 time: 0.8567996 Mar 02 07:24:49.190118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38356) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:49.211590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:49.238691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:49.257978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Network': ['ID=e3769dfd-2444-4651-878b-50933ed39553,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.298535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.298775 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02faa677-b841-4898-b26e-5e6ad716168e tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8332486 Mar 02 07:24:49.299347 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38364) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:49.302828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:49.310811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-406794263'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:49.336618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.343549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:49.351286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.354005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.371798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Usage tracker for resource:network and tenant:4ae672f855d14161ad4d682519a8c3b4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:49.380720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:49.383438 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:49.387048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8037ec67-6008-4a83-b71b-f7b6db076aa5 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.402212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network e3769dfd-2444-4651-878b-50933ed39553 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:49.414595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.431081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:49.515414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037ec67-6008-4a83-b71b-f7b6db076aa5 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442cbcc6-12f2-4821-ba9b-6725fdacb063,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.522477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66b1d04-9cfa-4b99-98a2-7e6970715428,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.539330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8037ec67-6008-4a83-b71b-f7b6db076aa5 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.540503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8037ec67-6008-4a83-b71b-f7b6db076aa5 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "DELETE /v2.0/security-groups/442cbcc6-12f2-4821-ba9b-6725fdacb063 HTTP/1.1" status: 204 len: 168 time: 0.8148999 Mar 02 07:24:49.543078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:49.547725 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.563183 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e7a0eed2f614ca997459e6e42b540ad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1275716 Mar 02 07:24:49.563711 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Transition to ACTIVE for port object bd01325e-cf33-4a0e-8b81-319414f2132e will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:49.567628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:49.573001 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.574521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.575641 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f67039af-2be7-4d29-9a60-ed4d33e00377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8584833 Mar 02 07:24:49.586919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.628720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Made reservation on behalf of 4ae672f855d14161ad4d682519a8c3b4 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:49.632155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.679284 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4434645-4be9-4c70-89ee-1393c5f8549c None None] Pushing event updated for resources: {'Port': ['ID=bd01325e-cf33-4a0e-8b81-319414f2132e,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.690100 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-cff527c3-4239-4442-ad49-32161709578b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] show failed (client error): The resource could not be found. Mar 02 07:24:49.693545 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cff527c3-4239-4442-ad49-32161709578b tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "GET /v2.0/security-groups/442cbcc6-12f2-4821-ba9b-6725fdacb063 HTTP/1.1" status: 404 len: 347 time: 0.1471760 Mar 02 07:24:49.703792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:49.726407 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Attempting to bind port bd01325e-cf33-4a0e-8b81-319414f2132e on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:49.726781 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Attempting to bind port bd01325e-cf33-4a0e-8b81-319414f2132e by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:49.728824 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Attempting to bind port bd01325e-cf33-4a0e-8b81-319414f2132e on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:49.744517 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:49.744784 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:49.748198 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.749317 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:49.751438 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Bound port: bd01325e-cf33-4a0e-8b81-319414f2132e, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:49.751799 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.758456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:19Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:49.763967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cf2c8-22d4-4cf4-9694-ac510080ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ecd93-bdfb-435d-9c0b-9d661333501e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:49.773986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4006cfe-52cf-46e7-bbe2-0395394826bd tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.816083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b82467-71c0-4e19-be68-a934a411b661 None None] The sync data for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv is: [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:23:11Z', 'revision_number': 4, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '84e54dfe-d5b2-4367-8b62-3d543bf68337', 'name': '', 'network_id': 'a9c8b320-f602-4aff-8d61-aebaeeaf8314', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'mac_address': 'fa:16:3e:e1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:09Z', 'updated_at': '2022-03-02T07:23:19Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'subnets': [{'id': '637d1248-55bf-44e9-8066-08cd85cddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:49.925983 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] For port bd01325e-cf33-4a0e-8b81-319414f2132e, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:49.929991 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] For port bd01325e-cf33-4a0e-8b81-319414f2132e, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bd01325e-cf33-4a0e-8b81-319414f2132e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:49.939102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '7fba0562-3572-4c73-89e8-f5eb6408cc5c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:49.940115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:49.942891 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.048445 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Routers {'95154870-5660-4514-aedf-08accbdb7f58'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:24:50.049080 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['95154870-5660-4514-aedf-08accbdb7f58'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:50.055246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4006cfe-52cf-46e7-bbe2-0395394826bd tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.110665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.140474 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4434645-4be9-4c70-89ee-1393c5f8549c None None] Pushing event updated for resources: {'Port': ['ID=bd01325e-cf33-4a0e-8b81-319414f2132e,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:50.147134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/7fba0562-3572-4c73-89e8-f5eb6408cc5c/e50f44e4-f5aa-4a06-afaf-4f3698cff047) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:50.185040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Subnet': ['ID=193cab5f-2812-4c09-9a07-42d78808ce12,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:50.208065 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Checking segment: {'id': 'bd45a461-8bf7-4f06-9db7-5b8550a2f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '73fcd347-3f01-41a1-b871-7d290ada8a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:50.208740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network hostable DHCP agents. Network: 73fcd347-3f01-41a1-b871-7d290ada8a31, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:50.236588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:50.254142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Deleting port bd01325e-cf33-4a0e-8b81-319414f2132e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:50.254487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.258297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-f15c036c-85ef-4cb4-ae71-a4a22f1a659e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:50.294537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.295431 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Added segment 8f37f06f-8dbc-4f70-a0a9-318797d782fa of type vlan for network 63829e09-269f-4aa7-9fc4-dce4dc5fbe58 Mar 02 07:24:50.303906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.325676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4006cfe-52cf-46e7-bbe2-0395394826bd tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.390075 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992fd95-efd8-42c6-806a-40f3bd76e949 None None] New status for floating IP dc25cfff-d31d-4ecb-8f64-2ec222b15a31: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:24:50.410452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port e74fb1ba-2298-4060-90ea-d913c0183f97 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:50.467019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] For port bd01325e-cf33-4a0e-8b81-319414f2132e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bd01325e-cf33-4a0e-8b81-319414f2132e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:50.467019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.491695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-f15c036c-85ef-4cb4-ae71-a4a22f1a659e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:50.493595 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-f15c036c-85ef-4cb4-ae71-a4a22f1a659e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561441332&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.3750532 Mar 02 07:24:50.496688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4006cfe-52cf-46e7-bbe2-0395394826bd tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5b8b29-e879-41a6-8d7c-422b02950f51,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:50.498915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network 73fcd347-3f01-41a1-b871-7d290ada8a31 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:50.541191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.551945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.563899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Transition to ACTIVE for port object e50f44e4-f5aa-4a06-afaf-4f3698cff047 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:50.566735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 73fcd347-3f01-41a1-b871-7d290ada8a31) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:50.584947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936de642-055d-4634-8619-5047391c86f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.588905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Transition to ACTIVE for port object e50f44e4-f5aa-4a06-afaf-4f3698cff047 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:50.595810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.601186 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] Set router 95154870-5660-4514-aedf-08accbdb7f58 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:24:50.620730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:50.620980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936de642-055d-4634-8619-5047391c86f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.621322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.692829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:50.694059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Pushing event updated for resources: {'Port': ['ID=e50f44e4-f5aa-4a06-afaf-4f3698cff047,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:50.703969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:50.707983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:50.755380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Deleting port a8d41044-c6d3-43dc-929f-be102855bf85 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:50.755591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.757305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4006cfe-52cf-46e7-bbe2-0395394826bd tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.760922 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b4006cfe-52cf-46e7-bbe2-0395394826bd tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe5b8b29-e879-41a6-8d7c-422b02950f51 HTTP/1.1" status: 204 len: 168 time: 1.5441890 Mar 02 07:24:50.768682 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-db435f59-47e7-4e17-a54a-4beba2dad244 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6771154 Mar 02 07:24:50.770120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38392) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:50.770264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38394) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:50.790546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Calling delete_port for bd01325e-cf33-4a0e-8b81-319414f2132e owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:50.814936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.820507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:50.821099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.841388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936de642-055d-4634-8619-5047391c86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.842961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Attempting to bind port e50f44e4-f5aa-4a06-afaf-4f3698cff047 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:50.843698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Attempting to bind port e50f44e4-f5aa-4a06-afaf-4f3698cff047 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:50.844355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Attempting to bind port e50f44e4-f5aa-4a06-afaf-4f3698cff047 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:50.850841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:50.851667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:50.852349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.852925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:50.853965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Bound port: e50f44e4-f5aa-4a06-afaf-4f3698cff047, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:50.854530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.876452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936de642-055d-4634-8619-5047391c86f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:50.880441 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-936de642-055d-4634-8619-5047391c86f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b31ecd93-bdfb-435d-9c0b-9d661333501e HTTP/1.1" status: 204 len: 168 time: 1.3073785 Mar 02 07:24:50.889037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936de642-055d-4634-8619-5047391c86f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ecd93-bdfb-435d-9c0b-9d661333501e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:50.938834 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6334970 Mar 02 07:24:50.940938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38402) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:50.975770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] For port e50f44e4-f5aa-4a06-afaf-4f3698cff047, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:50.979792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] For port e50f44e4-f5aa-4a06-afaf-4f3698cff047, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e50f44e4-f5aa-4a06-afaf-4f3698cff047,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:51.008316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.020496 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95154870-5660-4514-aedf-08accbdb7f58', 'name': 'tempest-snat-router-221773159', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': 'bd01325e-cf33-4a0e-8b81-319414f2132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:37Z', 'updated_at': '2022-03-02T07:24:43Z', 'revision_number': 3, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port': {'id': 'bd01325e-cf33-4a0e-8b81-319414f2132e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154870-5660-4514-aedf-08accbdb7f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:39Z', 'updated_at': '2022-03-02T07:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:51.025820 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a6b3d-dff0-4e8e-9fdc-7b10f258c4fe None None] The sync data for ids ['95154870-5660-4514-aedf-08accbdb7f58'] in dv-neutron-831485-1-hyperv is: [{'id': '95154870-5660-4514-aedf-08accbdb7f58', 'name': 'tempest-snat-router-221773159', 'tenant_id': '3edf40e53ba245c092a806971116962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': 'bd01325e-cf33-4a0e-8b81-319414f2132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:37Z', 'updated_at': '2022-03-02T07:24:43Z', 'revision_number': 3, 'project_id': '3edf40e53ba245c092a806971116962a', 'gw_port': {'id': 'bd01325e-cf33-4a0e-8b81-319414f2132e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95154870-5660-4514-aedf-08accbdb7f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:39Z', 'updated_at': '2022-03-02T07:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:24:51.053513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'ports': [{'network_id': 'e3769dfd-2444-4651-878b-50933ed39553', 'name': 'tempest-port--1841004789', 'admin_state_up': True}, {'network_id': '63829e09-269f-4aa7-9fc4-dce4dc5fbe58', 'admin_state_up': False}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:51.064995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'port': {'network_id': 'e3769dfd-2444-4651-878b-50933ed39553', 'name': 'tempest-port--1841004789', 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:51.064995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'port': {'network_id': '63829e09-269f-4aa7-9fc4-dce4dc5fbe58', 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:51.109622 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-87bbe939-1747-46a5-92c0-6f474e76e1d5 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] show failed (client error): The resource could not be found. Mar 02 07:24:51.119990 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-87bbe939-1747-46a5-92c0-6f474e76e1d5 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "GET /v2.0/security-groups/fe5b8b29-e879-41a6-8d7c-422b02950f51 HTTP/1.1" status: 404 len: 347 time: 0.3131826 Mar 02 07:24:51.126050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38406) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:51.159002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0b69-d5db-4815-b5a1-a1e1eaf1cc42 None None] Pushing event updated for resources: {'Port': ['ID=e50f44e4-f5aa-4a06-afaf-4f3698cff047,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:51.218926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-a6d98906-403e-41af-80fe-5dbe10b7efff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:51.220024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-a6d98906-403e-41af-80fe-5dbe10b7efff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:51.301718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d466d-940e-4ac3-a8f8-23db4694e97f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Network': ['ID=63829e09-269f-4aa7-9fc4-dce4dc5fbe58,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:51.304478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::45e7:1733:babc:f68a (9cd85606-01cd-4b60-bb33-0395597a84af/7fba0562-3572-4c73-89e8-f5eb6408cc5c/e74fb1ba-2298-4060-90ea-d913c0183f97) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:51.313979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 63829e09-269f-4aa7-9fc4-dce4dc5fbe58 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:51.589170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-a6d98906-403e-41af-80fe-5dbe10b7efff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:51.590364 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-a6d98906-403e-41af-80fe-5dbe10b7efff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 200 len: 796 time: 1.0757501 Mar 02 07:24:51.600521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.624209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38412) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:51.682239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.682846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.709715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Deleting port b897e95a-f5e7-443c-b3d3-aad7bc4c3b73 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:51.710074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.734237 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-743f6d27-2ef7-43a5-ae2d-19c09e5bac1a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.1214275 Mar 02 07:24:51.755695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.846921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:51.860753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Usage tracker for resource:port and tenant:4ae672f855d14161ad4d682519a8c3b4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:51.896949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:51.899662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:51.939496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b64170f8824e6983a2f4c0e845a41a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:51.947035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:51.956901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:51.965689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:51.969488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:51.975241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Calling delete_port for a8d41044-c6d3-43dc-929f-be102855bf85 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:52.059819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Made reservation on behalf of 4ae672f855d14161ad4d682519a8c3b4 for: {'port': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:52.064757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.078636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd01325e-cf33-4a0e-8b81-319414f2132e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:52.079089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.161093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.242310 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-8ff2bc5e-b52f-4724-8868-8dc9de91e190 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4977071 Mar 02 07:24:52.314520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.335216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.547494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.547821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.559477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d82cbb-1794-4c0d-aa9e-0bcec4309191 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:52.569728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.576961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.580282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691907e8-7d96-48d6-86ff-b695ed639aef None None] Network 73fcd347-3f01-41a1-b871-7d290ada8a31 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:52.601870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object e74fb1ba-2298-4060-90ea-d913c0183f97 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:52.639670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.696756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Calling delete_port for b897e95a-f5e7-443c-b3d3-aad7bc4c3b73 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:52.718411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Subnet': ['ID=193cab5f-2812-4c09-9a07-42d78808ce12,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:52.752710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.762000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2b77d501-a3af-4247-ac70-4cf826554a97 None None] Provisioning for port e50f44e4-f5aa-4a06-afaf-4f3698cff047 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:52.817898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.852040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.872611 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-37a1bdad-1619-4864-9bf6-e8dbc014b669 service neutron] 10.222.0.41 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848730 Mar 02 07:24:52.879465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] device_id is not set on port fcdd835f-031c-426f-a019-9b6e72fdf1e9 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:52.949491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:52.950043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95154870-5660-4514-aedf-08accbdb7f58 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:53.000518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943475f-7ad4-460f-8c1a-5249ab650430 None None] Network 73fcd347-3f01-41a1-b871-7d290ada8a31 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:53.036668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.040586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e50f44e4-f5aa-4a06-afaf-4f3698cff047 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:53.049729 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3b64170f8824e6983a2f4c0e845a41a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4187248 Mar 02 07:24:53.064524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.065296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Pushing event deleted for resources: {'Port': ['ID=a8d41044-c6d3-43dc-929f-be102855bf85,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.067908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.102267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58ff56-6f55-4977-9a06-c7e1099c8bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe10535-220b-4d38-ba68-384a7c851b36,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.125425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.137670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fcd347-3f01-41a1-b871-7d290ada8a31']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:53.174541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Pushing event deleted for resources: {'Port': ['ID=b897e95a-f5e7-443c-b3d3-aad7bc4c3b73,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.211274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd45a461-8bf7-4f06-9db7-5b8550a2f27c') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:53.211562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd45a461-8bf7-4f06-9db7-5b8550a2f27c') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:24:53.247282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.256296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:53.277628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:53.291634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port e50f44e4-f5aa-4a06-afaf-4f3698cff047 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:53.294481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:53.298912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e50f44e4-f5aa-4a06-afaf-4f3698cff047 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:53.299340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.299987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:53.300532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.315270 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d300f6a5-2c51-494b-a8cc-1d6782ea6ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229701 Mar 02 07:24:53.318673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.324814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=e74fb1ba-2298-4060-90ea-d913c0183f97,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.354941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:24:53.355353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:24:53.373725 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:24:53.428981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db860fcb-c0a9-4311-9c01-e95ff14444f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.448879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.452123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.456899 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55b8dc4c-1392-4722-9b28-d3764d3080e1 tempest-ServersTestManualDisk-1597588743 tempest-ServersTestManualDisk-1597588743-project] 10.222.0.41 "DELETE /v2.0/floatingips/dc25cfff-d31d-4ecb-8f64-2ec222b15a31 HTTP/1.1" status: 204 len: 168 time: 2.3297131 Mar 02 07:24:53.459608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.462552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.466709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38420) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.469143 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4984b9f6-72c9-4ab5-b7a4-52d6174ea1f4 tempest-ServersTestJSON-630659827 tempest-ServersTestJSON-630659827-project] 10.222.0.41 "DELETE /v2.0/floatingips/62756636-3fa4-4008-b55d-07a4ddc875d6 HTTP/1.1" status: 204 len: 168 time: 3.7625940 Mar 02 07:24:53.473123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38422) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.475027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.479324 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7483028d-1765-44ae-b659-ccb1f8c76338 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "DELETE /v2.0/routers/95154870-5660-4514-aedf-08accbdb7f58 HTTP/1.1" status: 204 len: 168 time: 4.2816217 Mar 02 07:24:53.479958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38428) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.557146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.617733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port e50f44e4-f5aa-4a06-afaf-4f3698cff047, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e50f44e4-f5aa-4a06-afaf-4f3698cff047,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:53.623794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.699420 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8e6f50a9-1f0c-4f22-a5dc-81b526d0444b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2157521 Mar 02 07:24:53.704852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38434) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:53.724223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '7fba0562-3572-4c73-89e8-f5eb6408cc5c', 'ip_address': '2001:db8::45e7:1733:babc:f68a'}], 'name': 'tempest-NetworksTestDHCPv6-535460871'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:53.765521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.776710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.817709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8e59dc41-e8ac-45b3-b974-0c23b8b13cc9 None None] Provisioning complete for port e50f44e4-f5aa-4a06-afaf-4f3698cff047 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:53.818533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e59dc41-e8ac-45b3-b974-0c23b8b13cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.820802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.897662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-12517d34-efcb-45f8-9b1d-06d5a8a6f3dd req-ff0a258e-9655-43f8-99f6-f951e6820b02 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:53.909499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db860fcb-c0a9-4311-9c01-e95ff14444f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:53.913415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=e50f44e4-f5aa-4a06-afaf-4f3698cff047,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:53.946070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Network': ['ID=73fcd347-3f01-41a1-b871-7d290ada8a31,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:54.020526 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-caa93a25-7ae9-4bb1-a9e1-c62f984e103f tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/73fcd347-3f01-41a1-b871-7d290ada8a31 HTTP/1.1" status: 204 len: 168 time: 3.2145059 Mar 02 07:24:54.027295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38444) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:54.037492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-695567268'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:54.071023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-12517d34-efcb-45f8-9b1d-06d5a8a6f3dd req-ff0a258e-9655-43f8-99f6-f951e6820b02 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:54.072239 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12517d34-efcb-45f8-9b1d-06d5a8a6f3dd req-ff0a258e-9655-43f8-99f6-f951e6820b02 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 210 time: 0.3363125 Mar 02 07:24:54.080225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.100378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:54.117905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:network and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:54.123201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:54.145637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] device_id is not set on port 6d1c073d-67ec-4375-9c57-6bf4a4a22027 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:54.148742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:54.161080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-309494d5-8cb2-4d04-90ec-c816ff1a3cfc None None] Provisioning for port e74fb1ba-2298-4060-90ea-d913c0183f97 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:54.168461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-309494d5-8cb2-4d04-90ec-c816ff1a3cfc None None] Provisioning complete for port e74fb1ba-2298-4060-90ea-d913c0183f97 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:54.168841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-309494d5-8cb2-4d04-90ec-c816ff1a3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.242422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-309494d5-8cb2-4d04-90ec-c816ff1a3cfc None None] Port e74fb1ba-2298-4060-90ea-d913c0183f97 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:54.248710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:54.252233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.427215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:54.445028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:54.453072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:54.457429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db860fcb-c0a9-4311-9c01-e95ff14444f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.465384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:54.488162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db860fcb-c0a9-4311-9c01-e95ff14444f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe10535-220b-4d38-ba68-384a7c851b36,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:54.494565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.499434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:54.516394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db860fcb-c0a9-4311-9c01-e95ff14444f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.525910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db860fcb-c0a9-4311-9c01-e95ff14444f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efe10535-220b-4d38-ba68-384a7c851b36 HTTP/1.1" status: 204 len: 168 time: 1.4471924 Mar 02 07:24:54.589307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Deleting port 7a2c294b-2302-4037-afc5-2e73eb18b09f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:54.589307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.590982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:54.596348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.626802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.627151 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Added segment 3673720b-295a-4ec3-8502-524b63ecba81 of type vlan for network ab667623-5ac9-4486-95dc-c0c60ed8771f Mar 02 07:24:54.678086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port bb7a106d-4eaa-4d14-971f-0d4927c9bc30 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:24:54.782288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.788320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.871139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] For port 7a2c294b-2302-4037-afc5-2e73eb18b09f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7a2c294b-2302-4037-afc5-2e73eb18b09f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:54.871502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:54.991853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e50f44e4-f5aa-4a06-afaf-4f3698cff047 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:24:55.000359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.003820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Calling delete_port for 7a2c294b-2302-4037-afc5-2e73eb18b09f owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:55.005777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:55.006379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.131045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e50f44e4-f5aa-4a06-afaf-4f3698cff047 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:55.131420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.155760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.418652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bd01325e-cf33-4a0e-8b81-319414f2132e no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:55.451933 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4191301 Mar 02 07:24:55.458444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.465408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: bd01325e-cf33-4a0e-8b81-319414f2132e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:55.465780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bd01325e-cf33-4a0e-8b81-319414f2132e not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:55.471530 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e71a248-29e9-4a52-8269-8bead4c306af req-af1881fa-e3a4-4cb6-be16-bd38cb709b9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 210 time: 0.0829906 Mar 02 07:24:55.475305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Request body: {'subnet': {'network_id': 'ab667623-5ac9-4486-95dc-c0c60ed8771f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:55.487596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12876972-30ee-4ca0-af46-8f69f93aab16 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Network': ['ID=ab667623-5ac9-4486-95dc-c0c60ed8771f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:55.510897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ab667623-5ac9-4486-95dc-c0c60ed8771f details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:55.519997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Port': ['ID=fcdd835f-031c-426f-a019-9b6e72fdf1e9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:55.557675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-7598612a-08ef-429a-8edc-7ffc62608973 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:55.559199 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-7598612a-08ef-429a-8edc-7ffc62608973 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 200 len: 796 time: 0.6173160 Mar 02 07:24:55.562976 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 07:24:55.563411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:24:55.594697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Checking segment: {'id': 'a61a10d3-fccf-4c5d-b6e5-377696ab2dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e3769dfd-2444-4651-878b-50933ed39553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:55.595038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network hostable DHCP agents. Network: e3769dfd-2444-4651-878b-50933ed39553, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:55.657790 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a0402783-7f63-4d26-b4d9-7dd703a2168f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9513383 Mar 02 07:24:55.658356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.673385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38484) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:55.698417 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-2e6c6cff-c668-4375-b888-348effeaf619 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 380 time: 0.1238248 Mar 02 07:24:55.703579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network e3769dfd-2444-4651-878b-50933ed39553 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:55.708427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['10f55ab6-1f3b-4bfd-99b5-7f675fb01328']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:55.724650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.794567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a2c294b-2302-4037-afc5-2e73eb18b09f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:55.800024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:55.802656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, e3769dfd-2444-4651-878b-50933ed39553) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:55.817666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-650681887'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:55.818839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d9d90-b7ea-4c37-8dbc-7e2890d8a896 None None] Network e3769dfd-2444-4651-878b-50933ed39553 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:55.822866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:55.823666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.840331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Usage tracker for resource:subnet and tenant:6feb802658834caf909f37a26f957c13 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:55.849466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:55.868661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:55.869088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:55.892680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:network and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:55.901092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:55.902062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:55.923397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:55.936211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.000758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Made reservation on behalf of 6feb802658834caf909f37a26f957c13 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:56.004250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.031728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47671c19-d1c1-4516-9d7c-618e48f9add7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:56.033307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Port': ['ID=6d1c073d-67ec-4375-9c57-6bf4a4a22027,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:56.038613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47671c19-d1c1-4516-9d7c-618e48f9add7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:56.042929 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-47671c19-d1c1-4516-9d7c-618e48f9add7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3829317 Mar 02 07:24:56.051178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:56.052107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:56.055490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.120050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:56.130055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.172606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:56.197733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.360667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:56.371528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:security_group_rule and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:56.383936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Checking segment: {'id': '8f37f06f-8dbc-4f70-a0a9-318797d782fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '63829e09-269f-4aa7-9fc4-dce4dc5fbe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:56.384292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network hostable DHCP agents. Network: 63829e09-269f-4aa7-9fc4-dce4dc5fbe58, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:56.391735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:56.406938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port e74fb1ba-2298-4060-90ea-d913c0183f97 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:56.407261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.414670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.432215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:56.463756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:56.468004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.468517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.580950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.581482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b676fd1-7628-4a66-b963-9f1a4e99e6b4 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:24:56.672543 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8df98e04-cd1d-4287-a948-610d2140bc91 req-d7190f5d-10c9-47dc-ab6f-22fe86818900 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 210 time: 0.0786226 Mar 02 07:24:56.699304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.700622 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4f09964-1f59-4534-a210-9510ee7a803a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4b676fd1-7628-4a66-b963-9f1a4e99e6b4 HTTP/1.1" status: 204 len: 168 time: 2.9743912 Mar 02 07:24:56.701589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network 63829e09-269f-4aa7-9fc4-dce4dc5fbe58 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:56.713021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:56.735649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 63829e09-269f-4aa7-9fc4-dce4dc5fbe58) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:56.735939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-222454205', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:56.748224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f4748-77b6-44d7-91f5-878a36c65074 None None] Network 63829e09-269f-4aa7-9fc4-dce4dc5fbe58 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:56.749102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:56.783882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Usage tracker for resource:router and tenant:119d26860e9648ecaf29592563e400ee is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:56.784989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:56.790769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:56.794959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:56.795811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:56.796564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.808016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:56.999093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:56.999304 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8c13129a-675e-47be-ad70-220720eb1678 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9793711 Mar 02 07:24:56.999782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.000947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:57.007483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Deleting port 0c28c643-8c25-42ba-9a15-d67542a1d3b7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:57.007817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.106515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.5 (55ff9266-817e-4454-b930-2cb2ab4243a8/912c31c2-680d-4861-824a-3255a2879bca/a32cc675-b7a9-471e-8d70-34b75aed89cb) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:57.112789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.118893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.139477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7a2c294b-2302-4037-afc5-2e73eb18b09f no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:24:57.159379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.172742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 7a2c294b-2302-4037-afc5-2e73eb18b09f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:24:57.173336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7a2c294b-2302-4037-afc5-2e73eb18b09f not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:24:57.184366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:24:57.205757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.286860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.301068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for e74fb1ba-2298-4060-90ea-d913c0183f97 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:57.391496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:24:57.440795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85aa896-7a52-4fe6-af65-d130243e9e3f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:57.447892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.448236 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Added segment ff6dba8d-ea2a-45e0-a973-923ac9d5385d of type vlan for network 2ed4d112-a874-4ee3-81ec-09104e37988a Mar 02 07:24:57.449744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Deleting port 84e54dfe-d5b2-4367-8b62-3d543bf68337 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:57.450073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.525768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event updated for resources: {'Subnet': ['ID=156da695-003b-4f10-b79f-a9c490020710,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:57.601014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da80a1-6dec-4a64-9cf7-45dacb106d86 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:57.607622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da80a1-6dec-4a64-9cf7-45dacb106d86 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:57.609154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80da80a1-6dec-4a64-9cf7-45dacb106d86 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5779438 Mar 02 07:24:57.618933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38504) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:57.620538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] For port 0c28c643-8c25-42ba-9a15-d67542a1d3b7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0c28c643-8c25-42ba-9a15-d67542a1d3b7,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:57.620926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.643888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Checking segment: {'id': '3673720b-295a-4ec3-8502-524b63ecba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ab667623-5ac9-4486-95dc-c0c60ed8771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:57.644240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network hostable DHCP agents. Network: ab667623-5ac9-4486-95dc-c0c60ed8771f, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:24:57.679450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.860121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.867552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.873673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Calling delete_port for 0c28c643-8c25-42ba-9a15-d67542a1d3b7 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:57.933059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-88a963e8-17e1-47bf-95dc-8a73f7f150f3 req-c0bb4413-21b9-44a3-bcc2-69df01d58027 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:57.952474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.958311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:57.958836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:57.967636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Network ab667623-5ac9-4486-95dc-c0c60ed8771f is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:24:57.985535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Deleting port fcdd835f-031c-426f-a019-9b6e72fdf1e9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:57.985892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.004198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=e74fb1ba-2298-4060-90ea-d913c0183f97,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:58.052371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.053947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, ab667623-5ac9-4486-95dc-c0c60ed8771f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:58.064812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af994a0f-abc5-4a98-8db9-3cd5bab024ed None None] Network ab667623-5ac9-4486-95dc-c0c60ed8771f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:24:58.073224 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:58.073410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.085155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] For port 84e54dfe-d5b2-4367-8b62-3d543bf68337, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=84e54dfe-d5b2-4367-8b62-3d543bf68337,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:24:58.085532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.110458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-88a963e8-17e1-47bf-95dc-8a73f7f150f3 req-c0bb4413-21b9-44a3-bcc2-69df01d58027 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:58.119031 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-88a963e8-17e1-47bf-95dc-8a73f7f150f3 req-c0bb4413-21b9-44a3-bcc2-69df01d58027 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 210 time: 0.3170261 Mar 02 07:24:58.127507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.197765 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7f22a79-7ff1-4d89-bf7c-e4953201d0f7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7328930 Mar 02 07:24:58.218125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:58.351197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-ab667623-5ac9-4486-95dc-c0c60ed8771f', 'network_id': 'ab667623-5ac9-4486-95dc-c0c60ed8771f', 'tenant_id': '6feb802658834caf909f37a26f957c13', 'fixed_ips': [{'subnet_id': '156da695-003b-4f10-b79f-a9c490020710'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:24:58.352149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.429221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object a32cc675-b7a9-471e-8d70-34b75aed89cb will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:58.433829 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7545288 Mar 02 07:24:58.445669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Calling delete_port for 84e54dfe-d5b2-4367-8b62-3d543bf68337 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:58.475468 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-927f2fa6-f97e-42b8-bfbf-9ba994e41ba5 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/e74fb1ba-2298-4060-90ea-d913c0183f97 HTTP/1.1" status: 204 len: 168 time: 2.4104555 Mar 02 07:24:58.477374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38514) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:58.477728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38516) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:58.494128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2569312-3d93-423d-9835-5ea3e51d0aba tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Network': ['ID=2ed4d112-a874-4ee3-81ec-09104e37988a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:58.513473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 2ed4d112-a874-4ee3-81ec-09104e37988a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:24:58.530813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'subnet': {'network_id': '2ed4d112-a874-4ee3-81ec-09104e37988a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:58.547934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Allocated IP 2001:db8::f816:3eff:fec9:1c58 (ab667623-5ac9-4486-95dc-c0c60ed8771f/156da695-003b-4f10-b79f-a9c490020710/ebba7c44-1a2b-42d4-98a4-6f8f452258de) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:24:58.620412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.709257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57850245-fb52-434c-a92b-049fd4323920 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:58.710886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57850245-fb52-434c-a92b-049fd4323920 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:58.711601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-57850245-fb52-434c-a92b-049fd4323920 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:24:58.730453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:24:58.742209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.744583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:subnet and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:24:58.754816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:24:58.797095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:24:58.807815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-57850245-fb52-434c-a92b-049fd4323920 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:24:58.808983 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-57850245-fb52-434c-a92b-049fd4323920 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3200269 Mar 02 07:24:58.812535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Calling delete_port for fcdd835f-031c-426f-a019-9b6e72fdf1e9 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:24:58.824641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:58.862465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.886561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.887209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:58.899988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Transition to ACTIVE for port object ebba7c44-1a2b-42d4-98a4-6f8f452258de will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:58.903728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:24:58.907744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.918458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Transition to ACTIVE for port object ebba7c44-1a2b-42d4-98a4-6f8f452258de will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:24:58.920415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:58.924426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.935266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:58.954847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:58.960371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=a32cc675-b7a9-471e-8d70-34b75aed89cb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:58.998555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Network ab667623-5ac9-4486-95dc-c0c60ed8771f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:24:59.002824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:24:59.008822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:24:59.039791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c28c643-8c25-42ba-9a15-d67542a1d3b7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.047128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting port ebba7c44-1a2b-42d4-98a4-6f8f452258de {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:24:59.047545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.065892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 7fba0562-3572-4c73-89e8-f5eb6408cc5c {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:24:59.083045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.091202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Pushing event updated for resources: {'Port': ['ID=ebba7c44-1a2b-42d4-98a4-6f8f452258de,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.151712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Attempting to bind port ebba7c44-1a2b-42d4-98a4-6f8f452258de on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:24:59.152693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Attempting to bind port ebba7c44-1a2b-42d4-98a4-6f8f452258de by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '3673720b-295a-4ec3-8502-524b63ecba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ab667623-5ac9-4486-95dc-c0c60ed8771f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:24:59.153161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Attempting to bind port ebba7c44-1a2b-42d4-98a4-6f8f452258de on network ab667623-5ac9-4486-95dc-c0c60ed8771f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:24:59.165418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:24:59.165824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Checking segment: {'id': '3673720b-295a-4ec3-8502-524b63ecba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ab667623-5ac9-4486-95dc-c0c60ed8771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:59.166620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.167092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Bound using segment: {'id': '3673720b-295a-4ec3-8502-524b63ecba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ab667623-5ac9-4486-95dc-c0c60ed8771f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:24:59.167596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Bound port: ebba7c44-1a2b-42d4-98a4-6f8f452258de, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3673720b-295a-4ec3-8502-524b63ecba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ab667623-5ac9-4486-95dc-c0c60ed8771f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:24:59.168191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.237569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.289689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.336209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] For port ebba7c44-1a2b-42d4-98a4-6f8f452258de, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:24:59.339725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:24:59.340554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.340754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] For port ebba7c44-1a2b-42d4-98a4-6f8f452258de, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ebba7c44-1a2b-42d4-98a4-6f8f452258de,segment=NetworkSegment(3673720b-295a-4ec3-8502-524b63ecba81),segment_id=3673720b-295a-4ec3-8502-524b63ecba81)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:24:59.345707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74337102-0334-4aa9-b39e-5181b641c2c7 None None] Provisioning for port a32cc675-b7a9-471e-8d70-34b75aed89cb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:24:59.361329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74337102-0334-4aa9-b39e-5181b641c2c7 None None] Provisioning complete for port a32cc675-b7a9-471e-8d70-34b75aed89cb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:24:59.362065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74337102-0334-4aa9-b39e-5181b641c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.400485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.400897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.401977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Port': ['ID=fcdd835f-031c-426f-a019-9b6e72fdf1e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.430823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.443304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.507246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e87d7-8e0c-439b-95fa-bd88ce272bbf None None] Pushing event updated for resources: {'Port': ['ID=ebba7c44-1a2b-42d4-98a4-6f8f452258de,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.541465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-74337102-0334-4aa9-b39e-5181b641c2c7 None None] Port a32cc675-b7a9-471e-8d70-34b75aed89cb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:24:59.545086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.562012 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-d92c7f70-5a87-4e5f-9888-37c1608fef62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8591843 Mar 02 07:24:59.577925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Request body: {'port': {'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:24:59.644904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:24:59.648281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Subnet': ['ID=b11a0f1a-d3ff-43e5-a9bd-af472d46a210,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.687148 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e1d8c95-6f2f-494c-8a2d-cbc3570e56aa tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/ports/fcdd835f-031c-426f-a019-9b6e72fdf1e9 HTTP/1.1" status: 204 len: 168 time: 2.0524592 Mar 02 07:24:59.697627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38528) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:24:59.767455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e54dfe-d5b2-4367-8b62-3d543bf68337,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:24:59.818634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Checking segment: {'id': 'ff6dba8d-ea2a-45e0-a973-923ac9d5385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ed4d112-a874-4ee3-81ec-09104e37988a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:24:59.818989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network hostable DHCP agents. Network: 2ed4d112-a874-4ee3-81ec-09104e37988a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:00.077742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Deleting port 6d1c073d-67ec-4375-9c57-6bf4a4a22027 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:00.078398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.101942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.127003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] For port ebba7c44-1a2b-42d4-98a4-6f8f452258de, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ebba7c44-1a2b-42d4-98a4-6f8f452258de,segment=NetworkSegment(3673720b-295a-4ec3-8502-524b63ecba81),segment_id=3673720b-295a-4ec3-8502-524b63ecba81)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:00.127374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.135337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Allocated IP 172.26.4.123 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e2c355fe-a031-46a2-9f8f-1c606bf893bc) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:00.170053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.178451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.200233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 2ed4d112-a874-4ee3-81ec-09104e37988a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:00.231050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6893ead-1484-43cf-bd95-2a2950a2e9a3 req-60be377d-9fdd-4763-a0e5-1bffe18701e3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:00.232584 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6893ead-1484-43cf-bd95-2a2950a2e9a3 req-60be377d-9fdd-4763-a0e5-1bffe18701e3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 931 time: 0.7907665 Mar 02 07:25:00.299684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Calling delete_port for ebba7c44-1a2b-42d4-98a4-6f8f452258de owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:00.311666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 2ed4d112-a874-4ee3-81ec-09104e37988a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:00.322965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e5a99f-38b7-40e0-8994-7122a340ea79 None None] Network 2ed4d112-a874-4ee3-81ec-09104e37988a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:00.363322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:00.364134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.440429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.592189 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ac9d46b2-9070-49f0-9bfd-ce90153cfb7c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1047153 Mar 02 07:25:00.601515 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6893ead-1484-43cf-bd95-2a2950a2e9a3 req-78b32d82-9c7a-4bfc-8654-73b8bafcf161 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734826 Mar 02 07:25:00.602473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38532) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:00.630383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550de1a7-2f3c-444a-bbe6-635e151dc30c None None] Network 2ed4d112-a874-4ee3-81ec-09104e37988a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:00.649189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=7fba0562-3572-4c73-89e8-f5eb6408cc5c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:00.691075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.709448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1615810331', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:00.710838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610eae9-668d-4dba-82dc-ba2b6f61471c None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:00.720251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:00.724286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:router and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:00.728744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:00.740634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:00.752424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.754807 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d2370619-6d0a-400c-806f-0bba4dd226dd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/7fba0562-3572-4c73-89e8-f5eb6408cc5c HTTP/1.1" status: 204 len: 168 time: 1.9288688 Mar 02 07:25:00.756671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba454d-8c77-49cb-bdbf-8ac1563c1cd5 None None] Network ab667623-5ac9-4486-95dc-c0c60ed8771f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:00.787508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38536) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:00.823618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.824630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.879311 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-acf3e446-7e6a-416b-88b1-2349d657f2e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845785 Mar 02 07:25:00.902439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:00.913978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:00.932746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:00.932945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.119752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.135364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ebba7c44-1a2b-42d4-98a4-6f8f452258de up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:01.158900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f70f1ee9-23d2-42b0-b9fb-16c13210e303 None None] Provisioning complete for port ebba7c44-1a2b-42d4-98a4-6f8f452258de triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:01.159277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f70f1ee9-23d2-42b0-b9fb-16c13210e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.193903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Calling delete_port for 6d1c073d-67ec-4375-9c57-6bf4a4a22027 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:01.207382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Port': ['ID=ebba7c44-1a2b-42d4-98a4-6f8f452258de,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:01.233337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.255720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:01.282218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f70f1ee9-23d2-42b0-b9fb-16c13210e303 None None] Port ebba7c44-1a2b-42d4-98a4-6f8f452258de was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:25:01.284828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ebba7c44-1a2b-42d4-98a4-6f8f452258de {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:01.285182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ebba7c44-1a2b-42d4-98a4-6f8f452258de not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 07:25:01.330715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Port ebba7c44-1a2b-42d4-98a4-6f8f452258de not found, will not notify nova. {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 07:25:01.406908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No DVR routers for this DVR port ebba7c44-1a2b-42d4-98a4-6f8f452258de on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:01.415171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:01.458365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.522690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:01.528358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] Deleting port e50f44e4-f5aa-4a06-afaf-4f3698cff047 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:01.530095 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.567455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:01.571019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.593558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:01.612786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:01.627011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.660024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Router 042d7c96-2c97-4743-982a-61c62d4b88c5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:01.666586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:01.793982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] For port e50f44e4-f5aa-4a06-afaf-4f3698cff047, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e50f44e4-f5aa-4a06-afaf-4f3698cff047,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:01.794595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.802592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.880525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:01.886238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event updated for resources: {'Port': ['ID=e2c355fe-a031-46a2-9f8f-1c606bf893bc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:01.928328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] Calling delete_port for e50f44e4-f5aa-4a06-afaf-4f3698cff047 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:01.934002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:01.971680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Port': ['ID=6d1c073d-67ec-4375-9c57-6bf4a4a22027,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:02.021303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.061706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.067274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] Pushing event deleted for resources: {'Port': ['ID=e50f44e4-f5aa-4a06-afaf-4f3698cff047,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:02.075912 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a6ae7cb6-2973-4491-8404-edf4b2715d51 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/ports/6d1c073d-67ec-4375-9c57-6bf4a4a22027 HTTP/1.1" status: 204 len: 168 time: 2.3633473 Mar 02 07:25:02.076112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9709e98-9794-494a-b8c5-b08de364c3d3 None None] No DVR routers for this DVR port e50f44e4-f5aa-4a06-afaf-4f3698cff047 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:02.078645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:02.155176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32cc675-b7a9-471e-8d70-34b75aed89cb {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:02.186036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.199900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.240850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Transition to ACTIVE for port object a32cc675-b7a9-471e-8d70-34b75aed89cb will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:02.253694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Router ba43914e-a5a4-492e-813f-809697ecb756 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:02.254540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.260124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d064a61-3e2e-44aa-b1cc-10e7b7da96cd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Synchronizing usage tracker for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:02.316391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018c04a-89ff-453c-832a-589e19bf2018 req-f783b9aa-cb97-4287-b863-20b125480ba6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:02.317881 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1018c04a-89ff-453c-832a-589e19bf2018 req-f783b9aa-cb97-4287-b863-20b125480ba6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 931 time: 0.5775878 Mar 02 07:25:02.358297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Subnet': ['ID=156da695-003b-4f10-b79f-a9c490020710,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:02.371511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8812e79d-3a24-4c63-8e08-868a57a84141 None None] Network ab667623-5ac9-4486-95dc-c0c60ed8771f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:02.476881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d064a61-3e2e-44aa-b1cc-10e7b7da96cd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Unset dirty status for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:02.485161 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d064a61-3e2e-44aa-b1cc-10e7b7da96cd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3948352 Mar 02 07:25:02.489638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:02.563757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1652-9c79-4675-935b-8cb59b361fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.598443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-877549020'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:02.604363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:02.610184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Usage tracker for resource:network and tenant:4ae672f855d14161ad4d682519a8c3b4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:02.622239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Pushing event updated for resources: {'Port': ['ID=a32cc675-b7a9-471e-8d70-34b75aed89cb,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:02.624015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:02.629315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:02.640921 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] Sync routers for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:02.643191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.658904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:02.659809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:02.670025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:02.686359 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1018c04a-89ff-453c-832a-589e19bf2018 req-2d2cf550-9c4c-41f8-93d9-4eb116b5ec17 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057368 Mar 02 07:25:02.723075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72581b-17d5-42ef-9679-2f2ef02ab2fa None None] DHCP port deletion for ab667623-5ac9-4486-95dc-c0c60ed8771f request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:02.784016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab667623-5ac9-4486-95dc-c0c60ed8771f']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:02.804962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.808796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Made reservation on behalf of 4ae672f855d14161ad4d682519a8c3b4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:02.812379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.823650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3673720b-295a-4ec3-8502-524b63ecba81') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:02.823843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:02.824077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3673720b-295a-4ec3-8502-524b63ecba81') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:02.831921 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90f4b069-b034-4e59-b4b1-f8fac7be4bc0 admin admin] 10.222.0.41 "PUT /v2.0/routers/ba43914e-a5a4-492e-813f-809697ecb756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3641863 Mar 02 07:25:02.832590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38554) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:02.847609 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] Sync routers for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:02.869106 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:02.869971 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:02.886219 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7452170e-2206-487c-a1bc-46ca2b982d2e admin admin] 10.222.0.41 "PUT /v2.0/routers/042d7c96-2c97-4743-982a-61c62d4b88c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4086292 Mar 02 07:25:02.898383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:02.900094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.913912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Attempting to bind port a32cc675-b7a9-471e-8d70-34b75aed89cb on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:02.913912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Attempting to bind port a32cc675-b7a9-471e-8d70-34b75aed89cb by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:02.913912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Attempting to bind port a32cc675-b7a9-471e-8d70-34b75aed89cb on network 55ff9266-817e-4454-b930-2cb2ab4243a8 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:02.928813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Port a32cc675-b7a9-471e-8d70-34b75aed89cb on network 55ff9266-817e-4454-b930-2cb2ab4243a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:02.929126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Attempting to bind port a32cc675-b7a9-471e-8d70-34b75aed89cb on network 55ff9266-817e-4454-b930-2cb2ab4243a8 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:02.945275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:02.945604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Checking segment: {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:02.946008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Bound using segment: {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:02.946435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Bound port: a32cc675-b7a9-471e-8d70-34b75aed89cb, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:02.946766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:02.954306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:03.020595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e50f44e4-f5aa-4a06-afaf-4f3698cff047 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:03.053751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:03.084052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:03.092827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.097441 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:03.100916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:03.101678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.125568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=5509f766-d02f-43b1-8c2f-0a75c9bd807d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:03.128352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:03.128882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.146505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851be1b1-bc81-40b3-ba7a-7cd9b2947653 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:03.158178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:03.162709 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:03.167292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: e50f44e4-f5aa-4a06-afaf-4f3698cff047 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:03.167970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e50f44e4-f5aa-4a06-afaf-4f3698cff047 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:03.168649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ebba7c44-1a2b-42d4-98a4-6f8f452258de no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:03.256018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.259728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ebba7c44-1a2b-42d4-98a4-6f8f452258de {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:03.260241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ebba7c44-1a2b-42d4-98a4-6f8f452258de not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:03.435492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.435988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.436426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.436858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.437296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.437748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.438190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.438612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.439039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.439462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.439880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.440295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:03.460809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.461304 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Added segment 124eadde-702c-4809-846f-ec4272646961 of type vlan for network a74d77ab-1696-4b9b-92c7-6d412a340bc6 Mar 02 07:25:03.474612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.505471 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:24:59Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:03.514029 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] Checking router: ba43914e-a5a4-492e-813f-809697ecb756 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:03.525268 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] Routers {'ba43914e-a5a4-492e-813f-809697ecb756'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:03.525944 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ba43914e-a5a4-492e-813f-809697ecb756'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:03.554535 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d1ee146-89f9-4058-a24d-4eb3a72a0b30 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6524425 Mar 02 07:25:03.565593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:03.574202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '5509f766-d02f-43b1-8c2f-0a75c9bd807d', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-729267444'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:03.630470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.694727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '5509f766-d02f-43b1-8c2f-0a75c9bd807d'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:03.696021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.707832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.716033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:24:58Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:03.719492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.726445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.730924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.759151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Network': ['ID=ab667623-5ac9-4486-95dc-c0c60ed8771f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:03.771456 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] Set router ba43914e-a5a4-492e-813f-809697ecb756 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:03.812021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] Checking router: 042d7c96-2c97-4743-982a-61c62d4b88c5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:03.814755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] For port a32cc675-b7a9-471e-8d70-34b75aed89cb, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:03.819473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] For port a32cc675-b7a9-471e-8d70-34b75aed89cb, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:03.832198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.837293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.843637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.868193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] Routers {'042d7c96-2c97-4743-982a-61c62d4b88c5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:03.870139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:24:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['042d7c96-2c97-4743-982a-61c62d4b88c5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:03.899078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e84c5a1-5df4-47eb-b768-587c448a8264 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/ab667623-5ac9-4486-95dc-c0c60ed8771f HTTP/1.1" status: 204 len: 168 time: 5.6790936 Mar 02 07:25:03.900553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:03.945284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Deleting port 71a7fd1a-b604-4588-99d6-1a7175702511 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:03.945622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.994095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:03.994704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:03.996108 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] 10.222.0.32 "PUT /v2.0/ports/a32cc675-b7a9-471e-8d70-34b75aed89cb HTTP/1.1" status: 200 len: 1093 time: 4.4223514 Mar 02 07:25:04.004481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:04.024526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:04.074971 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad74e8a-f60f-4302-86ae-ae337c7b30dd tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:04.076159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad74e8a-f60f-4302-86ae-ae337c7b30dd tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:04.081370 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dad74e8a-f60f-4302-86ae-ae337c7b30dd tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/156da695-003b-4f10-b79f-a9c490020710 HTTP/1.1" status: 404 len: 337 time: 0.1348207 Mar 02 07:25:04.100117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:04.150228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Pushing event updated for resources: {'Port': ['ID=a32cc675-b7a9-471e-8d70-34b75aed89cb,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:04.153842 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'status': 'completed', 'code': 200} Mar 02 07:25:04.195543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.196157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.196635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.197106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.197601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.198178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.198665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.199232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.199696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.200218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.200863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.201531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ba64f6-f385-4b88-a6a7-c86503f36258 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:04.219408 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:24:59Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:04.223750 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a21e13-11bb-4c82-82c2-556136d72cbe None None] The sync data for ids ['ba43914e-a5a4-492e-813f-809697ecb756'] in dv-neutron-831485-1-hyperv is: [{'id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'name': 'tempest-ServersTestManualDisk-647085212-router', 'tenant_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:02Z', 'updated_at': '2022-03-02T07:24:59Z', 'revision_number': 5, 'project_id': '8bd6f1c774b14e688cafe3bcc76d8a7b', 'gw_port': {'id': '71a7fd1a-b604-4588-99d6-1a7175702511', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43914e-a5a4-492e-813f-809697ecb756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:04.301606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.307586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:04.308287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.308405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/5509f766-d02f-43b1-8c2f-0a75c9bd807d/1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:04.333067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] Set router 042d7c96-2c97-4743-982a-61c62d4b88c5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:04.404798 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28c5ee6-ba4d-4173-bb15-278f9dc03baa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:04.405380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28c5ee6-ba4d-4173-bb15-278f9dc03baa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:04.407209 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c28c5ee6-ba4d-4173-bb15-278f9dc03baa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/ab667623-5ac9-4486-95dc-c0c60ed8771f HTTP/1.1" status: 404 len: 339 time: 0.2871900 Mar 02 07:25:04.409406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] For port 71a7fd1a-b604-4588-99d6-1a7175702511, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=71a7fd1a-b604-4588-99d6-1a7175702511,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:04.410078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.420250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:04.421587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.26.4.189 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/46fad635-898c-4933-ab91-c2888e1b265d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:04.438394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:04.453572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:04.508520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:04.520383 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0102267 Mar 02 07:25:04.545350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38582) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:04.549303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:04.611763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Calling delete_port for 71a7fd1a-b604-4588-99d6-1a7175702511 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:04.615804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1379585362'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:04.628602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0c65e-130d-4b61-830a-725ec0c1c578 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Network': ['ID=a74d77ab-1696-4b9b-92c7-6d412a340bc6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:04.642789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:04.656437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Usage tracker for resource:network and tenant:4ae672f855d14161ad4d682519a8c3b4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:04.656892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a74d77ab-1696-4b9b-92c7-6d412a340bc6 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:04.660417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.671837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:04.693207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:04.711244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:04.726349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0884e-b493-447b-a38c-a5b5cbce9111 req-7bc59b30-00ec-4586-a05e-925b87e38a7e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:04.734536 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ba0884e-b493-447b-a38c-a5b5cbce9111 req-7bc59b30-00ec-4586-a05e-925b87e38a7e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 943 time: 0.8239303 Mar 02 07:25:04.768477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.784493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-f14859a2-9678-4e10-9f94-b25320c17fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:04.786144 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-f14859a2-9678-4e10-9f94-b25320c17fac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 1096 time: 0.7315338 Mar 02 07:25:04.787110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-432652e5-1d0e-489f-8ae8-112e494b31cc tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:04.787635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432652e5-1d0e-489f-8ae8-112e494b31cc tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:04.830090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Deleting port e53e4691-fd32-4f51-94b1-629d2ec5d948 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:04.830425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:04.897303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 84e54dfe-d5b2-4367-8b62-3d543bf68337 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:04.975597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 84e54dfe-d5b2-4367-8b62-3d543bf68337 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:04.975944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 84e54dfe-d5b2-4367-8b62-3d543bf68337 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:04.988772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cd8-3aa9-47a1-8e27-6cfee0e7c4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.005057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.022064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Transition to ACTIVE for port object 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:05.046936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Transition to ACTIVE for port object 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:05.053414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:24:58Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:05.057135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Made reservation on behalf of 4ae672f855d14161ad4d682519a8c3b4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:05.058972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.060600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.085185 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-432652e5-1d0e-489f-8ae8-112e494b31cc tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/193cab5f-2812-4c09-9a07-42d78808ce12 HTTP/1.1" status: 404 len: 337 time: 0.6528068 Mar 02 07:25:05.092615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-cc4cb55a-4f34-4a21-b1e3-7e00f18d4bfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb HTTP/1.1" status: 200 len: 217 time: 0.2960351 Mar 02 07:25:05.093132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38586) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:05.095786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaffeaa-d159-47fa-9980-2a9d21b024be None None] The sync data for ids ['042d7c96-2c97-4743-982a-61c62d4b88c5'] in dv-neutron-831485-1-hyperv is: [{'id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'name': 'tempest-ServersTestJSON-1866246763-router', 'tenant_id': '25844c16250943739790694a4bd700d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:23:03Z', 'updated_at': '2022-03-02T07:24:58Z', 'revision_number': 5, 'project_id': '25844c16250943739790694a4bd700d9', 'gw_port': {'id': 'e53e4691-fd32-4f51-94b1-629d2ec5d948', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d7c96-2c97-4743-982a-61c62d4b88c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:23:05Z', 'updated_at': '2022-03-02T07:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:05.128813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:05.131823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:05.135987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:05.152298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Pushing event updated for resources: {'Port': ['ID=1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:05.162722 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ba0884e-b493-447b-a38c-a5b5cbce9111 req-af499ce0-126e-4888-9aac-83a7338f5e30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270418 Mar 02 07:25:05.199107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-b89eb793-1590-47bc-bb89-f57531a60bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:05.201130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-b89eb793-1590-47bc-bb89-f57531a60bf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=912c31c2-680d-4861-824a-3255a2879bca HTTP/1.1" status: 200 len: 835 time: 0.1019497 Mar 02 07:25:05.213268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:05.245082 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9984541-29c4-4473-a565-ff9e590960e7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:05.245552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9984541-29c4-4473-a565-ff9e590960e7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:05.250779 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c9984541-29c4-4473-a565-ff9e590960e7 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/73fcd347-3f01-41a1-b871-7d290ada8a31 HTTP/1.1" status: 404 len: 339 time: 0.1500435 Mar 02 07:25:05.257047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:05.257210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Attempting to bind port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:05.257897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Attempting to bind port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:05.258400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Attempting to bind port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:05.265580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:05.265987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:05.266373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.266762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:05.267221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Bound port: 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:05.267591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.329116 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfa1041-8f30-4045-9b37-f3191473d1b0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:05.329599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfa1041-8f30-4045-9b37-f3191473d1b0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:05.331275 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7bfa1041-8f30-4045-9b37-f3191473d1b0 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/a7c7f85b-2f33-4fde-862b-f26714af7d32 HTTP/1.1" status: 404 len: 337 time: 0.0692255 Mar 02 07:25:05.342346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:05.367621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] For port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:05.370048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.371003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] For port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:05.376216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.377434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.403229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.429743 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b62aa7-eecc-4231-a90b-b5a1200bc2c9 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:05.430204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b62aa7-eecc-4231-a90b-b5a1200bc2c9 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:05.434196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a8b62aa7-eecc-4231-a90b-b5a1200bc2c9 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/0cd6df4a-7fda-47ee-a5a1-18e458c374b1 HTTP/1.1" status: 404 len: 339 time: 0.0886605 Mar 02 07:25:05.434196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a7fd1a-b604-4588-99d6-1a7175702511,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:05.436445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.436445 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Added segment f28eeeaa-da99-43bb-9ca8-5cc7ada78325 of type vlan for network a703a583-892b-43ed-9f96-416767557da9 Mar 02 07:25:05.437223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:05.510617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 5a366e1f-7da0-43f4-ab83-80bae2881936 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:05.536049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094a460-4df5-4ed3-b9db-e2ed60ea6935 None None] Pushing event updated for resources: {'Port': ['ID=1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:05.564802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-a5ed8be9-75cd-4f56-8748-6d0e03fd7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:05.566335 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-a5ed8be9-75cd-4f56-8748-6d0e03fd7ac4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55ff9266-817e-4454-b930-2cb2ab4243a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3540726 Mar 02 07:25:05.568404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.620441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] For port e53e4691-fd32-4f51-94b1-629d2ec5d948, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e53e4691-fd32-4f51-94b1-629d2ec5d948,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:05.620910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.646290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.716935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.731448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Router 95f1cf1c-3865-4129-877a-a00070e5bc40 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:05.798250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.854164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.876245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.886650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting port 469b9b01-d418-4fd8-821d-0eb132673e5c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:05.886858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.903092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:05.930531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Calling delete_port for e53e4691-fd32-4f51-94b1-629d2ec5d948 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:05.937313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:05.952423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:05.960909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:05.963949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:06.001222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=46fad635-898c-4933-ab91-c2888e1b265d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:06.021801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.022186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba43914e-a5a4-492e-813f-809697ecb756 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:25:06.041214 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-c3023ff9-f7f1-40f6-8ab6-9382129414c2 service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253299 Mar 02 07:25:06.042831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.043858 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c609735-3e93-4624-a930-c39ff8201780 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ba43914e-a5a4-492e-813f-809697ecb756 HTTP/1.1" status: 204 len: 168 time: 3.2084129 Mar 02 07:25:06.046582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:06.153607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.158965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:06.159561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.205688 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:25:06.206182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:06.479989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Network': ['ID=a703a583-892b-43ed-9f96-416767557da9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:06.513833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a703a583-892b-43ed-9f96-416767557da9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:06.514380 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49ad7271-5f22-4bd2-a6dc-baac8f64f6dd tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9482207 Mar 02 07:25:06.529682 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb0c0606-ee5e-4af2-b0b4-955cfe75f9f3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9527807 Mar 02 07:25:06.529682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:06.604194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] Deleting subnet 637d1248-55bf-44e9-8066-08cd85cddab6 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:06.625427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.627513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:06.653603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] Sync routers for ids ['95f1cf1c-3865-4129-877a-a00070e5bc40'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:06.663489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] Routers {'95f1cf1c-3865-4129-877a-a00070e5bc40'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:06.664326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['95f1cf1c-3865-4129-877a-a00070e5bc40'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:06.680246 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:25:06.748110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:06.754510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.759528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] Routers {'95f1cf1c-3865-4129-877a-a00070e5bc40'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:06.760324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['95f1cf1c-3865-4129-877a-a00070e5bc40'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:06.839843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:06.840390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb022e-e4be-4f37-be25-d0e13827534e None None] The sync data for ids ['95f1cf1c-3865-4129-877a-a00070e5bc40'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:06.920188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-606626c2-5c51-4ea8-a9a8-6cc9781f0a17 None None] Provisioning for port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:06.960903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:06.976641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:07.052431 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e667b5-cec2-4d89-b4b3-41f7ae8c7b4b req-f6b5bf8c-46bf-4e82-befa-02f4d4a1a6ba service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0032542 Mar 02 07:25:07.060199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.069264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.073436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:07.080179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:07.080766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.195393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988d0f8-35b1-469f-b9cf-ce51993bd79e req-a953286e-ff47-4978-86df-31f5f5989780 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:07.196223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Calling delete_port for 469b9b01-d418-4fd8-821d-0eb132673e5c owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:07.196797 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1988d0f8-35b1-469f-b9cf-ce51993bd79e req-a953286e-ff47-4978-86df-31f5f5989780 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 943 time: 0.8776436 Mar 02 07:25:07.218223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.252550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:07.259756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.350926 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1988d0f8-35b1-469f-b9cf-ce51993bd79e req-2528def2-f8be-46ab-bdf9-11938e7d53eb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970132 Mar 02 07:25:07.375715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:07.386740 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.387307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.387930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.388496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.389472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.390693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.391709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.392267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.392791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.393518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.394056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.394730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:07.400838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0c28c643-8c25-42ba-9a15-d67542a1d3b7 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:07.437822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.442885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 0c28c643-8c25-42ba-9a15-d67542a1d3b7 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:07.443477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0c28c643-8c25-42ba-9a15-d67542a1d3b7 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:07.444265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 71a7fd1a-b604-4588-99d6-1a7175702511 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:07.487800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 71a7fd1a-b604-4588-99d6-1a7175702511 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:07.488355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 71a7fd1a-b604-4588-99d6-1a7175702511 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:07.507028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e912d-3c59-41e1-9811-b034d8515f65 req-41d264b7-4535-4b5d-9b26-f4d2fc328454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:07.508672 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981e912d-3c59-41e1-9811-b034d8515f65 req-41d264b7-4535-4b5d-9b26-f4d2fc328454 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 1096 time: 0.4040942 Mar 02 07:25:07.534386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.538655 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/ports/469b9b01-d418-4fd8-821d-0eb132673e5c HTTP/1.1" status: 204 len: 168 time: 2.0955236 Mar 02 07:25:07.540057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.544526 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-167823b4-8b53-4368-bd48-4d2abc6e5849 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8269036 Mar 02 07:25:07.544526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c81ab9-f13a-424d-bfee-af616e8848fa tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Port': ['ID=469b9b01-d418-4fd8-821d-0eb132673e5c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:07.544526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38612) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:07.545327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:07.559498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': False}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:07.566398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.663421 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a891a9a9-c754-427e-8771-f7f29f3df0b1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:07.664183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a891a9a9-c754-427e-8771-f7f29f3df0b1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:07.668110 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a891a9a9-c754-427e-8771-f7f29f3df0b1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/ae2cbd07-5bd5-40c0-8449-a0ccd046bdd2 HTTP/1.1" status: 404 len: 337 time: 0.1170588 Mar 02 07:25:07.671979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:07.718071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab75c6b-e67e-4c42-863d-d8bb3b8dd9f0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:07.718935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ab75c6b-e67e-4c42-863d-d8bb3b8dd9f0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:07.736030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.784168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:07.799084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e912d-3c59-41e1-9811-b034d8515f65 req-746a78c4-92e0-442d-b9c9-ac7313a2743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:07.800651 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981e912d-3c59-41e1-9811-b034d8515f65 req-746a78c4-92e0-442d-b9c9-ac7313a2743a service neutron] 10.222.0.32 "GET /v2.0/networks?id=55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 200 len: 897 time: 0.2822986 Mar 02 07:25:07.848010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e53e4691-fd32-4f51-94b1-629d2ec5d948,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:07.929013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.000876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ab75c6b-e67e-4c42-863d-d8bb3b8dd9f0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:08.005021 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ab75c6b-e67e-4c42-863d-d8bb3b8dd9f0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.4760678 Mar 02 07:25:08.012053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38624) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:08.037012 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981e912d-3c59-41e1-9811-b034d8515f65 req-7ce32e54-4187-496e-b406-664aa4a3d2f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb HTTP/1.1" status: 200 len: 217 time: 0.1594398 Mar 02 07:25:08.045732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637d1248-55bf-44e9-8066-08cd85cddab6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:08.049439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.059381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5978914-9d9b-44a9-93ab-89a9d94b50b0 None None] Network a9c8b320-f602-4aff-8d61-aebaeeaf8314 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:08.183412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.190410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.254526 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f70c566e-180b-4f7a-aa2a-564f8fd0c2db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/637d1248-55bf-44e9-8066-08cd85cddab6 HTTP/1.1" status: 204 len: 168 time: 2.2068520 Mar 02 07:25:08.258525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38628) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:08.351711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] DHCP port deletion for a9c8b320-f602-4aff-8d61-aebaeeaf8314 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:08.356550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] Deleting port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:08.356927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.371944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e912d-3c59-41e1-9811-b034d8515f65 req-04aa8c47-01b9-435a-9f86-ff63eaf971ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:08.373971 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981e912d-3c59-41e1-9811-b034d8515f65 req-04aa8c47-01b9-435a-9f86-ff63eaf971ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=912c31c2-680d-4861-824a-3255a2879bca HTTP/1.1" status: 200 len: 835 time: 0.3219659 Mar 02 07:25:08.453431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.475383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:08.477457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Deleting port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:08.477871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.576402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.584948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.665964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e912d-3c59-41e1-9811-b034d8515f65 req-77cd915d-b71d-4274-805b-298769d5ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:08.667451 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981e912d-3c59-41e1-9811-b034d8515f65 req-77cd915d-b71d-4274-805b-298769d5ee9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55ff9266-817e-4454-b930-2cb2ab4243a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2737241 Mar 02 07:25:08.763430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] For port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:08.763830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:08.796980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472569d-8990-4747-bb34-2b3115656782 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:08.798628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472569d-8990-4747-bb34-2b3115656782 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:08.799671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1472569d-8990-4747-bb34-2b3115656782 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:08.894261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] Calling delete_port for aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:08.951990 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981e912d-3c59-41e1-9811-b034d8515f65 req-282e4d89-5353-46bc-b7c1-296e516439b0 service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748036 Mar 02 07:25:08.953118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:08.964807 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:08.977735 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:08.978564 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:09.029507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:09.038514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.061683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1472569d-8990-4747-bb34-2b3115656782 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:09.065586 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1472569d-8990-4747-bb34-2b3115656782 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0474412 Mar 02 07:25:09.080078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:09.089887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.097965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.098614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 042d7c96-2c97-4743-982a-61c62d4b88c5 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:25:09.122779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6e3369-e990-42b1-8f5a-3d47f516f2b2']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:09.150534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] Pushing event deleted for resources: {'Port': ['ID=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:09.154209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c65326-f974-4761-bc2e-3886f4fccbeb None None] No DVR routers for this DVR port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:09.181593 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:09.185017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:09.185017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.205191 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:09.205908 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:09.281907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 5509f766-d02f-43b1-8c2f-0a75c9bd807d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:09.303390 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981e912d-3c59-41e1-9811-b034d8515f65 req-c07a578c-de50-4941-a1c5-2de15fd4750e service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140390 Mar 02 07:25:09.348941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.355069 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d4a21c2e-7511-45e4-8bf0-eb18ad431ee6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7070470 Mar 02 07:25:09.375439 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:09.375854 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50964951-bdf1-4642-a55a-3a412e01dbf8 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:09.384735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:09.515213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06012602-fa98-4604-9cfb-97f6aab654cd') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:09.515561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06012602-fa98-4604-9cfb-97f6aab654cd') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:09.521910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.562102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] For port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06,segment=NetworkSegment(8d786d6a-7408-4b0e-a4ea-ae652945526d),segment_id=8d786d6a-7408-4b0e-a4ea-ae652945526d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:09.562962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.564000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.567479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0ebcdb1-e71a-40ac-8777-dd4ce57b65ec admin admin] 10.222.0.41 "DELETE /v2.0/routers/042d7c96-2c97-4743-982a-61c62d4b88c5 HTTP/1.1" status: 204 len: 168 time: 6.6538332 Mar 02 07:25:09.576968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38642) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:09.583384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.597601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.628725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.642808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63156e4d-faa9-4318-9341-1f5dacc202b7 req-7852e963-bfc5-4248-bceb-cdcb5a57e9c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:09.644289 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-63156e4d-faa9-4318-9341-1f5dacc202b7 req-7852e963-bfc5-4248-bceb-cdcb5a57e9c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 943 time: 0.8398728 Mar 02 07:25:09.647860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.660035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device a32cc675-b7a9-471e-8d70-34b75aed89cb details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:25:09.695122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:09.695953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:09.696347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:09.718754 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:09.739101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'subnets': [{'network_id': 'a74d77ab-1696-4b9b-92c7-6d412a340bc6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--683990093', 'ip_version': 6}, {'network_id': 'a703a583-892b-43ed-9f96-416767557da9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:09.739428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'subnet': {'network_id': 'a74d77ab-1696-4b9b-92c7-6d412a340bc6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--683990093', 'ip_version': 6}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:09.740054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Request body: {'subnet': {'network_id': 'a703a583-892b-43ed-9f96-416767557da9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:09.772763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:09.821525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:09.821952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:09.826518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Calling delete_port for aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:09.866664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port a32cc675-b7a9-471e-8d70-34b75aed89cb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:09.886600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:25:09.944762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.955852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.976402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32cc675-b7a9-471e-8d70-34b75aed89cb {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:25:09.991812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:09.995948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port a32cc675-b7a9-471e-8d70-34b75aed89cb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:09.997946 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-63156e4d-faa9-4318-9341-1f5dacc202b7 req-15ca30b8-5a66-40ba-b319-45fa4790a195 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079569 Mar 02 07:25:10.004321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.051677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Network': ['ID=6b6e3369-e990-42b1-8f5a-3d47f516f2b2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:10.063981 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07dca339-ee75-4237-b10e-b91fdd48e784 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/6b6e3369-e990-42b1-8f5a-3d47f516f2b2 HTTP/1.1" status: 204 len: 168 time: 2.3832591 Mar 02 07:25:10.081103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:10.091816 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=a32cc675-b7a9-471e-8d70-34b75aed89cb,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:10.096439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] Deleting subnet cc004003-0c06-4113-bf33-b4b0e47c1545 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:10.103930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.209017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['a32cc675-b7a9-471e-8d70-34b75aed89cb'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:25:10.225801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.253103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.290087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:25:10.290427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:25:10.292858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting port bcb56de5-075d-42d3-a62e-4f332eaa8b5d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:10.293194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.330807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:10.345629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Usage tracker for resource:subnet and tenant:4ae672f855d14161ad4d682519a8c3b4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:10.352976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:10.365416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:10.431977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Made reservation on behalf of 4ae672f855d14161ad4d682519a8c3b4 for: {'subnet': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:10.436986 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.437313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.547903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.561008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.713775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.758263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc004003-0c06-4113-bf33-b4b0e47c1545,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:10.769459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.772612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea452fd-80e1-476a-afd7-575a4090c283 None None] Network b5c902e8-cc21-419b-88b5-1a424acb6def requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:10.775703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.791702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Deleting port aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:10.792154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.802967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=5509f766-d02f-43b1-8c2f-0a75c9bd807d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:10.849234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95b3427-ef4c-4b86-bd21-91f57981132f None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:10.866606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.872891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e53e4691-fd32-4f51-94b1-629d2ec5d948 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:10.898278 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b744be9-2e83-49af-ad13-4a84433d39e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc004003-0c06-4113-bf33-b4b0e47c1545 HTTP/1.1" status: 204 len: 168 time: 1.3203816 Mar 02 07:25:10.908637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:10.932536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: e53e4691-fd32-4f51-94b1-629d2ec5d948 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:10.932771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:10.932920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e53e4691-fd32-4f51-94b1-629d2ec5d948 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:10.951732 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-593adeaa-d854-435e-b88a-111a1ad13df2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/5509f766-d02f-43b1-8c2f-0a75c9bd807d HTTP/1.1" status: 204 len: 168 time: 1.8468530 Mar 02 07:25:10.951962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] The port 'aa10e606-3c0b-4ec5-a4a2-f0ee2b966b06' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:25:10.951962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38658) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:11.064891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-71cab629-c3a5-4aa1-8913-996ce020a03d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127086 Mar 02 07:25:11.079364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38664) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:11.089292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:11.131064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Calling delete_port for bcb56de5-075d-42d3-a62e-4f332eaa8b5d owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:11.297303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.316471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:11.324433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] Deleting port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:11.324802 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.327324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.368552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] DHCP port deletion for b5c902e8-cc21-419b-88b5-1a424acb6def request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:11.378695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] Deleting port 0b799d41-e064-4879-b06d-b94cb9057c6c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:11.379132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.445028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.466530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Deleting port 0b799d41-e064-4879-b06d-b94cb9057c6c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:11.466868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.576321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c8b320-f602-4aff-8d61-aebaeeaf8314']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:11.617086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Port': ['ID=bcb56de5-075d-42d3-a62e-4f332eaa8b5d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:11.638955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d786d6a-7408-4b0e-a4ea-ae652945526d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:11.640083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d786d6a-7408-4b0e-a4ea-ae652945526d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:11.646789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.656343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:11.667551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device a32cc675-b7a9-471e-8d70-34b75aed89cb up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:11.678229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:11.686844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.694066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:11.717472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:11.729600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.786665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa4364-d3a8-443b-8f6c-10d7107185b0 req-138b99db-0bda-4d74-91a9-6f1ffd3f8d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:11.788266 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-26fa4364-d3a8-443b-8f6c-10d7107185b0 req-138b99db-0bda-4d74-91a9-6f1ffd3f8d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 944 time: 0.6197762 Mar 02 07:25:11.790571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:11.790571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.798525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7e1a8756-23a3-47bc-a2d8-e4cf72df5d7c tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/ports/bcb56de5-075d-42d3-a62e-4f332eaa8b5d HTTP/1.1" status: 204 len: 168 time: 1.7152994 Mar 02 07:25:11.808039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] For port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:11.808511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:11.810443 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:11.813143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38668) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:11.870707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:11.874017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.900469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] For port 0b799d41-e064-4879-b06d-b94cb9057c6c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b799d41-e064-4879-b06d-b94cb9057c6c,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:11.900900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:11.975643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] Calling delete_port for 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:11.984149 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e65622-c1c1-48e7-957c-64dc940015a1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:11.984752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e65622-c1c1-48e7-957c-64dc940015a1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:12.073130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-92e65622-c1c1-48e7-957c-64dc940015a1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/6c0cf3a6-9d32-47e6-b6ec-efb470e4c327 HTTP/1.1" status: 404 len: 337 time: 0.2451453 Mar 02 07:25:12.108838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:12.117611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.121791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.133598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] Calling delete_port for 0b799d41-e064-4879-b06d-b94cb9057c6c owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:12.204256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port a32cc675-b7a9-471e-8d70-34b75aed89cb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:12.207487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c8b320-f602-4aff-8d61-aebaeeaf8314,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:12.214805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] For port 0b799d41-e064-4879-b06d-b94cb9057c6c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b799d41-e064-4879-b06d-b94cb9057c6c,segment=NetworkSegment(881defcd-29b2-4597-87b6-1db1ecd72258),segment_id=881defcd-29b2-4597-87b6-1db1ecd72258)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:12.215757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.220284 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-26fa4364-d3a8-443b-8f6c-10d7107185b0 req-31edf70c-acda-4aa6-9d36-d528261747c1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039786 Mar 02 07:25:12.222330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-729133a8-8cac-4fee-8ec1-4c145a8e9cd7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9c8b320-f602-4aff-8d61-aebaeeaf8314 HTTP/1.1" status: 204 len: 168 time: 3.9565184 Mar 02 07:25:12.228158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port a32cc675-b7a9-471e-8d70-34b75aed89cb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:12.228158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.333944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.1 (2ed4d112-a874-4ee3-81ec-09104e37988a/b11a0f1a-d3ff-43e5-a9bd-af472d46a210/ce156786-6c9f-489d-95cb-3875c602af53) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:12.352286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.365392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.379842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.414993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.423861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Calling delete_port for 0b799d41-e064-4879-b06d-b94cb9057c6c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:12.440606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] No DVR routers for this DVR port 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:12.442743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] No DVR routers for this DVR port 0b799d41-e064-4879-b06d-b94cb9057c6c on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:12.498575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.510420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:12.518837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85294fd5-018a-4e06-a296-d95969ddda40 None None] Pushing event deleted for resources: {'Port': ['ID=1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:12.565666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.581399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbe7b4-6978-4777-b5ad-bea57cd43184 None None] Pushing event deleted for resources: {'Port': ['ID=0b799d41-e064-4879-b06d-b94cb9057c6c,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:12.602752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:12.612954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port a32cc675-b7a9-471e-8d70-34b75aed89cb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:12.627134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.687635 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'code': 200} Mar 02 07:25:12.704680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.728926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=a32cc675-b7a9-471e-8d70-34b75aed89cb,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:12.766839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.773469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406af79d-97a7-425c-b46a-3b6be10d6454']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:12.784681 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c895853-a8c5-4fd6-9838-b9081b13c763 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bd6f1c774b14e688cafe3bcc76d8a7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2730527 Mar 02 07:25:12.796304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:25:12.796923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:25:12.800782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:12.827460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2555031-94c5-4d35-8667-b501c0da2151') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:12.827810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2555031-94c5-4d35-8667-b501c0da2151') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:12.836010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.864702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.886103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.886307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:12.892231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:12.899788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:12.900637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.904602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=3908aecc-28bf-4956-80f1-3e3c77fe1bcd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:12.906984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.909377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e6044-dcab-48db-9234-72ba023bf069 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:12.932295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b799d41-e064-4879-b06d-b94cb9057c6c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:12.961569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:12.961989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:12.977882 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:12.980109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Router 95f1cf1c-3865-4129-877a-a00070e5bc40 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:13.002016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 0b799d41-e064-4879-b06d-b94cb9057c6c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:13.002910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b799d41-e064-4879-b06d-b94cb9057c6c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:13.003471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:13.018179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0e965c-5ead-4c32-9d2f-0e06a7d16de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.047510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Subnet': ['ID=d5739e75-7b24-452d-b498-fb0c7e68bb4f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.075169 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-adb22651-4000-4f7e-8894-10b85a551206 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9919062 Mar 02 07:25:13.077724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:13.084159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-881519972', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:13.092113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:13.092844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1c6605ed-3c6d-403c-a5c9-db4cf1ffcb87 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:13.094198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.097587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.099461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:13.121067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Checking segment: {'id': '124eadde-702c-4809-846f-ec4272646961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a74d77ab-1696-4b9b-92c7-6d412a340bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:13.121067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network hostable DHCP agents. Network: a74d77ab-1696-4b9b-92c7-6d412a340bc6, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:13.152403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0e965c-5ead-4c32-9d2f-0e06a7d16de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.171529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:router and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:13.175469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.181712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:13.196419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Network': ['ID=406af79d-97a7-425c-b46a-3b6be10d6454,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.199559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:13.208278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 2ed4d112-a874-4ee3-81ec-09104e37988a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:13.213129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-821a50c1-2121-4f42-9877-15c941429521 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/406af79d-97a7-425c-b46a-3b6be10d6454 HTTP/1.1" status: 204 len: 168 time: 1.0946152 Mar 02 07:25:13.216983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:13.222115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:13.236118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:13.242564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '3908aecc-28bf-4956-80f1-3e3c77fe1bcd'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:13.243526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.274691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network a74d77ab-1696-4b9b-92c7-6d412a340bc6 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:13.305127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Deleting port 0b799d41-e064-4879-b06d-b94cb9057c6c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:13.305586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.338792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d6b23-dfc2-4a9b-a650-e81c23c41222 req-393c3638-607b-4b3b-b9d2-cbab2bb8d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:13.340522 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-339d6b23-dfc2-4a9b-a650-e81c23c41222 req-393c3638-607b-4b3b-b9d2-cbab2bb8d5c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 1098 time: 0.4254947 Mar 02 07:25:13.341566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=ce156786-6c9f-489d-95cb-3875c602af53,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.346484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a74d77ab-1696-4b9b-92c7-6d412a340bc6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:13.359935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:13.363680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.393879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.394897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.429977 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6aadc-1461-4355-9aa2-bbef979caf8b None None] Network a74d77ab-1696-4b9b-92c7-6d412a340bc6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:13.438941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0e965c-5ead-4c32-9d2f-0e06a7d16de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.450354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] Sync routers for ids ['95f1cf1c-3865-4129-877a-a00070e5bc40'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:13.452870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] The port '0b799d41-e064-4879-b06d-b94cb9057c6c' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:25:13.524355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e965c-5ead-4c32-9d2f-0e06a7d16de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bab856-6d7c-4e66-a209-c6579c74ce4e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.546903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] Routers {'95f1cf1c-3865-4129-877a-a00070e5bc40'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:13.547702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['95f1cf1c-3865-4129-877a-a00070e5bc40'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.593221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event updated for resources: {'Subnet': ['ID=cc66d8ec-1ab1-4470-bf90-9aa6917954fc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:13.614258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/3908aecc-28bf-4956-80f1-3e3c77fe1bcd/5f769631-d2f1-4d6a-9528-ae786941eb30) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:13.634060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.655043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting subnet f10a3528-5133-46c1-a283-796e0c50375b {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:13.658479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.662044 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94816295-adc4-4b36-b3a4-452a9dcd3419 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "PUT /v2.0/routers/95f1cf1c-3865-4129-877a-a00070e5bc40 HTTP/1.1" status: 200 len: 921 time: 6.1093578 Mar 02 07:25:13.664190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.665247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38698) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:13.667200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0e965c-5ead-4c32-9d2f-0e06a7d16de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.668213 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca0e965c-5ead-4c32-9d2f-0e06a7d16de8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1bab856-6d7c-4e66-a209-c6579c74ce4e HTTP/1.1" status: 204 len: 168 time: 0.8662848 Mar 02 07:25:13.669606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.672127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Checking segment: {'id': 'f28eeeaa-da99-43bb-9ca8-5cc7ada78325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a703a583-892b-43ed-9f96-416767557da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:13.672492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network hostable DHCP agents. Network: a703a583-892b-43ed-9f96-416767557da9, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:13.679209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.713456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c902e8-cc21-419b-88b5-1a424acb6def']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.728937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881defcd-29b2-4597-87b6-1db1ecd72258') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.729755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881defcd-29b2-4597-87b6-1db1ecd72258') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.743440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Network a703a583-892b-43ed-9f96-416767557da9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:13.748797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] Routers {'95f1cf1c-3865-4129-877a-a00070e5bc40'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:13.749535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['95f1cf1c-3865-4129-877a-a00070e5bc40'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.755107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.764970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-339d6b23-dfc2-4a9b-a650-e81c23c41222 req-442848dd-b23c-4d37-8e16-9d8ec3f1e849 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081132 Mar 02 07:25:13.766269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.771705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a703a583-892b-43ed-9f96-416767557da9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:13.777602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.782091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:13.782627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:13.783307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.854518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b156c-8b5f-4f98-90b3-eeacfb13b3f3 None None] Network a703a583-892b-43ed-9f96-416767557da9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:13.916718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:13.917535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:13.932025 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:13.932514 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:13.936293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14826030-c0f4-46bf-a88b-65ae6792b0e0 None None] The sync data for ids ['95f1cf1c-3865-4129-877a-a00070e5bc40'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:13.975609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.003108 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f6ecb055-fd54-43b9-99b5-426fa4b33603 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2866573 Mar 02 07:25:14.006350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:14.075746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.097031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.112814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511abe5-f3db-4049-b71e-c06fefeff739 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:14.115075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511abe5-f3db-4049-b71e-c06fefeff739 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:14.116623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511abe5-f3db-4049-b71e-c06fefeff739 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:14.117437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7511abe5-f3db-4049-b71e-c06fefeff739 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Synchronizing usage tracker for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:14.136322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c902e8-cc21-419b-88b5-1a424acb6def,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:14.147701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7511abe5-f3db-4049-b71e-c06fefeff739 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Unset dirty status for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:14.153703 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7511abe5-f3db-4049-b71e-c06fefeff739 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1415770 Mar 02 07:25:14.158996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38712) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:14.161530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.166788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4115e92-4155-4126-a451-a39016276cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a74d77ab-1696-4b9b-92c7-6d412a340bc6', 'network_id': 'a74d77ab-1696-4b9b-92c7-6d412a340bc6', 'tenant_id': '4ae672f855d14161ad4d682519a8c3b4', 'fixed_ips': [{'subnet_id': 'd5739e75-7b24-452d-b498-fb0c7e68bb4f'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:14.167677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4115e92-4155-4126-a451-a39016276cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.242786 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4a1c4e06-01b7-443a-9118-8581367731ed tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/95f1cf1c-3865-4129-877a-a00070e5bc40 HTTP/1.1" status: 200 len: 921 time: 0.5736032 Mar 02 07:25:14.253425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.253425 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51ed1097-f974-470d-8b30-e2a0c354f707 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1727681 Mar 02 07:25:14.253810 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1fee48f2-abdb-46cc-988a-a94bad15b0e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b5c902e8-cc21-419b-88b5-1a424acb6def HTTP/1.1" status: 204 len: 168 time: 3.3366859 Mar 02 07:25:14.255678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:14.256598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:14.302344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee588d8f-88bb-4cea-b0e0-65a01ea1481e req-25937b82-2341-4f3a-ba88-a966a7b00bd9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:14.303898 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee588d8f-88bb-4cea-b0e0-65a01ea1481e req-25937b82-2341-4f3a-ba88-a966a7b00bd9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 945 time: 0.7362430 Mar 02 07:25:14.311918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.315140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Deleting subnet d5739e75-7b24-452d-b498-fb0c7e68bb4f {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:14.322661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.350531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Transition to ACTIVE for port object 5f769631-d2f1-4d6a-9528-ae786941eb30 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:14.423734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Transition to ACTIVE for port object 5f769631-d2f1-4d6a-9528-ae786941eb30 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:14.428174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a703a583-892b-43ed-9f96-416767557da9', 'network_id': 'a703a583-892b-43ed-9f96-416767557da9', 'tenant_id': '4ae672f855d14161ad4d682519a8c3b4', 'fixed_ips': [{'subnet_id': 'cc66d8ec-1ab1-4470-bf90-9aa6917954fc'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:14.428846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.442491 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee588d8f-88bb-4cea-b0e0-65a01ea1481e req-c320f69b-a21c-4ea9-8a90-4ca7d438598b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203623 Mar 02 07:25:14.445967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.448205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.453161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.542005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:14.591161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.615278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:14.622664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:14.643492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:14.659998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Pushing event updated for resources: {'Port': ['ID=5f769631-d2f1-4d6a-9528-ae786941eb30,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:14.750465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.761872 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e891c91f-ae1e-4dae-91bd-08602e925a00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25844c16250943739790694a4bd700d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2155828 Mar 02 07:25:14.779431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38740) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:14.811203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.845902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Subnet': ['ID=f10a3528-5133-46c1-a283-796e0c50375b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:14.893029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a77823-b6f4-4f68-8ec7-811ddbb73317 None None] Network cb1f02b9-31e1-4313-97e0-d409b92d2908 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:14.964835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.982504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:14.992498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Attempting to bind port 5f769631-d2f1-4d6a-9528-ae786941eb30 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:14.997858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Attempting to bind port 5f769631-d2f1-4d6a-9528-ae786941eb30 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:14.998875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Attempting to bind port 5f769631-d2f1-4d6a-9528-ae786941eb30 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:15.008444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38748) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-a4115e92-4155-4126-a451-a39016276cb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5739e75-7b24-452d-b498-fb0c7e68bb4f: This subnet is being modified by another concurrent operation. Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:25:15.021625 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5739e75-7b24-452d-b498-fb0c7e68bb4f: This subnet is being modified by another concurrent operation. Mar 02 07:25:15.025243 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:25:15.031084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:15.031464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:15.031859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.032903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:15.033394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Bound port: 5f769631-d2f1-4d6a-9528-ae786941eb30, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:15.033905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.057946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854618e8-5d62-4317-9adf-f00659f5c8c5 None None] Network a74d77ab-1696-4b9b-92c7-6d412a340bc6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:15.087623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Subnet': ['ID=d5739e75-7b24-452d-b498-fb0c7e68bb4f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:15.089013 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b40a371-ce6b-433d-9242-528e54e635e5 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/subnets/f10a3528-5133-46c1-a283-796e0c50375b HTTP/1.1" status: 204 len: 168 time: 1.8613381 Mar 02 07:25:15.095209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38752) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:15.111702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Allocated IP 2001:db8:0:1::1 (a703a583-892b-43ed-9f96-416767557da9/cc66d8ec-1ab1-4470-bf90-9aa6917954fc/7fddfbe3-0355-4acd-bfee-b41d1d55cd4d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:15.171666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.214676 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc5442f6-e695-4283-ad3b-ddc7dd31b39b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/subnets/d5739e75-7b24-452d-b498-fb0c7e68bb4f HTTP/1.1" status: 204 len: 168 time: 1.0541341 Mar 02 07:25:15.225142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1282028601-network', 'tenant_id': '9b7155b58ec348d5be136331948bfd56'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:15.227673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38758) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:15.296808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:15.297815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80f52bd8-3377-4ac3-b6b7-c1fde4fd07cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.302759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Usage tracker for resource:network and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:15.306771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:15.321848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:15.353147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d5c92-882a-440e-9055-7c39556c8d87 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:15.355829 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-632d5c92-882a-440e-9055-7c39556c8d87 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=95f1cf1c-3865-4129-877a-a00070e5bc40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0887024 Mar 02 07:25:15.361246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Made reservation on behalf of 9b7155b58ec348d5be136331948bfd56 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:15.364796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.375549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38762) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:15.437906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.475982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.566870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] For port 5f769631-d2f1-4d6a-9528-ae786941eb30, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:15.572609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80f52bd8-3377-4ac3-b6b7-c1fde4fd07cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.590271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Deleting subnet cc66d8ec-1ab1-4470-bf90-9aa6917954fc {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:15.592570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:15.595778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] For port 5f769631-d2f1-4d6a-9528-ae786941eb30, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5f769631-d2f1-4d6a-9528-ae786941eb30,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:15.612213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Deleting port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:15.612550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.632005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.638622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:15.647905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:15.689629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:15.698386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.744017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.760532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Transition to ACTIVE for port object 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:15.776701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f465a8-25ca-49b3-ae85-a8f85a55f726 None None] Pushing event updated for resources: {'Port': ['ID=5f769631-d2f1-4d6a-9528-ae786941eb30,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:15.795733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80f52bd8-3377-4ac3-b6b7-c1fde4fd07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.796989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Transition to ACTIVE for port object 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:15.805364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.821696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.872727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.874339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] DHCP port deletion for cb1f02b9-31e1-4313-97e0-d409b92d2908 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:15.880669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f52bd8-3377-4ac3-b6b7-c1fde4fd07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef1020e-f98d-4564-8f65-47459ae22db5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:15.893438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Deleting port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:15.893931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:15.921622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Network a703a583-892b-43ed-9f96-416767557da9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:15.940551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:15.953439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:15.956465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Pushing event updated for resources: {'Port': ['ID=7fddfbe3-0355-4acd-bfee-b41d1d55cd4d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:15.962485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07a7b9-25b9-41f6-b4ce-321f3890e9c9 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:15.963106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bd07a7b9-25b9-41f6-b4ce-321f3890e9c9 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Synchronizing usage tracker for tenant:3edf40e53ba245c092a806971116962a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:15.963477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.054584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80f52bd8-3377-4ac3-b6b7-c1fde4fd07cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.056390 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80f52bd8-3377-4ac3-b6b7-c1fde4fd07cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ef1020e-f98d-4564-8f65-47459ae22db5 HTTP/1.1" status: 204 len: 168 time: 1.2383771 Mar 02 07:25:16.098385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] For port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,segment=NetworkSegment(ccaa7438-4367-42e7-b6b8-d69a5545567f),segment_id=ccaa7438-4367-42e7-b6b8-d69a5545567f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:16.098754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.130961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.237062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c2a83-e796-417e-ada3-b97b38f2faac req-0a44d393-c413-4218-ac63-df8b3be36cdb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:16.237957 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-480c2a83-e796-417e-ada3-b97b38f2faac req-0a44d393-c413-4218-ac63-df8b3be36cdb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 945 time: 0.6626060 Mar 02 07:25:16.238589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bd07a7b9-25b9-41f6-b4ce-321f3890e9c9 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Unset dirty status for tenant:3edf40e53ba245c092a806971116962a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:16.239590 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd07a7b9-25b9-41f6-b4ce-321f3890e9c9 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.8628924 Mar 02 07:25:16.251581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:16.256269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Attempting to bind port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:16.256646 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Attempting to bind port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'f28eeeaa-da99-43bb-9ca8-5cc7ada78325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a703a583-892b-43ed-9f96-416767557da9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:16.257010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Attempting to bind port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d on network a703a583-892b-43ed-9f96-416767557da9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:16.336718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Calling delete_port for 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:16.343377 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d4ea7478-64b6-4a46-9dc6-fb6ef92503f6 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f1cf1c-3865-4129-877a-a00070e5bc40 HTTP/1.1" status: 200 len: 205 time: 0.0881960 Mar 02 07:25:16.343377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.364099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:16.377344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.398151 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=ce156786-6c9f-489d-95cb-3875c602af53,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:16.401173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.402168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] For port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,segment=NetworkSegment(ccaa7438-4367-42e7-b6b8-d69a5545567f),segment_id=ccaa7438-4367-42e7-b6b8-d69a5545567f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:16.402627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.536307 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-480c2a83-e796-417e-ada3-b97b38f2faac req-0a1f0812-df8a-4083-872c-57724b23a270 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726660 Mar 02 07:25:16.554988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:16.616420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.620810 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Added segment 79e9be47-5c98-42ad-b2ba-83582f4927b8 of type vlan for network c8aff043-277d-467b-9e4a-8c0c77b91409 Mar 02 07:25:16.624800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Calling delete_port for 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:16.628950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.643280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5f3bf-e843-4281-a38b-27cb98e4205c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:16.655857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:16.656277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Checking segment: {'id': 'f28eeeaa-da99-43bb-9ca8-5cc7ada78325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a703a583-892b-43ed-9f96-416767557da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:16.656703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.657104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Bound using segment: {'id': 'f28eeeaa-da99-43bb-9ca8-5cc7ada78325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a703a583-892b-43ed-9f96-416767557da9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:16.657611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Bound port: 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28eeeaa-da99-43bb-9ca8-5cc7ada78325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a703a583-892b-43ed-9f96-416767557da9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:16.658038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.763096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.795435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:25:16.795712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:25:16.808530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.809677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] For port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:16.815362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] For port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7fddfbe3-0355-4acd-bfee-b41d1d55cd4d,segment=NetworkSegment(f28eeeaa-da99-43bb-9ca8-5cc7ada78325),segment_id=f28eeeaa-da99-43bb-9ca8-5cc7ada78325)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:16.822825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.850459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.924018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8a60b-bf05-4238-8d95-230807dee8d7 None None] Pushing event updated for resources: {'Port': ['ID=7fddfbe3-0355-4acd-bfee-b41d1d55cd4d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:16.928582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::1 (9cd85606-01cd-4b60-bb33-0395597a84af/3908aecc-28bf-4956-80f1-3e3c77fe1bcd/54673269-b6a8-424d-bb10-eed773169d7c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:16.941425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:16.981979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Subnet': ['ID=cc66d8ec-1ab1-4470-bf90-9aa6917954fc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:17.006063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Port': ['ID=2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:17.024111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5f769631-d2f1-4d6a-9528-ae786941eb30 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:17.025907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.046756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] No DVR routers for this DVR port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:17.053253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:17.133260 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd79bf2d-80ca-4f4a-acfd-81f6dbd2ad2b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/subnets/cc66d8ec-1ab1-4470-bf90-9aa6917954fc HTTP/1.1" status: 204 len: 168 time: 1.8990626 Mar 02 07:25:17.146630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:17.156856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.158030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:17.164281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.189367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 2ed4d112-a874-4ee3-81ec-09104e37988a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:17.195293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:17.210015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 5f769631-d2f1-4d6a-9528-ae786941eb30 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:17.300169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Deleting port 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:17.300503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.472235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:17.525136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0242a38b-1322-4faf-9162-858de9eacc76 None None] The port '2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:25:17.551826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:17.553917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2b40fbc8-2c5e-457b-8e45-f0cb2ea9c78d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:17.627369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e5fe991b-6a06-4138-bb0d-14d9a3ce6179 None None] Provisioning for port 5f769631-d2f1-4d6a-9528-ae786941eb30 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:17.636357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e5fe991b-6a06-4138-bb0d-14d9a3ce6179 None None] Provisioning complete for port 5f769631-d2f1-4d6a-9528-ae786941eb30 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:17.636895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e5fe991b-6a06-4138-bb0d-14d9a3ce6179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.638922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] Pushing event updated for resources: {'Network': ['ID=c8aff043-277d-467b-9e4a-8c0c77b91409,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:17.655682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926ce6f9-0894-4613-8744-5b524775d80b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:17.656509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-926ce6f9-0894-4613-8744-5b524775d80b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Synchronizing usage tracker for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:17.665587 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdbc7c87-c534-44c5-a075-d10ebea8f351 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5896773 Mar 02 07:25:17.689929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:17.705458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Request body: {'subnet': {'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1282028601-subnet', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:17.714587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network c8aff043-277d-467b-9e4a-8c0c77b91409 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:17.726058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:17.736382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.739404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Usage tracker for resource:subnet and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:17.749092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.752166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:17.765302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:17.773323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Deleting port e2c355fe-a031-46a2-9f8f-1c606bf893bc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:17.773674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.784536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:17.791664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.805905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-926ce6f9-0894-4613-8744-5b524775d80b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Unset dirty status for tenant:4ae672f855d14161ad4d682519a8c3b4 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:17.807018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-926ce6f9-0894-4613-8744-5b524775d80b tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6561651 Mar 02 07:25:17.818588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38814) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:17.829050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 54673269-b6a8-424d-bb10-eed773169d7c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:17.841488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Made reservation on behalf of 9b7155b58ec348d5be136331948bfd56 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:17.843831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.979322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71c1c3-f705-496d-972e-045ad0e19c49 req-90052041-9bcb-4a3c-b865-4e742232ee4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:17.981942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e5fe991b-6a06-4138-bb0d-14d9a3ce6179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:17.988046 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee71c1c3-f705-496d-972e-045ad0e19c49 req-90052041-9bcb-4a3c-b865-4e742232ee4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 945 time: 1.2384374 Mar 02 07:25:18.013097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1f02b9-31e1-4313-97e0-d409b92d2908']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.026544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e5fe991b-6a06-4138-bb0d-14d9a3ce6179 None None] For port 5f769631-d2f1-4d6a-9528-ae786941eb30, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5f769631-d2f1-4d6a-9528-ae786941eb30,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:18.032610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e5fe991b-6a06-4138-bb0d-14d9a3ce6179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.147036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe991b-6a06-4138-bb0d-14d9a3ce6179 None None] Pushing event updated for resources: {'Port': ['ID=5f769631-d2f1-4d6a-9528-ae786941eb30,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:18.244916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaa7438-4367-42e7-b6b8-d69a5545567f') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.245510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaa7438-4367-42e7-b6b8-d69a5545567f') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.258814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.276762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.298284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.300562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:18.301162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.360464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38824) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:18.423821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.444506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:18.449433 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:18.451560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:18.518474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904f43d-0a2f-4471-b2b1-54b706fed84f None None] Network a703a583-892b-43ed-9f96-416767557da9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:18.566515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=54673269-b6a8-424d-bb10-eed773169d7c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:18.575086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:18.575612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.615714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.670887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.672759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:18.701379 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:18.720912 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee71c1c3-f705-496d-972e-045ad0e19c49 req-5692baff-f40a-4946-a884-4e4d46d80493 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548632 Mar 02 07:25:18.721915 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:18.722959 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.724678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.757608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38830) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:18.770805 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3177bb85-1c98-44aa-8f85-27527ac5c3f9 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/routers/08440475-cd89-455a-bb32-035a8734684e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3849096 Mar 02 07:25:18.773955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] Pushing event deleted for resources: {'Network': ['ID=cb1f02b9-31e1-4313-97e0-d409b92d2908,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:18.826090 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.836006 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:18.837055 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:18.841994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a9706406-1f3f-4e54-b56a-4c4d8a868508 None None] Provisioning for port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:18.843176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:18.854495 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Deleting port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:18.854839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.869842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1152433662'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:18.882369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Calling delete_port for e2c355fe-a031-46a2-9f8f-1c606bf893bc owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:18.913453 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1fe7b28-0b1d-452a-b505-d51682f6bbe1 tempest-NetworksIpV6TestAttrs-1534272428 tempest-NetworksIpV6TestAttrs-1534272428-project] 10.222.0.41 "DELETE /v2.0/networks/cb1f02b9-31e1-4313-97e0-d409b92d2908 HTTP/1.1" status: 204 len: 168 time: 3.8142698 Mar 02 07:25:18.933709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:18.936152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'port': {'network_id': '2ed4d112-a874-4ee3-81ec-09104e37988a', 'name': 'tempest-FloatingIPTestJSON-1118743236'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:18.977449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:18.985733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dd25a9d6-31d3-4002-9886-3f2a94286a87 None None] Provisioning for port 54673269-b6a8-424d-bb10-eed773169d7c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:19.010755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dd25a9d6-31d3-4002-9886-3f2a94286a87 None None] Provisioning complete for port 54673269-b6a8-424d-bb10-eed773169d7c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:19.011217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd25a9d6-31d3-4002-9886-3f2a94286a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.017033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Usage tracker for resource:network and tenant:ab72e4a896b844d49eef086eede02e4a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:19.029636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:19.052021 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:19.052430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ac3e8-eabc-4839-96e1-65fb00326a81 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:19.065554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] DHCP port deletion for a703a583-892b-43ed-9f96-416767557da9 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:19.066759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:19.093714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] Deleting port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:19.094013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.164875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Made reservation on behalf of ab72e4a896b844d49eef086eede02e4a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:19.167465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5f769631-d2f1-4d6a-9528-ae786941eb30 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:19.168942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.188616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.262297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:19.287574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Usage tracker for resource:security_group_rule and tenant:ab72e4a896b844d49eef086eede02e4a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:19.302583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:19.324883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:19.327504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.403700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.424543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dd25a9d6-31d3-4002-9886-3f2a94286a87 None None] Port 54673269-b6a8-424d-bb10-eed773169d7c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:19.449092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:19.456241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] For port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7fddfbe3-0355-4acd-bfee-b41d1d55cd4d,segment=NetworkSegment(f28eeeaa-da99-43bb-9ca8-5cc7ada78325),segment_id=f28eeeaa-da99-43bb-9ca8-5cc7ada78325)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:19.456629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.494499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] For port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7fddfbe3-0355-4acd-bfee-b41d1d55cd4d,segment=NetworkSegment(f28eeeaa-da99-43bb-9ca8-5cc7ada78325),segment_id=f28eeeaa-da99-43bb-9ca8-5cc7ada78325)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:19.495096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.593017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 5f769631-d2f1-4d6a-9528-ae786941eb30 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:19.593315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.625292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] Calling delete_port for 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:19.640016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Calling delete_port for 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:19.651193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.707276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eadd59e-ff40-46c2-aa6f-6026568bf69d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:19.708767 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4eadd59e-ff40-46c2-aa6f-6026568bf69d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 1093 time: 0.9482114 Mar 02 07:25:19.712748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:19.716957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38848) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:19.733607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:19.740138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:port and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:19.751454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:19.760139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:19.763424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.777419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:19.789841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:19.798075 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff224c04-a708-452a-9812-15ed8223224d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6feb802658834caf909f37a26f957c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444026 Mar 02 07:25:19.798075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:19.801269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:19.809844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:19.818529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] Pushing event deleted for resources: {'Port': ['ID=7fddfbe3-0355-4acd-bfee-b41d1d55cd4d,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:19.826860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb57a32-4f13-437a-90df-6aa4cdd30149 None None] No DVR routers for this DVR port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:19.838820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:19.843405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.849429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event deleted for resources: {'Port': ['ID=e2c355fe-a031-46a2-9f8f-1c606bf893bc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:19.851657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:25:19.851966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:25:19.863028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe2dfe-101b-42fc-a340-300a052cd953 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:25:19.864613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:19.900248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] device_id is not set on port 4f36f031-c79b-4974-95b2-f5e91aa470fc yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:19.942629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6fcfb1-312b-43dc-85b8-2f13008a019c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:19.957362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Checking segment: {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:19.957914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Network hostable DHCP agents. Network: c8aff043-277d-467b-9e4a-8c0c77b91409, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:19.993692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25251217-87a8-41ad-bc4d-a8d5f02ebb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.138530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe2dfe-101b-42fc-a340-300a052cd953 None None] Network c8aff043-277d-467b-9e4a-8c0c77b91409 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:20.147018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.151525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe2dfe-101b-42fc-a340-300a052cd953 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, c8aff043-277d-467b-9e4a-8c0c77b91409) {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:25:20.254117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25251217-87a8-41ad-bc4d-a8d5f02ebb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.303872 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 already present Mar 02 07:25:20.304240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Network c8aff043-277d-467b-9e4a-8c0c77b91409 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:20.304841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, c8aff043-277d-467b-9e4a-8c0c77b91409) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:20.322695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.9 (2ed4d112-a874-4ee3-81ec-09104e37988a/b11a0f1a-d3ff-43e5-a9bd-af472d46a210/4f36f031-c79b-4974-95b2-f5e91aa470fc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:20.348180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:20.348817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.357438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.357735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Deleting port 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:20.358062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.428414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.432887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.443494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] The port '7fddfbe3-0355-4acd-bfee-b41d1d55cd4d' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:25:20.445831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25251217-87a8-41ad-bc4d-a8d5f02ebb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.451950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.510492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:20.510720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25251217-87a8-41ad-bc4d-a8d5f02ebb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f51fea-688d-4452-942d-a9cb73d2d28a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:20.520582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e53b1d-9ec2-4eb3-aaae-47cca105ecba,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:20.530273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.530616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Added segment 9b865f8d-1a1b-4277-abeb-ad1fbf21fca0 of type vlan for network 898da3f1-480c-429c-a9a0-5ead11be8ed5 Mar 02 07:25:20.532406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a12ef4fd-d1f3-4d80-b529-385424c1d61b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8414831 Mar 02 07:25:20.538013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.538539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Fanout notify agent at l3_agent the message router_deleted on router 95f1cf1c-3865-4129-877a-a00070e5bc40 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:25:20.541008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:20.548939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:20.560498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.561307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:20.577006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Usage tracker for resource:router and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:20.595631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:20.609458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.612509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.615944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:20.622080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.627173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-da722852-b9d6-49af-bec7-d138af45f555 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/95f1cf1c-3865-4129-877a-a00070e5bc40 HTTP/1.1" status: 204 len: 168 time: 4.2562563 Mar 02 07:25:20.628191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38860) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:20.632415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.633158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.636955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1131195834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:20.664781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-c8aff043-277d-467b-9e4a-8c0c77b91409', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:20.665872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.690922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.691901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.741845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:20.775522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Usage tracker for resource:router and tenant:119d26860e9648ecaf29592563e400ee is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:20.781773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.795050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:20.800093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25251217-87a8-41ad-bc4d-a8d5f02ebb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.801369 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-25251217-87a8-41ad-bc4d-a8d5f02ebb79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93f51fea-688d-4452-942d-a9cb73d2d28a HTTP/1.1" status: 204 len: 168 time: 0.9977212 Mar 02 07:25:20.805942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=54673269-b6a8-424d-bb10-eed773169d7c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:20.814839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.820320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:20.820937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.829676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:20.847763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a703a583-892b-43ed-9f96-416767557da9']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:20.869344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Allocated IP 172.20.0.2 (c8aff043-277d-467b-9e4a-8c0c77b91409/bc6fcfb1-312b-43dc-85b8-2f13008a019c/3019f591-8233-4020-b96f-7525e3e6a30b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:20.876234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.910081 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5243683 Mar 02 07:25:20.919792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28eeeaa-da99-43bb-9ca8-5cc7ada78325') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:20.920441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28eeeaa-da99-43bb-9ca8-5cc7ada78325') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:20.942718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.944079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.961260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.982016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:20.998890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053e86-125f-44b3-961a-0e72e28bd5c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Pushing event updated for resources: {'Network': ['ID=898da3f1-480c-429c-a9a0-5ead11be8ed5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.001167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.020954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.023003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.47 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e1584dc9-cc3c-48ec-b1d6-3cb2cfdbc673) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:21.025248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 898da3f1-480c-429c-a9a0-5ead11be8ed5 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:21.025749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:21.026348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:21.052247 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:21.079785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:21.081181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:21.189326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.270819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:21.350649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.374400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:21.374656 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7fddfbe3-0355-4acd-bfee-b41d1d55cd4d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:21.390157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.395670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.423976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.463548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.479424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.504145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Network': ['ID=a703a583-892b-43ed-9f96-416767557da9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.521673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 2ed4d112-a874-4ee3-81ec-09104e37988a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:21.526461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:21.536483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.541018 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc3675ed-a897-41f6-beb8-1e68331cbd6b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9086065 Mar 02 07:25:21.541018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:21.592639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:21.592972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:21.600605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.604434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Request body: {'port': {'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5', 'binding:host_id': 'hv-neutron-8314', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-79854299'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:21.609718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:21.613521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Usage tracker for resource:port and tenant:29ebff875c2042ee8d784069bad60e0a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:21.614560 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14b1b74b-3cb9-4324-ae9c-7793d338d784 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/networks/a703a583-892b-43ed-9f96-416767557da9 HTTP/1.1" status: 204 len: 168 time: 3.6710167 Mar 02 07:25:21.617061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:21.618179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Transition to ACTIVE for port object 3019f591-8233-4020-b96f-7525e3e6a30b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:21.623087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:21.625533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:21.626360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.631353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:21.635798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:21.637348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:21.650663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:21.654492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Transition to ACTIVE for port object 3019f591-8233-4020-b96f-7525e3e6a30b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:21.661252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:21.664270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.691220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=4f36f031-c79b-4974-95b2-f5e91aa470fc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.758897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Made reservation on behalf of 29ebff875c2042ee8d784069bad60e0a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:21.761300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.766640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=e1584dc9-cc3c-48ec-b1d6-3cb2cfdbc673,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.774870 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d69669a0-533f-4399-b235-e6fcc0677e1b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9306357 Mar 02 07:25:21.775624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:21.778842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Network c8aff043-277d-467b-9e4a-8c0c77b91409 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:21.783849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:21.789400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:21.789589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'port': {'network_id': '2ed4d112-a874-4ee3-81ec-09104e37988a', 'name': 'tempest-FloatingIPTestJSON-1175491880'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:21.823761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Pushing event updated for resources: {'Port': ['ID=3019f591-8233-4020-b96f-7525e3e6a30b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:21.849600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.959819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Attempting to bind port 3019f591-8233-4020-b96f-7525e3e6a30b on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:21.960284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Attempting to bind port 3019f591-8233-4020-b96f-7525e3e6a30b by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:21.960549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Attempting to bind port 3019f591-8233-4020-b96f-7525e3e6a30b on network c8aff043-277d-467b-9e4a-8c0c77b91409 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:21.987593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:21.988026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Checking segment: {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:21.988350 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:21.989184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Bound using segment: {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:21.989184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Bound port: 3019f591-8233-4020-b96f-7525e3e6a30b, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:21.989580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.014023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:22.036690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:22.117292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Usage tracker for resource:security_group_rule and tenant:29ebff875c2042ee8d784069bad60e0a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:22.124508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] For port 3019f591-8233-4020-b96f-7525e3e6a30b, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:22.128185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38904) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:22.128372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] For port 3019f591-8233-4020-b96f-7525e3e6a30b, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3019f591-8233-4020-b96f-7525e3e6a30b,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:22.132128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.132310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.139671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:22.210431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:22.221840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:port and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:22.232218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:22.237913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Router fc75a97e-6c0a-4332-a81b-c1b8244ad609 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:22.240792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:22.242754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5f410-57ed-4903-9187-6b5c386d318d None None] Pushing event updated for resources: {'Port': ['ID=3019f591-8233-4020-b96f-7525e3e6a30b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:22.268307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:22.274121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.341454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.362206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] device_id is not set on port baf51bf7-8a53-493c-b113-d759f1e1bbfa yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:22.403630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1603121081'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:22.553433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:22.569290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.6 (2ed4d112-a874-4ee3-81ec-09104e37988a/b11a0f1a-d3ff-43e5-a9bd-af472d46a210/baf51bf7-8a53-493c-b113-d759f1e1bbfa) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:22.595584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:22.616905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:22.629695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.640785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:22.742240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.761630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:22.767547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:22.770927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.771827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Sync routers for ids ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:22.782428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Routers {'fc75a97e-6c0a-4332-a81b-c1b8244ad609'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:22.782428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:22.815711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.828297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74d77ab-1696-4b9b-92c7-6d412a340bc6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:22.833627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.867333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124eadde-702c-4809-846f-ec4272646961') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:22.867817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124eadde-702c-4809-846f-ec4272646961') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:22.936705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:22.937811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Set router fc75a97e-6c0a-4332-a81b-c1b8244ad609 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:22.990559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:22.991303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3019f591-8233-4020-b96f-7525e3e6a30b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:23.137876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group_rule and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:23.141305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.149503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c56a38c-722e-457d-943a-49986e22821f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "PUT /v2.0/routers/fc75a97e-6c0a-4332-a81b-c1b8244ad609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8778179 Mar 02 07:25:23.150394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.154134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38910) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:23.157473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:23.172548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.183147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:23.196703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.240175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.242285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.242495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 3019f591-8233-4020-b96f-7525e3e6a30b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:23.279813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:23.280205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:23.303525 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:23.335153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] device_id is not set on port de48f513-df79-4eb0-b3ef-89e73f0c33fe yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:23.363476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'name': 'tempest-NetworksTestDHCPv6-router-881519972', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:13Z', 'updated_at': '2022-03-02T07:25:19Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None, '_interfaces': [{'id': '54673269-b6a8-424d-bb10-eed773169d7c', 'name': '', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'mac_address': 'fa:16:3e:5e:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3908aecc-28bf-4956-80f1-3e3c77fe1bcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:16Z', 'updated_at': '2022-03-02T07:25:19Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'subnets': [{'id': '3908aecc-28bf-4956-80f1-3e3c77fe1bcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:23.367651 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Checking router: fc75a97e-6c0a-4332-a81b-c1b8244ad609 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:23.368148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Updating router fc75a97e-6c0a-4332-a81b-c1b8244ad609 port 54673269-b6a8-424d-bb10-eed773169d7c binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:23.370315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3ccb1-ba6b-4b32-bb59-a1ce27a44400 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:23.370895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3d3ccb1-ba6b-4b32-bb59-a1ce27a44400 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:23.403171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=e1584dc9-cc3c-48ec-b1d6-3cb2cfdbc673,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.455431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.476769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.519458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3d3ccb1-ba6b-4b32-bb59-a1ce27a44400 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:23.523473 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b3d3ccb1-ba6b-4b32-bb59-a1ce27a44400 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports/54673269-b6a8-424d-bb10-eed773169d7c HTTP/1.1" status: 200 len: 911 time: 0.3680830 Mar 02 07:25:23.524228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38914) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:23.533679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.537260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.541757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9730604-61a0-4b61-b272-f6c03527ee06 None None] Network c8aff043-277d-467b-9e4a-8c0c77b91409 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:23.597969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ebe6a-7241-47fd-be17-f707084e9634,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.610694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.685613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 2ed4d112-a874-4ee3-81ec-09104e37988a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:23.738606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.783668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bbcc40c6-98f0-4eb4-af28-50966358fe32 None None] Provisioning for port 3019f591-8233-4020-b96f-7525e3e6a30b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:23.790171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.806192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bbcc40c6-98f0-4eb4-af28-50966358fe32 None None] Provisioning complete for port 3019f591-8233-4020-b96f-7525e3e6a30b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:23.806567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbcc40c6-98f0-4eb4-af28-50966358fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:23.825305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Network': ['ID=a74d77ab-1696-4b9b-92c7-6d412a340bc6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.847631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:23.850230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:23.937561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=baf51bf7-8a53-493c-b113-d759f1e1bbfa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:23.950297 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 2eef5b53-ffcf-4c6d-a31b-2d53051882d1 associated. External IP: 172.26.4.47, port: a32cc675-b7a9-471e-8d70-34b75aed89cb. Mar 02 07:25:24.009147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-523badd1-7351-4e02-9118-83559da68285 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/networks/a74d77ab-1696-4b9b-92c7-6d412a340bc6 HTTP/1.1" status: 204 len: 168 time: 2.3225036 Mar 02 07:25:24.039766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:24.143923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbcc40c6-98f0-4eb4-af28-50966358fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.157215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:24.157859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.191770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.248683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bbcc40c6-98f0-4eb4-af28-50966358fe32 None None] For port 3019f591-8233-4020-b96f-7525e3e6a30b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3019f591-8233-4020-b96f-7525e3e6a30b,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:24.255788 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-869a07f2-1493-42b9-befb-0ccdd8c8940e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4728823 Mar 02 07:25:24.260147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbcc40c6-98f0-4eb4-af28-50966358fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.262189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:24.263273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.269929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.282712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:24.291411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.291755 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment 684aea12-3739-4449-bbd2-9725b56071f3 of type vlan for network 792b590e-8a03-4783-a4e6-80a6b310f9af Mar 02 07:25:24.292443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e26c62-cbf3-4cf1-a83f-d079274062ec tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:24.299381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e26c62-cbf3-4cf1-a83f-d079274062ec tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:24.304550 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6e26c62-cbf3-4cf1-a83f-d079274062ec tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7106137 Mar 02 07:25:24.305344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:24.317985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.329090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Transition to ACTIVE for port object 54673269-b6a8-424d-bb10-eed773169d7c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:24.347469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.367226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc40c6-98f0-4eb4-af28-50966358fe32 None None] Pushing event updated for resources: {'Port': ['ID=3019f591-8233-4020-b96f-7525e3e6a30b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:24.382904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.424524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'baf51bf7-8a53-493c-b113-d759f1e1bbfa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:24.507857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Allocated IP 172.26.4.141 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/60d50df0-2d1a-43c8-a706-35db0376cd16) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:24.513568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.519007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:24.519614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.551920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c3faf-e78b-430f-aaf3-640a6127d6a8 None None] Pushing event updated for resources: {'Port': ['ID=54673269-b6a8-424d-bb10-eed773169d7c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:24.560615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:24.619661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:floatingip and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:24.642551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.731628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:24.742553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Attempting to bind port 54673269-b6a8-424d-bb10-eed773169d7c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:24.743219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Attempting to bind port 54673269-b6a8-424d-bb10-eed773169d7c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:24.743584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Attempting to bind port 54673269-b6a8-424d-bb10-eed773169d7c on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:24.750830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:24.751208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:24.751608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.751997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:24.752589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Bound port: 54673269-b6a8-424d-bb10-eed773169d7c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:24.752830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.772210 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6378591 Mar 02 07:25:24.793160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38932) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:24.801087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'name': 'tempest-PortsIpV6TestJSON-1960912859'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:24.829105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:24.864469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.919784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] For port 54673269-b6a8-424d-bb10-eed773169d7c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:24.925060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] For port 54673269-b6a8-424d-bb10-eed773169d7c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54673269-b6a8-424d-bb10-eed773169d7c,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:24.946138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:24.962579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 51f80685-8250-4428-8a17-d3e13278f7de has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:24.994972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3019f591-8233-4020-b96f-7525e3e6a30b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:25.019434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:25.028633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:25.031730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fce260-c052-4775-be88-f4bb806eb191,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:25.034341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56ebc7-7fac-41e2-9106-f68a6a9ee2cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=792b590e-8a03-4783-a4e6-80a6b310f9af,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:25.069133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] device_id is not set on port de48f513-df79-4eb0-b3ef-89e73f0c33fe yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:25.081812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:25.084853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.086015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:25.095154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0ea6d-bbdf-44cd-b25d-e622cb00c7db None None] Network c8aff043-277d-467b-9e4a-8c0c77b91409 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:25.098207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:25.141857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:25.145396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.161336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.251601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 2bbea23a-5a86-4bee-b166-6f81836b0942 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:25.257514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Transition to ACTIVE for port object de48f513-df79-4eb0-b3ef-89e73f0c33fe will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:25.376863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:25.378648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.390598 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] Sync routers for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:25.393090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Routers {'fc75a97e-6c0a-4332-a81b-c1b8244ad609'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:25.393765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.407790 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:25.410096 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.443934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63829e09-269f-4aa7-9fc4-dce4dc5fbe58']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.463862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f37f06f-8dbc-4f70-a0a9-318797d782fa') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.464342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f37f06f-8dbc-4f70-a0a9-318797d782fa') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.467901 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cbe10868-e635-4590-a59e-ffb20c285371 None None] Provisioning complete for port 3019f591-8233-4020-b96f-7525e3e6a30b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:25.468277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cbe10868-e635-4590-a59e-ffb20c285371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.482656 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.485795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.503392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.510539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:25.511039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.550234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c3faf-e78b-430f-aaf3-640a6127d6a8 None None] Pushing event updated for resources: {'Port': ['ID=54673269-b6a8-424d-bb10-eed773169d7c,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:25.606272 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:25.641121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3019f591-8233-4020-b96f-7525e3e6a30b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:25.641500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:25.656798 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:25.713236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.776261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] Set router fc75a97e-6c0a-4332-a81b-c1b8244ad609 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:25.779903 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e35b6751-7559-4dda-8f75-48eaec9d5963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0618351 Mar 02 07:25:25.786447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:25:25.805626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38936) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:25.859341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Allocated IP 172.26.4.46 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/2be7b9d5-aed2-4995-88ba-73b6bd093ea5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:25.982282 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'status': 'completed', 'code': 200} Mar 02 07:25:25.983284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:25.986450 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:22Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:25.990363 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] Checking router: 51f80685-8250-4428-8a17-d3e13278f7de for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:25.998847 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:25.999453 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:26.053783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.138860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.151840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.231968 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:26.256358 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81b1ecaf-1248-4ebb-a11b-8094b8dc901f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/2eef5b53-ffcf-4c6d-a31b-2d53051882d1 HTTP/1.1" status: 200 len: 990 time: 0.4471221 Mar 02 07:25:26.264488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:26.265817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.268268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.270548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.295069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=60d50df0-2d1a-43c8-a706-35db0376cd16,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:26.307133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:26.346927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'name': 'tempest-NetworksTestDHCPv6-router-881519972', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:13Z', 'updated_at': '2022-03-02T07:25:19Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None, '_interfaces': [{'id': '54673269-b6a8-424d-bb10-eed773169d7c', 'name': '', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'mac_address': 'fa:16:3e:5e:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3908aecc-28bf-4956-80f1-3e3c77fe1bcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:16Z', 'updated_at': '2022-03-02T07:25:24Z', 'revision_number': 4, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'subnets': [{'id': '3908aecc-28bf-4956-80f1-3e3c77fe1bcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:26.349227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:26.351871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a3766-e571-4c93-81fb-d2c09e464fae None None] The sync data for ids ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'] in dv-neutron-831485-1-hyperv is: [{'id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'name': 'tempest-NetworksTestDHCPv6-router-881519972', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:13Z', 'updated_at': '2022-03-02T07:25:19Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None, '_interfaces': [{'id': '54673269-b6a8-424d-bb10-eed773169d7c', 'name': '', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'mac_address': 'fa:16:3e:5e:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3908aecc-28bf-4956-80f1-3e3c77fe1bcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:16Z', 'updated_at': '2022-03-02T07:25:24Z', 'revision_number': 4, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'subnets': [{'id': '3908aecc-28bf-4956-80f1-3e3c77fe1bcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:26.466471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.470844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Network': ['ID=63829e09-269f-4aa7-9fc4-dce4dc5fbe58,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:26.490482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-d94f0bad-3898-45d0-946e-d2e9c8aeef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:26.495448 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-d94f0bad-3898-45d0-946e-d2e9c8aeef94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 1098 time: 0.5711796 Mar 02 07:25:26.499796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:26.507976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:26.517752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:26.570169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.574919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55356e77-eac4-4d80-8c0b-ac4ded5bc006 None None] Provisioning complete for port 3019f591-8233-4020-b96f-7525e3e6a30b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:26.577106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55356e77-eac4-4d80-8c0b-ac4ded5bc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:26.670192 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-346b5236-58d1-4e7b-8ef9-9c03b53574f1 tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/networks/63829e09-269f-4aa7-9fc4-dce4dc5fbe58 HTTP/1.1" status: 204 len: 168 time: 2.6291163 Mar 02 07:25:26.700432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:26.775562 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:22Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:26.781568 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7582a4b-ad44-4602-9d2a-851df47e837e None None] The sync data for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv is: [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:24:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:22Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:26.785956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Checking segment: {'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:26.786387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Network hostable DHCP agents. Network: 898da3f1-480c-429c-a9a0-5ead11be8ed5, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:26.790839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event updated for resources: {'Port': ['ID=2be7b9d5-aed2-4995-88ba-73b6bd093ea5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:26.932997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=2bbea23a-5a86-4bee-b166-6f81836b0942,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:26.947642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-e28cbaff-605d-4728-93ca-bb3a85cfcab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:26.948944 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-e28cbaff-605d-4728-93ca-bb3a85cfcab6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 200 len: 897 time: 0.4339776 Mar 02 07:25:26.991609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54673269-b6a8-424d-bb10-eed773169d7c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:27.065679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.069587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': '684aea12-3739-4449-bbd2-9725b56071f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:27.070009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: 792b590e-8a03-4783-a4e6-80a6b310f9af, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:27.102705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 54673269-b6a8-424d-bb10-eed773169d7c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:27.103135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.111614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 54673269-b6a8-424d-bb10-eed773169d7c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:27.117494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 54673269-b6a8-424d-bb10-eed773169d7c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:27.118294 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.229013 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-08b4700a-0e95-4992-83d1-715e9a07cc2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb HTTP/1.1" status: 200 len: 998 time: 0.2652807 Mar 02 07:25:27.275445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.279931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 38946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:27.285008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c57b6a-d414-4047-bcb7-17562e66e383 None None] New status for floating IP 2eef5b53-ffcf-4c6d-a31b-2d53051882d1: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:25:27.343747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.393238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3769dfd-2444-4651-878b-50933ed39553']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:27.425863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Network 898da3f1-480c-429c-a9a0-5ead11be8ed5 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:27.426615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61a10d3-fccf-4c5d-b6e5-377696ab2dec') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:27.427049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61a10d3-fccf-4c5d-b6e5-377696ab2dec') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:27.428135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=de48f513-df79-4eb0-b3ef-89e73f0c33fe,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:27.455209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.540228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.542264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 898da3f1-480c-429c-a9a0-5ead11be8ed5) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:27.545912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 54673269-b6a8-424d-bb10-eed773169d7c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54673269-b6a8-424d-bb10-eed773169d7c,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:27.560669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8df68-89ff-4f39-b321-1b2bed818815 None None] Network 898da3f1-480c-429c-a9a0-5ead11be8ed5 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:27.580950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.600343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:27.659669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:27.669248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.707727 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e96ef29-03db-4409-b6d6-781bdc9d67ed tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/2eef5b53-ffcf-4c6d-a31b-2d53051882d1 HTTP/1.1" status: 200 len: 990 time: 0.4035168 Mar 02 07:25:27.731218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:27.731446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:27.731622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:27.739475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 792b590e-8a03-4783-a4e6-80a6b310f9af) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:27.746677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:27.747089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.757875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b94164-fb25-4360-925c-c10f5ab9ff3e None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:27.769291 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:27.796320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:27.802776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:27.803393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:27.810983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:27.811841 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:27.823392 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 2 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:27.828315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-9ea81366-672a-4f51-8452-63dbf58f1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:27.830155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-9ea81366-672a-4f51-8452-63dbf58f1fc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=912c31c2-680d-4861-824a-3255a2879bca HTTP/1.1" status: 200 len: 835 time: 0.5788500 Mar 02 07:25:27.856881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=54673269-b6a8-424d-bb10-eed773169d7c,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:27.896319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:27.896319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:27.896668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:27.993606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50fc597f-48ef-47a5-9780-126e4611ab15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1970816 Mar 02 07:25:27.994125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:27.994125 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:27.998490 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 3 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:27.999220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38950) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:28.005078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.006285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-433664530'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:28.010671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port 54673269-b6a8-424d-bb10-eed773169d7c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54673269-b6a8-424d-bb10-eed773169d7c,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:28.011022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.025125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.083459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:28.101537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:28.102111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:28.102596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:28.126255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:28.126582 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:28.127064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.177334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.180454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.26.4.30 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/6b711802-7c2e-408c-a0e3-7bae314be6fe) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:28.189048 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 4 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:28.194654 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] 10.222.0.41 "DELETE /v2.0/networks/e3769dfd-2444-4651-878b-50933ed39553 HTTP/1.1" status: 204 len: 168 time: 1.4905159 Mar 02 07:25:28.199789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:28.211715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 54673269-b6a8-424d-bb10-eed773169d7c owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:28.240561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:28.243858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fba104-15ca-4edb-8512-0636091a833f tempest-BulkNetworkOpsIpV6Test-672635583 tempest-BulkNetworkOpsIpV6Test-672635583-project] Pushing event deleted for resources: {'Network': ['ID=e3769dfd-2444-4651-878b-50933ed39553,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:28.258706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:28.283842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-cf16f4e8-38cc-4cd3-a4f7-a8498f2a3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:28.285350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-cf16f4e8-38cc-4cd3-a4f7-a8498f2a3cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55ff9266-817e-4454-b930-2cb2ab4243a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3870528 Mar 02 07:25:28.308669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:28.309519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:28.310132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:28.331526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:28.334991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.363432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:28.363792 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:28.419325 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 5 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:28.517002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:28.517329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:28.517672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:28.568268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:28.607433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:28.651767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.652025 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment 9386181b-4702-4013-b463-83ae4b79f340 of type vlan for network 6edccbd8-8d78-4cab-bcc0-e94c45c3f301 Mar 02 07:25:28.671032 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-1705fc29-2beb-4368-8031-c4a11abfd147 service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736351 Mar 02 07:25:28.743844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:28.758482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:28.758801 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:28.764705 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 6 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:28.805755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:28.856590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:28.856914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:28.857243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:28.861792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:25:28.862130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:25:28.893795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:28.894126 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:28.919444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54673269-b6a8-424d-bb10-eed773169d7c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:28.952476 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 7 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:28.971845 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0416a416-eb05-4885-bd43-7097caae6e8c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/2eef5b53-ffcf-4c6d-a31b-2d53051882d1 HTTP/1.1" status: 200 len: 992 time: 0.2269115 Mar 02 07:25:28.990463 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3e5dac7f-64fc-41fd-aed6-878a47127040 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ae672f855d14161ad4d682519a8c3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165676 Mar 02 07:25:28.992727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:28.995210 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-988fff04-c6f6-41e0-9c4e-228c0f54d7e1 req-22f761ad-6afc-449f-abda-b3ea802b9365 service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173745 Mar 02 07:25:29.007238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.010320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 54673269-b6a8-424d-bb10-eed773169d7c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:29.010919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.013712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:29.014322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.063831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:29.064160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:29.064488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:29.079312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.099272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:29.099590 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:29.106094 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 8 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:29.117467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.199324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:29.199610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:29.199888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:29.216521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.225808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:29.226135 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:29.229199 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 9 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:29.237435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.279388 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2776930 Mar 02 07:25:29.282714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:29.285068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748663c4-a6f2-4210-ae7a-38a388507615 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=6edccbd8-8d78-4cab-bcc0-e94c45c3f301,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:29.297316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'ports': [{'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af'}, {'network_id': '6edccbd8-8d78-4cab-bcc0-e94c45c3f301'}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:29.297631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:29.298130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '6edccbd8-8d78-4cab-bcc0-e94c45c3f301'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:29.299167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6edccbd8-8d78-4cab-bcc0-e94c45c3f301 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:29.325157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:29.325866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:29.325866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:29.335024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3d41605-882f-495e-9a59-926528f6054d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.346546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:29.346877 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:29.385339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 54673269-b6a8-424d-bb10-eed773169d7c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:29.385724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.401395 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 10 to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe Mar 02 07:25:29.449849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.453463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:29.453818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:29.454144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:29.529006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3d41605-882f-495e-9a59-926528f6054d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.572250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port de48f513-df79-4eb0-b3ef-89e73f0c33fe on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:29.572575 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port de48f513-df79-4eb0-b3ef-89e73f0c33fe on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:29.572932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.612545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:29.618635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:29.621286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:29.723567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=6b711802-7c2e-408c-a0e3-7bae314be6fe,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:29.735026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:29.743784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:29.747499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port 54673269-b6a8-424d-bb10-eed773169d7c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54673269-b6a8-424d-bb10-eed773169d7c,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:29.747862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.754915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:29.764742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:29.769083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3d41605-882f-495e-9a59-926528f6054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.848032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] For port de48f513-df79-4eb0-b3ef-89e73f0c33fe, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:29.848367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:25:29.856945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:29.867442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.899836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 54673269-b6a8-424d-bb10-eed773169d7c owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:29.930727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d41605-882f-495e-9a59-926528f6054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a6199c-44ab-46b6-bc98-cd16bd93a2af,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:29.944435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3d41605-882f-495e-9a59-926528f6054d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.945680 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c3d41605-882f-495e-9a59-926528f6054d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2a6199c-44ab-46b6-bc98-cd16bd93a2af HTTP/1.1" status: 204 len: 168 time: 0.9495456 Mar 02 07:25:29.949691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:29.954107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:29.983244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.036457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:30.037012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.053032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Router 00ab7ce6-6d6e-41a5-8d4a-e899263e6171 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:30.173176 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 8.5730758 Mar 02 07:25:30.213463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 38980) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:30.280144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port b69f5829-84b8-45c1-95a1-c82faa35c667 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:30.347538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Deleting port de48f513-df79-4eb0-b3ef-89e73f0c33fe {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:30.347885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.384470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec250d7-0918-4333-a6fb-0045f2f343aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=de48f513-df79-4eb0-b3ef-89e73f0c33fe,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:30.479140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.560380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=54673269-b6a8-424d-bb10-eed773169d7c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:30.574706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:30.588833 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Sync routers for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:30.603815 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:30.605785 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:30.739361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.740604 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-601342da-a005-4d65-b2fc-bfa72cf5b0a0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1979899 Mar 02 07:25:30.745206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:30.877006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:30.890296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] Sync routers for ids ['00ab7ce6-6d6e-41a5-8d4a-e899263e6171'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:30.902743 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:30.906386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:30.907773 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c71ccc36-6ed0-4f92-aff1-d1e1e9bbefce tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "PUT /v2.0/routers/00ab7ce6-6d6e-41a5-8d4a-e899263e6171 HTTP/1.1" status: 200 len: 879 time: 9.3097296 Mar 02 07:25:30.911897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] Routers {'00ab7ce6-6d6e-41a5-8d4a-e899263e6171'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:30.912557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['00ab7ce6-6d6e-41a5-8d4a-e899263e6171'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:30.922625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:30.957614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39008) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:31.006718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:31.016352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] Routers {'00ab7ce6-6d6e-41a5-8d4a-e899263e6171'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:31.017178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['00ab7ce6-6d6e-41a5-8d4a-e899263e6171'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:31.060107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] For port de48f513-df79-4eb0-b3ef-89e73f0c33fe, host hv-neutron-8314, got binding levels [] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:31.060475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.080589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.081137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:31.081734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965cb0e-8c3c-421c-a3fe-e460d1420685 None None] The sync data for ids ['00ab7ce6-6d6e-41a5-8d4a-e899263e6171'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:31.143918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.228530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Calling delete_port for de48f513-df79-4eb0-b3ef-89e73f0c33fe owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:31.269450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'networks': [{'name': 'tempest-network--1282302872'}, {'name': 'tempest-network--1318876960'}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:31.269779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'network': {'name': 'tempest-network--1282302872'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:31.270149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'network': {'name': 'tempest-network--1318876960'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:31.285936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:31.303137 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-405bcbc8-f88c-49b7-879a-228a33cd5fc2 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/00ab7ce6-6d6e-41a5-8d4a-e899263e6171 HTTP/1.1" status: 200 len: 920 time: 0.3791509 Mar 02 07:25:31.323687 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 3, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:31.323961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:31.329223 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Checking router: 0bef254a-f7a7-4a3b-9992-149e8dd27f4a for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:31.330033 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Updating router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a port 60d50df0-2d1a-43c8-a706-35db0376cd16 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:31.349934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Usage tracker for resource:network and tenant:9c80a0b7547a4887b5681592770a8ef1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:31.355716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:31.392635 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.429087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:31.467940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.531592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Made reservation on behalf of 9c80a0b7547a4887b5681592770a8ef1 for: {'network': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:31.535958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.559216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 1a3e31de-772d-4888-852e-812b75544bfe yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:31.588832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06d186-3c69-4ee8-88d2-a6adab1abb5a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:31.593506 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a06d186-3c69-4ee8-88d2-a6adab1abb5a tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=00ab7ce6-6d6e-41a5-8d4a-e899263e6171&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2662566 Mar 02 07:25:31.618515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.622684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:31.654538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:31.658124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.755899 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.756459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Usage tracker for resource:security_group_rule and tenant:9c80a0b7547a4887b5681592770a8ef1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:31.768864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:31.773010 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Transition to ACTIVE for port object 60d50df0-2d1a-43c8-a706-35db0376cd16 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:31.781212 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.786716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event deleted for resources: {'Port': ['ID=de48f513-df79-4eb0-b3ef-89e73f0c33fe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:31.791007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:31.804326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.809424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Router fc75a97e-6c0a-4332-a81b-c1b8244ad609 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:31.871357 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Pushing event updated for resources: {'Port': ['ID=60d50df0-2d1a-43c8-a706-35db0376cd16,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:31.881266 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.881792 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.882521 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.882639 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.883049 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.883493 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.884350 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.884779 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.885220 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.885675 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.886102 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.887065 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:25:31.909201 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Attempting to bind port 60d50df0-2d1a-43c8-a706-35db0376cd16 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:31.909700 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Attempting to bind port 60d50df0-2d1a-43c8-a706-35db0376cd16 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:31.910159 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Attempting to bind port 60d50df0-2d1a-43c8-a706-35db0376cd16 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:31.915605 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:31.916118 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:31.916608 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.917088 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:31.917734 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Bound port: 60d50df0-2d1a-43c8-a706-35db0376cd16, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:31.918207 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:31.952857 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7ab924d-82eb-4921-85bd-c0f5ce5fe13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "DELETE /v2.0/ports/de48f513-df79-4eb0-b3ef-89e73f0c33fe HTTP/1.1" status: 204 len: 168 time: 1.7359860 Mar 02 07:25:31.959690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:31.960308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.035032 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] For port 60d50df0-2d1a-43c8-a706-35db0376cd16, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:32.038416 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] For port 60d50df0-2d1a-43c8-a706-35db0376cd16, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60d50df0-2d1a-43c8-a706-35db0376cd16,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:32.043719 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.050117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:32.083095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.089258 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29158807-d405-4942-afcc-bb2224af259c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "PUT /v2.0/routers/fc75a97e-6c0a-4332-a81b-c1b8244ad609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7768028 Mar 02 07:25:32.096181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39026) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:32.100508 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-830a6b23-e652-4492-a083-a5192cba3b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:25:32.101048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-830a6b23-e652-4492-a083-a5192cba3b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Synchronizing usage tracker for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:32.132254 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a70b-9c3c-4768-b0ad-e75eab91b8ac None None] Pushing event updated for resources: {'Port': ['ID=60d50df0-2d1a-43c8-a706-35db0376cd16,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.134128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.138390 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] Sync routers for ids ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:32.152753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.153467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.167517 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] Routers {'fc75a97e-6c0a-4332-a81b-c1b8244ad609'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:32.168134 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:32.195517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.211749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96dbb36-e87e-4361-9c2c-42771edc3411 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:32.213070 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a96dbb36-e87e-4361-9c2c-42771edc3411 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.5894566 Mar 02 07:25:32.223735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:32.227834 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:32.228052 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:32.248734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd06f05-e39d-4b4f-ad2e-f47fcbe6d605,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.278417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:32.292198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:32.296499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:32.302467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.303009 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Added segment b7d2a7b3-d20b-4f92-b0db-41b8a87225c3 of type vlan for network 821cd8d2-cf15-48f5-943f-3d2bbe79fbf1 Mar 02 07:25:32.304316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:32.305260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.314013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-830a6b23-e652-4492-a083-a5192cba3b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Unset dirty status for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:32.315188 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-830a6b23-e652-4492-a083-a5192cba3b25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "GET /v2.0/ports/de48f513-df79-4eb0-b3ef-89e73f0c33fe HTTP/1.1" status: 404 len: 333 time: 0.3306506 Mar 02 07:25:32.331518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:32.342173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Request body: {'port': {'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1836181485'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:32.346280 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb1bb83b-cd0f-432b-b058-7c03e4d179be tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=00ab7ce6-6d6e-41a5-8d4a-e899263e6171 HTTP/1.1" status: 200 len: 205 time: 0.1182380 Mar 02 07:25:32.348835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=b69f5829-84b8-45c1-95a1-c82faa35c667,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.352180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:32.388686 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] Set router fc75a97e-6c0a-4332-a81b-c1b8244ad609 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:32.390374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:32.417403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f2470-7c8f-40e0-8d66-4d188c600c57 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:32.419140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f2470-7c8f-40e0-8d66-4d188c600c57 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:32.419910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-584f2470-7c8f-40e0-8d66-4d188c600c57 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:32.507840 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'name': 'tempest-NetworksTestDHCPv6-router-881519972', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:13Z', 'updated_at': '2022-03-02T07:25:30Z', 'revision_number': 3, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:32.516378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aeade67c-6988-4010-8f52-2b4c628df2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.524625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-584f2470-7c8f-40e0-8d66-4d188c600c57 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:32.528420 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-584f2470-7c8f-40e0-8d66-4d188c600c57 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4221516 Mar 02 07:25:32.533925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:32.589105 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] Checking router: fc75a97e-6c0a-4332-a81b-c1b8244ad609 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:32.604081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.616421 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] Routers {'fc75a97e-6c0a-4332-a81b-c1b8244ad609'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:32.616631 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:32.650900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.655808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 3908aecc-28bf-4956-80f1-3e3c77fe1bcd {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:32.662018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.674708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:32.691854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.723378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.723602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=1a3e31de-772d-4888-852e-812b75544bfe,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.737220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Made reservation on behalf of 29ebff875c2042ee8d784069bad60e0a for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:32.739796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.760070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': '9386181b-4702-4013-b463-83ae4b79f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6edccbd8-8d78-4cab-bcc0-e94c45c3f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:32.760689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: 6edccbd8-8d78-4cab-bcc0-e94c45c3f301, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:32.761196 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:32.856995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:32.861392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] device_id is not set on port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:32.870330 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] Set router fc75a97e-6c0a-4332-a81b-c1b8244ad609 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:32.881118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.907278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=6b711802-7c2e-408c-a0e3-7bae314be6fe,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:32.922068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.922650 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Added segment 9bb11c3c-da09-4273-bb86-464b725a240a of type vlan for network 6bbed134-0c5a-4c2a-9c4b-4f7217d968ff Mar 02 07:25:32.944475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 6edccbd8-8d78-4cab-bcc0-e94c45c3f301 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:32.951051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:32.968192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.000952 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'name': 'tempest-NetworksTestDHCPv6-router-881519972', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:13Z', 'updated_at': '2022-03-02T07:25:30Z', 'revision_number': 3, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:33.019037 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbf24f-8fc7-4673-91cf-678fbcfeb334 None None] The sync data for ids ['fc75a97e-6c0a-4332-a81b-c1b8244ad609'] in dv-neutron-831485-1-hyperv is: [{'id': 'fc75a97e-6c0a-4332-a81b-c1b8244ad609', 'name': 'tempest-NetworksTestDHCPv6-router-881519972', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:13Z', 'updated_at': '2022-03-02T07:25:30Z', 'revision_number': 3, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:33.055929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 6edccbd8-8d78-4cab-bcc0-e94c45c3f301) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:33.064971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.067517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323c53d-d69c-4752-9ac2-4b7562f3ca90 None None] Network 6edccbd8-8d78-4cab-bcc0-e94c45c3f301 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:33.083251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:33.088957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:33.094217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:33.094881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.189269 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 3, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:33.193596 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03838f8e-51cd-4b9c-8808-68cbfdff1633 None None] The sync data for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv is: [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 3, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:33.304269 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b49f7007-bd48-43ac-9cb5-7c360204ec15 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0204079 Mar 02 07:25:33.309174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Allocated IP 172.20.0.1 (c8aff043-277d-467b-9e4a-8c0c77b91409/bc6fcfb1-312b-43dc-85b8-2f13008a019c/e43e6b71-d4a6-4f6d-8437-bf0f31027383) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:33.313023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39046) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:33.333412 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 2f610d3d-8910-4963-a04f-61dc1b971c16 associated. External IP: 172.26.4.30, port: baf51bf7-8a53-493c-b113-d759f1e1bbfa. Mar 02 07:25:33.396767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.397290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.403279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:33.407927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:33.408611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.437578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.481007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.521471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Deleting port 2be7b9d5-aed2-4995-88ba-73b6bd093ea5 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:33.521721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.587821 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.6266770 Mar 02 07:25:33.629625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:33.649478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 1a3e31de-772d-4888-852e-812b75544bfe {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:33.649846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.704590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Network': ['ID=821cd8d2-cf15-48f5-943f-3d2bbe79fbf1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:33.717463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 821cd8d2-cf15-48f5-943f-3d2bbe79fbf1 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:33.821200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:33.839519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.024785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63e17e-6775-413a-bd35-45ab390ce274 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Network': ['ID=6bbed134-0c5a-4c2a-9c4b-4f7217d968ff,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:34.036291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6bbed134-0c5a-4c2a-9c4b-4f7217d968ff details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:34.093561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Network 898da3f1-480c-429c-a9a0-5ead11be8ed5 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:34.104555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:34.113392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=5fed98a5-a5ed-40fe-bfbb-29d5b784c17e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:34.125826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.142096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Transition to ACTIVE for port object e43e6b71-d4a6-4f6d-8437-bf0f31027383 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:34.165138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:34.166079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.166671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.207138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e6ce0-bbad-49b5-952a-414645e76cb7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.213579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e6ce0-bbad-49b5-952a-414645e76cb7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.219383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e6ce0-bbad-49b5-952a-414645e76cb7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.225510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e6ce0-bbad-49b5-952a-414645e76cb7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:34.229702 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e85e6ce0-bbad-49b5-952a-414645e76cb7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5962000 Mar 02 07:25:34.235181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.240374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:34.241483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.386632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.395710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.399351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Pushing event updated for resources: {'Port': ['ID=e43e6b71-d4a6-4f6d-8437-bf0f31027383,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:34.437752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Network c8aff043-277d-467b-9e4a-8c0c77b91409 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:34.504019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:34.513483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Calling delete_port for 2be7b9d5-aed2-4995-88ba-73b6bd093ea5 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:34.553164 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-214e91bc-9090-411a-b272-ed9b0e9c8633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2178645 Mar 02 07:25:34.561187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=3908aecc-28bf-4956-80f1-3e3c77fe1bcd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:34.562839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39058) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:34.579051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:34.618838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.619555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41980e3-81d0-4409-b0ea-19910ee0ac5e None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:34.629998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:34.677851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.678528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 1a3e31de-772d-4888-852e-812b75544bfe owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:34.734131 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43a6077f-05f7-470e-b01c-9f6340624cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/3908aecc-28bf-4956-80f1-3e3c77fe1bcd HTTP/1.1" status: 204 len: 168 time: 2.1962190 Mar 02 07:25:34.738125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:34.791593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.825448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2bc7fce4-09a5-4260-acb0-a004e8dc3663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.837484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-986faa80-fd5b-43ad-a73e-92821340c713 None None] Provisioning for port e43e6b71-d4a6-4f6d-8437-bf0f31027383 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:34.850716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-986faa80-fd5b-43ad-a73e-92821340c713 None None] Provisioning complete for port e43e6b71-d4a6-4f6d-8437-bf0f31027383 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:34.851094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-986faa80-fd5b-43ad-a73e-92821340c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.927278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-986faa80-fd5b-43ad-a73e-92821340c713 None None] Port e43e6b71-d4a6-4f6d-8437-bf0f31027383 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:34.935731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:34.949710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:34.987594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.001548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:35.005499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.011788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] Deleting port 5f769631-d2f1-4d6a-9528-ae786941eb30 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:35.012174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.038216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=1a3e31de-772d-4888-852e-812b75544bfe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.043019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3c74b12e-0b67-40ae-9964-52b1fec174fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/1a3e31de-772d-4888-852e-812b75544bfe HTTP/1.1" status: 204 len: 168 time: 1.7182364 Mar 02 07:25:35.049413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-726a350b-1afd-47ec-a0c1-f69338d11186 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:router {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:35.052163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39066) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:35.076962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d50df0-2d1a-43c8-a706-35db0376cd16 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:35.160232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-726a350b-1afd-47ec-a0c1-f69338d11186 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:router {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:35.163891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-726a350b-1afd-47ec-a0c1-f69338d11186 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4177165 Mar 02 07:25:35.168573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39070) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:35.207400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.241637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 60d50df0-2d1a-43c8-a706-35db0376cd16 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:35.301893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 60d50df0-2d1a-43c8-a706-35db0376cd16 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:35.302649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.334639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.372498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] For port 5f769631-d2f1-4d6a-9528-ae786941eb30, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5f769631-d2f1-4d6a-9528-ae786941eb30,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:35.372766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.381866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5d02973-a981-4f75-b1dd-18f0c5c330bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.477996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821cd8d2-cf15-48f5-943f-3d2bbe79fbf1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:35.479836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event deleted for resources: {'Port': ['ID=2be7b9d5-aed2-4995-88ba-73b6bd093ea5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.506564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d2a7b3-d20b-4f92-b0db-41b8a87225c3') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:35.507033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d2a7b3-d20b-4f92-b0db-41b8a87225c3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:35.511833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] Calling delete_port for 5f769631-d2f1-4d6a-9528-ae786941eb30 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:35.608800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf611563-3e0e-45d5-a08e-d049f081ffce tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:35.614338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf611563-3e0e-45d5-a08e-d049f081ffce tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:35.615094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf611563-3e0e-45d5-a08e-d049f081ffce tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:35.627726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.643228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.647409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 60d50df0-2d1a-43c8-a706-35db0376cd16, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60d50df0-2d1a-43c8-a706-35db0376cd16,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:35.651515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.677202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.692871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.703481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] Pushing event deleted for resources: {'Port': ['ID=5f769631-d2f1-4d6a-9528-ae786941eb30,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.734679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:35.735086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.738684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54673269-b6a8-424d-bb10-eed773169d7c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:35.750755 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:35.756875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:35.768129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f712c5e-aa1a-4e8a-a961-a24523b7a71a None None] No DVR routers for this DVR port 5f769631-d2f1-4d6a-9528-ae786941eb30 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:35.794382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:35.809216 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 54673269-b6a8-424d-bb10-eed773169d7c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:35.809813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54673269-b6a8-424d-bb10-eed773169d7c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:35.827690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:35.828327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:35.897592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.912967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.916484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:35.927096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=60d50df0-2d1a-43c8-a706-35db0376cd16,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:35.934047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.937036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:35.937831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:35.962060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.971899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5d02973-a981-4f75-b1dd-18f0c5c330bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.977155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5d02973-a981-4f75-b1dd-18f0c5c330bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.980776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] device_id is not set on port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:35.982577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.993721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:35.998895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.004318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:36.004731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5472f-b4c1-499c-9a84-0af17ddb116d None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:36.035136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf611563-3e0e-45d5-a08e-d049f081ffce tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:36.036368 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cf611563-3e0e-45d5-a08e-d049f081ffce tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.9825284 Mar 02 07:25:36.048075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.052673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:36.112096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Network': ['ID=821cd8d2-cf15-48f5-943f-3d2bbe79fbf1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:36.114701 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-58155d71-9cb0-47e2-af18-16428648b44f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.8461058 Mar 02 07:25:36.117783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39078) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:36.130528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Transition to ACTIVE for port object 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:36.132233 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8abb8821-fe63-4e50-b22c-2ce5c56221af tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/networks/821cd8d2-cf15-48f5-943f-3d2bbe79fbf1 HTTP/1.1" status: 204 len: 168 time: 1.8855233 Mar 02 07:25:36.139252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39082) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:36.145493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.176689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:36.235192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.244051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.254512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5d02973-a981-4f75-b1dd-18f0c5c330bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.254983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d02973-a981-4f75-b1dd-18f0c5c330bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Fanout notify agent at l3_agent the message router_deleted on router fc75a97e-6c0a-4332-a81b-c1b8244ad609 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:25:36.289798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port b69f5829-84b8-45c1-95a1-c82faa35c667 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:36.290143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.320804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5d02973-a981-4f75-b1dd-18f0c5c330bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.325130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b5d02973-a981-4f75-b1dd-18f0c5c330bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/routers/fc75a97e-6c0a-4332-a81b-c1b8244ad609 HTTP/1.1" status: 204 len: 168 time: 1.1522300 Mar 02 07:25:36.325263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.380312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39086) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:36.391877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.392379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Fanout notify agent at l3_agent the message router_deleted on router 00ab7ce6-6d6e-41a5-8d4a-e899263e6171 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:25:36.396963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:36.455280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.461980 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e93f6b9-c84b-4803-8511-f29e6001cf1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/00ab7ce6-6d6e-41a5-8d4a-e899263e6171 HTTP/1.1" status: 204 len: 168 time: 4.0977812 Mar 02 07:25:36.461980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:36.515145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-106022201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:36.527688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:36.543517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=5fed98a5-a5ed-40fe-bfbb-29d5b784c17e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:36.543911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Usage tracker for resource:router and tenant:119d26860e9648ecaf29592563e400ee is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:36.574005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.621029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:36.629208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:36.629538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:36.629894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:36.638214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:36.655878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:36.670586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:36.673500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:36.680413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.681375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.692332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:36.692888 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:36.700216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 2 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:36.745059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:36.774430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.780272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:36.780613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:36.780939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:36.781469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.782707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.783011 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 2f610d3d-8910-4963-a04f-61dc1b971c16 disassociated. External IP: 172.26.4.30, port: baf51bf7-8a53-493c-b113-d759f1e1bbfa. Mar 02 07:25:36.829228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:36.832570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.841920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:36.842248 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:36.889934 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 3 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:36.902931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:36.930897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.931963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d50df0-2d1a-43c8-a706-35db0376cd16 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:36.939019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.959087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.965256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:36.966578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:36.967091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:36.967423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:36.976501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.017989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 60d50df0-2d1a-43c8-a706-35db0376cd16 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:37.018451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.076083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.080095 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8748262e-cc3d-43af-b8a1-e631df8e44cf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6146739 Mar 02 07:25:37.081396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39094) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:37.100184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': True}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:37.117949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.222885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbed134-0c5a-4c2a-9c4b-4f7217d968ff']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:37.235283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:37.235610 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:37.248694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5f769631-d2f1-4d6a-9528-ae786941eb30 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:37.291795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 5f769631-d2f1-4d6a-9528-ae786941eb30 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:37.292741 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5f769631-d2f1-4d6a-9528-ae786941eb30 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:37.295044 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 4 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:37.324361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for b69f5829-84b8-45c1-95a1-c82faa35c667 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:37.354026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb11c3c-da09-4273-bb86-464b725a240a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:37.355355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb11c3c-da09-4273-bb86-464b725a240a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:37.390567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:37.390893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:37.391217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:37.398797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.419309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.422480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:37.422801 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:37.441612 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 5 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:37.461901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Pushing event updated for resources: {'Port': ['ID=e43e6b71-d4a6-4f6d-8437-bf0f31027383,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:37.466998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.499927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:37.500258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:37.500584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:37.512665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:37.513064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:37.527821 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:37.597881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:37.598213 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:37.606782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 6 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:37.662903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.710981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:37.711721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:37.711721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:37.742359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=b69f5829-84b8-45c1-95a1-c82faa35c667,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:37.743951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.749016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:37.749395 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:37.752096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.755605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 7 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:37.782153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.812651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Network': ['ID=6bbed134-0c5a-4c2a-9c4b-4f7217d968ff,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:37.818284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:37.818607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:37.818934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:37.822253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.828748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-effb474a-ae35-4d9c-ad14-11d484c907d5 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/networks/6bbed134-0c5a-4c2a-9c4b-4f7217d968ff HTTP/1.1" status: 204 len: 168 time: 1.6857030 Mar 02 07:25:37.829121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39098) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:37.831428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:37.831780 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:37.832783 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 8 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:37.843560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.869957 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-880b4542-60b7-45d9-baa9-96907a6c1284 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/b69f5829-84b8-45c1-95a1-c82faa35c667 HTTP/1.1" status: 204 len: 168 time: 1.7978179 Mar 02 07:25:37.874031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39102) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:37.889065 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Network c8aff043-277d-467b-9e4a-8c0c77b91409 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:37.896391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:37.945944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:37.947238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:37.947570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:37.947816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:37.947918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:37.952851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:37.958587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:37.959169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:37.965993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38caabf-ebcf-4c9d-aa7d-941aba9700f5 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:37.982100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=d8c5df72-d562-413b-8423-49df70b0ba0d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:38.008513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:38.009084 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:38.022960 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 9 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:38.110018 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c50f344-e74d-4fbd-96fb-0f5f9b145f06 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7285197 Mar 02 07:25:38.114981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39106) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.116947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:38.117483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:38.117988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:38.123516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1453236148', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:38.132307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:38.135791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:38.136946 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:38.143349 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 10 to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e Mar 02 07:25:38.143766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:router and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:38.149929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:38.219598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:38.219995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'd8c5df72-d562-413b-8423-49df70b0ba0d'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:38.221341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.243223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:38.243526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:38.244033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:38.256187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.257424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.263491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa2a3ad-19f4-4201-9fe2-973088b36ae3 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:38.269297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa2a3ad-19f4-4201-9fe2-973088b36ae3 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:38.269724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:38.270086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4aa2a3ad-19f4-4201-9fe2-973088b36ae3 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Synchronizing usage tracker for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:38.275304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:38.275633 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:38.275994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.276984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.284987 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:38.305868 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:38.306945 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:38.342219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.359153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36c1a1c4-7198-45ba-942f-889c58d704a6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/floatingips/2f610d3d-8910-4963-a04f-61dc1b971c16 HTTP/1.1" status: 200 len: 687 time: 2.2403264 Mar 02 07:25:38.362203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39110) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.364827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bcad3c-9f13-4f82-8607-0701af9eaa23 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:38.365534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0bcad3c-9f13-4f82-8607-0701af9eaa23 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:38.380527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:38.388480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4aa2a3ad-19f4-4201-9fe2-973088b36ae3 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Unset dirty status for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:38.389667 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4aa2a3ad-19f4-4201-9fe2-973088b36ae3 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5594633 Mar 02 07:25:38.394872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.409770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-309044788'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:38.432450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:38.464940 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:38.472121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/d8c5df72-d562-413b-8423-49df70b0ba0d/0bd790d4-d0b9-4c49-89f3-d37016b52af5) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:38.479659 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:38.480513 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:38.523815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0bcad3c-9f13-4f82-8607-0701af9eaa23 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:38.525017 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0bcad3c-9f13-4f82-8607-0701af9eaa23 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6348107 Mar 02 07:25:38.526161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:38.532342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.533404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] For port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:38.533827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:25:38.583865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.598211 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:38.598649 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c5b6c0-ba3a-4e46-956b-43bb0a1cdb3f None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:38.646677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2f1eb2b0-b345-4e2b-8806-def89e119406 None None] Provisioning complete for port e43e6b71-d4a6-4f6d-8437-bf0f31027383 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:38.646971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb2b0-b345-4e2b-8806-def89e119406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.671459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.728668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2f1eb2b0-b345-4e2b-8806-def89e119406 None None] Port e43e6b71-d4a6-4f6d-8437-bf0f31027383 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:38.772519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Made reservation on behalf of 9c80a0b7547a4887b5681592770a8ef1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:38.775897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.784851 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc798339-df95-40da-80d6-94fa986a4f59 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:25:38.786212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc798339-df95-40da-80d6-94fa986a4f59 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/1a3e31de-772d-4888-852e-812b75544bfe HTTP/1.1" status: 404 len: 333 time: 0.2511160 Mar 02 07:25:38.803217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.809094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.816149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Transition to ACTIVE for port object 0bd790d4-d0b9-4c49-89f3-d37016b52af5 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:38.835260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Transition to ACTIVE for port object 0bd790d4-d0b9-4c49-89f3-d37016b52af5 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:38.841142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.859456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] In _notify_port_updated(), no bound segment for port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:25:38.860433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:38.861203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.862805 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "PUT /v2.0/ports/5fed98a5-a5ed-40fe-bfbb-29d5b784c17e HTTP/1.1" status: 200 len: 981 time: 4.2544291 Mar 02 07:25:38.869791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.885312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port 6b711802-7c2e-408c-a0e3-7bae314be6fe {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:38.885950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.920371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:38.923354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:38.927145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:38.935352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139344ab-75e1-404f-8ad7-f261f902667f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=5fed98a5-a5ed-40fe-bfbb-29d5b784c17e,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:38.946279 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2914fdf-ab5e-488a-8454-bc9e416e9593 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:25:38.950240 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2914fdf-ab5e-488a-8454-bc9e416e9593 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/b69f5829-84b8-45c1-95a1-c82faa35c667 HTTP/1.1" status: 404 len: 333 time: 0.1399975 Mar 02 07:25:38.955649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.961858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:38.962945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:38.964146 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-32998297-f5f4-43cc-9be2-22d33077aa0f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8478146 Mar 02 07:25:38.970147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:38.987067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:39.020445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Sync routers for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:39.028178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.028771 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Added segment 81bbd121-de31-4048-bb35-105ae94d592e of type vlan for network 0f48785d-0e3f-4e4a-86cf-550ac7ec78e1 Mar 02 07:25:39.049341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:39.049995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:39.069156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.087736 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0bb08aee-626d-4f95-96b4-0d6f815764cd admin admin] 10.222.0.41 "PUT /v2.0/routers/0bef254a-f7a7-4a3b-9992-149e8dd27f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3414929 Mar 02 07:25:39.119672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.135020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.148952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.189044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.189796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.190412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.191019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.191626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.192282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.192888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.193476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.194103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.194848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.195473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.196090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.196702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.197297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.197927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.198564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.199161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.199759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.200409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.201005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.203996 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5f28a05-0df1-493b-b067-42cb57e0fa6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17422 time: 0.3318934 Mar 02 07:25:39.213882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:39.242220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:39.332651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.338467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:39.339807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.387667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Pushing event updated for resources: {'Port': ['ID=0bd790d4-d0b9-4c49-89f3-d37016b52af5,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:39.473340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Deleting port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:39.474017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.512853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.540776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Attempting to bind port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:39.541524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Attempting to bind port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:39.542378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Attempting to bind port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:39.575702 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1739812 Mar 02 07:25:39.575910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.575910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.584312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:39.584312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:39.585011 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.585601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:39.586140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Bound port: 0bd790d4-d0b9-4c49-89f3-d37016b52af5, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:39.586623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.596000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:39.601259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-636270982'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:39.619709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d035-d500-4f7b-85c8-e39a767c7aa8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Network': ['ID=0f48785d-0e3f-4e4a-86cf-550ac7ec78e1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:39.624076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:39.631861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edccbd8-8d78-4cab-bcc0-e94c45c3f301']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:39.644367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Usage tracker for resource:network and tenant:9c80a0b7547a4887b5681592770a8ef1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:39.655477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:39.664824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9386181b-4702-4013-b463-83ae4b79f340') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:39.665114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9386181b-4702-4013-b463-83ae4b79f340') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:39.695381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:39.744214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.744517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] For port 0bd790d4-d0b9-4c49-89f3-d37016b52af5, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:39.748227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] For port 0bd790d4-d0b9-4c49-89f3-d37016b52af5, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0bd790d4-d0b9-4c49-89f3-d37016b52af5,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:39.752893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 0f48785d-0e3f-4e4a-86cf-550ac7ec78e1 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:39.757798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Made reservation on behalf of 9c80a0b7547a4887b5681592770a8ef1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:39.761843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.808802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.831365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:39.831762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:39.847835 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:39.856984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:39.858311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for 6b711802-7c2e-408c-a0e3-7bae314be6fe owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:39.910126 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:39.953309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:36Z', 'revision_number': 2, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:39.971158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Checking router: 0bef254a-f7a7-4a3b-9992-149e8dd27f4a for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:39.971657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Updating router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a port e43e6b71-d4a6-4f6d-8437-bf0f31027383 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:40.014643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.015093 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Added segment 6ad4b5b0-cf67-4ebd-870e-3553860f36bc of type vlan for network 3b325672-e5b8-4fa6-88ba-f912d6160328 Mar 02 07:25:40.046457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:40.047992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.065177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6061f-c9e0-4500-8a4d-0af35b78ef24 None None] Pushing event updated for resources: {'Port': ['ID=0bd790d4-d0b9-4c49-89f3-d37016b52af5,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.074359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.083622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476271754', 'description': 'tempest-description--638343394'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:40.088208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.103790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] For port 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e, host hv-neutron-8314, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:40.104419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.112816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:40.130066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Allocated IP 172.26.4.184 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a522f977-0f18-4be3-ad94-40efa79e3850) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:40.133836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=6edccbd8-8d78-4cab-bcc0-e94c45c3f301,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.190959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Usage tracker for resource:security_group and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:40.203052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a66a453e-b6e7-402a-a918-59e69cffd543 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/6edccbd8-8d78-4cab-bcc0-e94c45c3f301 HTTP/1.1" status: 204 len: 168 time: 1.2380154 Mar 02 07:25:40.263005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.266434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:40.267583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:40.285788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Calling delete_port for 5fed98a5-a5ed-40fe-bfbb-29d5b784c17e owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:40.302023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.360396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1402978149'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:40.365084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:40.374032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:40.433352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.449501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:40.453491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.459166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:40.459898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.475978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:40.511185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:40.514197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:40.540281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.544170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Usage tracker for resource:security_group_rule and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:40.549577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:40.557274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Transition to ACTIVE for port object e43e6b71-d4a6-4f6d-8437-bf0f31027383 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:40.557458 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9578936 Mar 02 07:25:40.557458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.563494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.568442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:40.605714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.700382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d5bb3-a7aa-470f-bf2f-e84d975d0639 None None] Pushing event updated for resources: {'Port': ['ID=e43e6b71-d4a6-4f6d-8437-bf0f31027383,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.729547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:40.735269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'ports': [{'network_id': '0f48785d-0e3f-4e4a-86cf-550ac7ec78e1', 'name': 'tempest-port--959330240', 'admin_state_up': True}, {'network_id': '3b325672-e5b8-4fa6-88ba-f912d6160328', 'admin_state_up': False}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:40.735269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'port': {'network_id': '0f48785d-0e3f-4e4a-86cf-550ac7ec78e1', 'name': 'tempest-port--959330240', 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:40.735731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'port': {'network_id': '3b325672-e5b8-4fa6-88ba-f912d6160328', 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:40.771695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.792777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Attempting to bind port e43e6b71-d4a6-4f6d-8437-bf0f31027383 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:40.793252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Attempting to bind port e43e6b71-d4a6-4f6d-8437-bf0f31027383 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:40.793738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Attempting to bind port e43e6b71-d4a6-4f6d-8437-bf0f31027383 on network c8aff043-277d-467b-9e4a-8c0c77b91409 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:40.799597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:40.800133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Checking segment: {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:40.800640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.801133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Bound using segment: {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:40.801727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Bound port: e43e6b71-d4a6-4f6d-8437-bf0f31027383, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:40.802205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.835529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:40.839066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.855054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.858661 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5fed98a5-a5ed-40fe-bfbb-29d5b784c17e HTTP/1.1" status: 204 len: 168 time: 1.6416397 Mar 02 07:25:40.866845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.878791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f5708-83b8-4087-ba0b-f7ccabba14c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fed98a5-a5ed-40fe-bfbb-29d5b784c17e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.878938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:40.879669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=6b711802-7c2e-408c-a0e3-7bae314be6fe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.890325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5843f3d-ffd0-4a84-84c4-76204a9a08d0 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Network': ['ID=3b325672-e5b8-4fa6-88ba-f912d6160328,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:40.919742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] For port e43e6b71-d4a6-4f6d-8437-bf0f31027383, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:40.926165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] For port e43e6b71-d4a6-4f6d-8437-bf0f31027383, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e43e6b71-d4a6-4f6d-8437-bf0f31027383,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:40.936276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:40.983273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Port': ['ID=a522f977-0f18-4be3-ad94-40efa79e3850,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:41.011704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:41.034347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 3b325672-e5b8-4fa6-88ba-f912d6160328 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:41.087911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.102880 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment 6e6a4d01-095f-43fc-b40e-14b6ed67d0ab of type vlan for network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 Mar 02 07:25:41.110618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0bd790d4-d0b9-4c49-89f3-d37016b52af5 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:41.199033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:41.200498 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-994268e7-bd6d-49ec-a16f-8ee50326f312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:25:41.201451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-994268e7-bd6d-49ec-a16f-8ee50326f312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Synchronizing usage tracker for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:41.215979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::1 (9cd85606-01cd-4b60-bb33-0395597a84af/d8c5df72-d562-413b-8423-49df70b0ba0d/eccfef2f-4b87-4b11-8898-e51673a6052d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:41.221756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:41.235799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:41.296432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.361452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:41.376186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.378746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Usage tracker for resource:port and tenant:9c80a0b7547a4887b5681592770a8ef1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:41.383822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:41.384467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:41.386956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:41.405058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.422489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:41.464817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-994268e7-bd6d-49ec-a16f-8ee50326f312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Unset dirty status for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:41.466245 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-994268e7-bd6d-49ec-a16f-8ee50326f312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "GET /v2.0/ports/5fed98a5-a5ed-40fe-bfbb-29d5b784c17e HTTP/1.1" status: 404 len: 333 time: 0.5843925 Mar 02 07:25:41.482775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39174) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:41.485159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.491640 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:41.492261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.514529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730666902', 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:41.517069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Made reservation on behalf of 9c80a0b7547a4887b5681592770a8ef1 for: {'port': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:41.522360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.525330 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:41.536383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.549881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb876d-8961-40df-97b0-22453f6353ed,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:41.571078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.575805 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e3b71ac-7715-45f8-a316-d2255a275c36 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5253873 Mar 02 07:25:41.581036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:41.588978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Request body: {'security_group_rule': {'security_group_id': '32fb876d-8961-40df-97b0-22453f6353ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:41.594601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.603175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:41.614301 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3434565 Mar 02 07:25:41.618313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:41.619388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:41.620831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:41.687690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:41.707141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Usage tracker for resource:security_group_rule and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:41.712795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:41.725797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d5bb3-a7aa-470f-bf2f-e84d975d0639 None None] Pushing event updated for resources: {'Port': ['ID=e43e6b71-d4a6-4f6d-8437-bf0f31027383,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:41.732430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Made reservation on behalf of 29ebff875c2042ee8d784069bad60e0a for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:41.734956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.740659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:41.773249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:41.777704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8951d56-dd4d-4603-9a80-36b1568c3a47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=7ed42a5d-5efd-4c61-bdfb-c829a29cf748,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:41.794815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.800679 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-703852f2-2b8a-4fd4-a386-24476f6b3824 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/floatingips/2f610d3d-8910-4963-a04f-61dc1b971c16 HTTP/1.1" status: 204 len: 168 time: 3.4373600 Mar 02 07:25:41.804312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39186) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:41.806970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.819883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] device_id is not set on port 4903d856-a396-4caa-a9e7-ca1a83dd4a94 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:41.821701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:41.915068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:41.992079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:42.005474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:42.013276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d50e3fae-4000-424c-bb89-c2c2ddcd7635 None None] Provisioning for port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:42.013928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:42.039367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d50e3fae-4000-424c-bb89-c2c2ddcd7635 None None] Provisioning complete for port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:42.039743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fae-4000-424c-bb89-c2c2ddcd7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.075324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:42.105176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] device_id is not set on port 8c073969-30e1-4d74-97c9-a21a925bdf34 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:42.110294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:42.113687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.125266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '4f36f031-c79b-4974-95b2-f5e91aa470fc'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:42.151830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:42.159345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.162933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object eccfef2f-4b87-4b11-8898-e51673a6052d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:42.172242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:floatingip and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:42.178783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:42.202785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:42.205989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.209823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.246193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:25:42.246788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fae-4000-424c-bb89-c2c2ddcd7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.248715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:25:42.264832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e695f5-ee63-40e1-bfbd-8d02d961f83a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:42.281613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.282387 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd27d719-749b-4776-99cc-303f3151a133 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7001624 Mar 02 07:25:42.287724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39190) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:42.292081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:40Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:42.294819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Request body: {'security_group_rule': {'security_group_id': '32fb876d-8961-40df-97b0-22453f6353ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:42.298952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f1eaa-525b-42d1-94b0-658016a59229 None None] The sync data for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv is: [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:40Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:42.300404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:42.304951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Usage tracker for resource:security_group_rule and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:42.308630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d50e3fae-4000-424c-bb89-c2c2ddcd7635 None None] For port 0bd790d4-d0b9-4c49-89f3-d37016b52af5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0bd790d4-d0b9-4c49-89f3-d37016b52af5,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:42.309397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:42.314477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fae-4000-424c-bb89-c2c2ddcd7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.325158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:42.328441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.408149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3fae-4000-424c-bb89-c2c2ddcd7635 None None] Pushing event updated for resources: {'Port': ['ID=0bd790d4-d0b9-4c49-89f3-d37016b52af5,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:42.449466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.511256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.567389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.632845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.640740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.651531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.654467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:42.669278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:42.680571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.710119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.727440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:42.727951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.784647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] device_id is not set on port 0bf1bbe6-b0fd-49bb-93f1-b33dccaff4ae yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:42.793137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c17a7f8-c930-4909-86c0-8b1ed8680316,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:42.849347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:42.853479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-831ad8e6-3c97-4e96-aef9-e68325ef1445 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5621893 Mar 02 07:25:42.860785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39194) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:42.872110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=eccfef2f-4b87-4b11-8898-e51673a6052d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:42.905072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:42.914018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:42.918965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Usage tracker for resource:floatingip and tenant:9b7155b58ec348d5be136331948bfd56 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:42.922203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:42.929811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:42.943912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=8592be85-eccc-4f65-b8d2-c234781accc6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:42.946769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': '6e6a4d01-095f-43fc-b40e-14b6ed67d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:42.947150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: 7ed42a5d-5efd-4c61-bdfb-c829a29cf748, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:42.994107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=4903d856-a396-4caa-a9e7-ca1a83dd4a94,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:43.008635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Network 898da3f1-480c-429c-a9a0-5ead11be8ed5 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:43.015975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.026030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:43.035112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:43.036045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.036636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.043221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc1d5aa5-94ac-4f73-aef2-8a911db87a01 None None] Provisioning for port eccfef2f-4b87-4b11-8898-e51673a6052d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:43.049022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc1d5aa5-94ac-4f73-aef2-8a911db87a01 None None] Provisioning complete for port eccfef2f-4b87-4b11-8898-e51673a6052d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:43.049564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5aa5-94ac-4f73-aef2-8a911db87a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.126105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0bd790d4-d0b9-4c49-89f3-d37016b52af5 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:43.188511 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6010c40a-852e-42e4-a9fa-9f8efe7cc028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7002497 Mar 02 07:25:43.199771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.202550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39198) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:43.209553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d5aa5-94ac-4f73-aef2-8a911db87a01 None None] Port eccfef2f-4b87-4b11-8898-e51673a6052d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:43.212848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.231570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:43.232245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.256242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.337690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:43.398278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e43e6b71-d4a6-4f6d-8437-bf0f31027383 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:43.442999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 7ed42a5d-5efd-4c61-bdfb-c829a29cf748) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:43.444571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Port': ['ID=8c073969-30e1-4d74-97c9-a21a925bdf34,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:43.452143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.452624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.474676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d283a5e-1271-4305-9546-33cdf365f85b None None] Network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:43.494494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Checking segment: {'id': '81bbd121-de31-4048-bb35-105ae94d592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f48785d-0e3f-4e4a-86cf-550ac7ec78e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:43.495926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network hostable DHCP agents. Network: 0f48785d-0e3f-4e4a-86cf-550ac7ec78e1, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:43.526259 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09de2f59-95c6-4f5c-ac21-9a3e8a1c9c1b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8524384 Mar 02 07:25:43.527156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:43.539474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748', 'name': 'tempest-PortsIpV6TestJSON-1132074693'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:43.681478 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:25:43.692576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:43.708850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network 0f48785d-0e3f-4e4a-86cf-550ac7ec78e1 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:43.711277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:43.727654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 0f48785d-0e3f-4e4a-86cf-550ac7ec78e1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:43.730094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.736292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.738230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:43.739015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.756091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port e43e6b71-d4a6-4f6d-8437-bf0f31027383 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:43.768225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4544af-b6f8-4cfe-92c4-10c466c15af8 None None] Network 0f48785d-0e3f-4e4a-86cf-550ac7ec78e1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:43.769605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.776591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed12bb-2043-4727-8bf0-0950e61d8bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:43.777328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97ed12bb-2043-4727-8bf0-0950e61d8bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Synchronizing usage tracker for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:43.783994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.793533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-7ed42a5d-5efd-4c61-bdfb-c829a29cf748', 'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748', 'tenant_id': '0dc0eac2434141018dd53aeea6495516', 'fixed_ips': [{'subnet_id': '8592be85-eccc-4f65-b8d2-c234781accc6'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:43.795534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.819364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e43e6b71-d4a6-4f6d-8437-bf0f31027383 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:43.819832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.820580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:43.824888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:43.880768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 8189e2fd-e396-4af1-b816-949298462f73 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:43.962617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97ed12bb-2043-4727-8bf0-0950e61d8bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Unset dirty status for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:43.965980 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97ed12bb-2043-4727-8bf0-0950e61d8bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "GET /v2.0/ports/4903d856-a396-4caa-a9e7-ca1a83dd4a94 HTTP/1.1" status: 200 len: 959 time: 0.7323763 Mar 02 07:25:43.969867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39208) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:44.038236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Port': ['ID=0bf1bbe6-b0fd-49bb-93f1-b33dccaff4ae,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:44.071943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Checking segment: {'id': '6ad4b5b0-cf67-4ebd-870e-3553860f36bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3b325672-e5b8-4fa6-88ba-f912d6160328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:44.072208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network hostable DHCP agents. Network: 3b325672-e5b8-4fa6-88ba-f912d6160328, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:44.104913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::14a (7ed42a5d-5efd-4c61-bdfb-c829a29cf748/8592be85-eccc-4f65-b8d2-c234781accc6/8189e2fd-e396-4af1-b816-949298462f73) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:44.119728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network 3b325672-e5b8-4fa6-88ba-f912d6160328 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:44.131078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.143301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 3b325672-e5b8-4fa6-88ba-f912d6160328) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:44.151220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:44.156919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.161831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.162469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.180786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.26.4.210 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/fef242a8-d5db-4821-8dee-bfa403615b96) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:44.190688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf5e38-8344-4a29-b107-326729b06d95 None None] Network 3b325672-e5b8-4fa6-88ba-f912d6160328 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:44.233780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-233d8431-ff5b-492f-9d4f-ea1759af63e8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5063787 Mar 02 07:25:44.234578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:44.273897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Deleting port 4903d856-a396-4caa-a9e7-ca1a83dd4a94 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:44.274389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.341507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port e43e6b71-d4a6-4f6d-8437-bf0f31027383, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e43e6b71-d4a6-4f6d-8437-bf0f31027383,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:44.375563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.428574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.443683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1eff5e-86bc-4920-b757-d99cd92c8432 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.449538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1eff5e-86bc-4920-b757-d99cd92c8432 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.450325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd1eff5e-86bc-4920-b757-d99cd92c8432 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Synchronizing usage tracker for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:44.471765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 8189e2fd-e396-4af1-b816-949298462f73 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:44.485998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd1eff5e-86bc-4920-b757-d99cd92c8432 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Unset dirty status for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:44.490249 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd1eff5e-86bc-4920-b757-d99cd92c8432 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2436895 Mar 02 07:25:44.493256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:44.496682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=e43e6b71-d4a6-4f6d-8437-bf0f31027383,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:44.571880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.576654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Deleting port 8c073969-30e1-4d74-97c9-a21a925bdf34 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:44.576988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.633621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Allocated IP 2001:db8::2 (7ed42a5d-5efd-4c61-bdfb-c829a29cf748/8592be85-eccc-4f65-b8d2-c234781accc6/d092b230-8c16-4058-a480-702963abb2a5) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:44.684246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Router 6ff927be-88c4-479b-88b0-7fd3a678a686 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:44.728116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:44.742194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:44.746226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=8189e2fd-e396-4af1-b816-949298462f73,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:44.750619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:44.756067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:44.756687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.812858 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-412da085-0905-462b-8071-ef8ce8220f37 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2796071 Mar 02 07:25:44.813749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39220) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:44.846271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.870135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.877788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.894614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Transition to ACTIVE for port object d092b230-8c16-4058-a480-702963abb2a5 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:44.925336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Transition to ACTIVE for port object d092b230-8c16-4058-a480-702963abb2a5 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:44.934222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.938147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.953451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 8189e2fd-e396-4af1-b816-949298462f73 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:44.953814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:44.976192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e43e6b71-d4a6-4f6d-8437-bf0f31027383 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:45.010212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Calling delete_port for 4903d856-a396-4caa-a9e7-ca1a83dd4a94 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:45.040729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:45.047635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:45.050597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:45.114793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Pushing event updated for resources: {'Port': ['ID=d092b230-8c16-4058-a480-702963abb2a5,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.182916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Attempting to bind port d092b230-8c16-4058-a480-702963abb2a5 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:45.183445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Attempting to bind port d092b230-8c16-4058-a480-702963abb2a5 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '6e6a4d01-095f-43fc-b40e-14b6ed67d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:45.183921 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Attempting to bind port d092b230-8c16-4058-a480-702963abb2a5 on network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:45.186451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e43e6b71-d4a6-4f6d-8437-bf0f31027383 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:45.186945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.222704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Calling delete_port for 8c073969-30e1-4d74-97c9-a21a925bdf34 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:45.224649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:45.225162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Checking segment: {'id': '6e6a4d01-095f-43fc-b40e-14b6ed67d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:45.225664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.226155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Bound using segment: {'id': '6e6a4d01-095f-43fc-b40e-14b6ed67d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:45.226721 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Bound port: d092b230-8c16-4058-a480-702963abb2a5, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6a4d01-095f-43fc-b40e-14b6ed67d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7ed42a5d-5efd-4c61-bdfb-c829a29cf748'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:45.227182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.323985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:45.344981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.367499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.368507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.374943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] For port d092b230-8c16-4058-a480-702963abb2a5, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:45.378976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] For port d092b230-8c16-4058-a480-702963abb2a5, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d092b230-8c16-4058-a480-702963abb2a5,segment=NetworkSegment(6e6a4d01-095f-43fc-b40e-14b6ed67d0ab),segment_id=6e6a4d01-095f-43fc-b40e-14b6ed67d0ab)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:45.397325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.403279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.412393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:45.422816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.431335 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] Sync routers for ids ['6ff927be-88c4-479b-88b0-7fd3a678a686'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:45.437866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.445905 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] Routers {'6ff927be-88c4-479b-88b0-7fd3a678a686'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:45.446805 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['6ff927be-88c4-479b-88b0-7fd3a678a686'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:45.512720 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:45.522035 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] Routers {'6ff927be-88c4-479b-88b0-7fd3a678a686'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:45.522949 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['6ff927be-88c4-479b-88b0-7fd3a678a686'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:45.532355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69bc32-b732-4bac-844c-f86c2e23da75 None None] Pushing event updated for resources: {'Port': ['ID=d092b230-8c16-4058-a480-702963abb2a5,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.547098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Port': ['ID=8c073969-30e1-4d74-97c9-a21a925bdf34,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.572839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:45.582424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.589805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39224) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:45.591313 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4903d856-a396-4caa-a9e7-ca1a83dd4a94 HTTP/1.1" status: 204 len: 168 time: 1.6168189 Mar 02 07:25:45.594868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.595628 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:45.596022 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6a226-0153-41ad-9989-e5e0a02a494a None None] The sync data for ids ['6ff927be-88c4-479b-88b0-7fd3a678a686'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:45.598719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.600018 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-963e3be3-836a-49e5-befc-9076e5b5db1f tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "PUT /v2.0/routers/6ff927be-88c4-479b-88b0-7fd3a678a686 HTTP/1.1" status: 200 len: 914 time: 8.5182149 Mar 02 07:25:45.601140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=eccfef2f-4b87-4b11-8898-e51673a6052d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.639868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:45.642832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:45.645103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39228) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:45.742649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce190f96-1dc4-4606-8278-bc67b4d7454a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event deleted for resources: {'Port': ['ID=4903d856-a396-4caa-a9e7-ca1a83dd4a94,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.758080 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23901ab-a728-4417-b4ef-378b6d5351d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:25:45.760210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c23901ab-a728-4417-b4ef-378b6d5351d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Synchronizing usage tracker for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:45.788528 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d51cabe-56d4-404a-af9e-b423a4611fe7 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/ports/8c073969-30e1-4d74-97c9-a21a925bdf34 HTTP/1.1" status: 204 len: 168 time: 1.2940173 Mar 02 07:25:45.793911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Allocated IP 172.26.4.59 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/b5a259e2-c638-4753-8805-6ae92bf927b3) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:45.799575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:45.803217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:45.848379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=fef242a8-d5db-4821-8dee-bfa403615b96,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:45.928803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:45.931704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:46.019795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 8189e2fd-e396-4af1-b816-949298462f73 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:46.143799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c23901ab-a728-4417-b4ef-378b6d5351d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Unset dirty status for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:46.144987 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c23901ab-a728-4417-b4ef-378b6d5351d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "GET /v2.0/ports/4903d856-a396-4caa-a9e7-ca1a83dd4a94 HTTP/1.1" status: 404 len: 333 time: 0.5522249 Mar 02 07:25:46.179666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:46.195161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Request body: {'port': {'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961316721'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:46.202396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Deleting port 0bf1bbe6-b0fd-49bb-93f1-b33dccaff4ae {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:46.202739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.270807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1861db30-9960-4b72-bbfe-66bc11ff4b3a None None] Provisioning complete for port eccfef2f-4b87-4b11-8898-e51673a6052d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:46.271757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1861db30-9960-4b72-bbfe-66bc11ff4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.294637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:46.435592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1861db30-9960-4b72-bbfe-66bc11ff4b3a None None] Port eccfef2f-4b87-4b11-8898-e51673a6052d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:25:46.453780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Router 3dd72cb0-611f-4012-ab0e-1511dab1d74a is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:25:46.529182 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8c8211d8-1660-4203-b677-7966faf00673 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/6ff927be-88c4-479b-88b0-7fd3a678a686 HTTP/1.1" status: 200 len: 920 time: 0.8794632 Mar 02 07:25:46.538588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:46.554400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:46.640565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd4521-d596-4ac8-bbe0-c23610afa300 None None] Network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:46.672320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:46.693260 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b8ec2d6b-a27a-4e3f-b04b-0af2556ee7eb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "PUT /v2.0/routers/3dd72cb0-611f-4012-ab0e-1511dab1d74a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7220597 Mar 02 07:25:46.695068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39244) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:46.700171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Made reservation on behalf of 29ebff875c2042ee8d784069bad60e0a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:46.702867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.736425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Sync routers for ids ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:46.762553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f6c80732-b343-43e5-b244-b93ab456010b None None] Provisioning for port d092b230-8c16-4058-a480-702963abb2a5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:46.767056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.771920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Routers {'3dd72cb0-611f-4012-ab0e-1511dab1d74a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:46.772552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:46.782677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf4af1-e3d4-441a-80eb-296c98c19f88 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:46.783278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8dbf4af1-e3d4-441a-80eb-296c98c19f88 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:46.786425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.812576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8dbf4af1-e3d4-441a-80eb-296c98c19f88 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:46.816282 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8dbf4af1-e3d4-441a-80eb-296c98c19f88 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports/eccfef2f-4b87-4b11-8898-e51673a6052d HTTP/1.1" status: 200 len: 911 time: 0.1178839 Mar 02 07:25:46.816783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39248) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:46.923214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:46.988649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.053296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] device_id is not set on port ba7658d0-e9e8-4628-bdc8-2378bb6b244f yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:47.054636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d092b230-8c16-4058-a480-702963abb2a5 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:47.096556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Calling delete_port for 0bf1bbe6-b0fd-49bb-93f1-b33dccaff4ae owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:47.107397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Set router 3dd72cb0-611f-4012-ab0e-1511dab1d74a gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:47.137338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69418742-c7eb-4bd8-8a05-4659dd9400d4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.143017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69418742-c7eb-4bd8-8a05-4659dd9400d4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.147340 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-69418742-c7eb-4bd8-8a05-4659dd9400d4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3270118 Mar 02 07:25:47.147504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39252) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.190713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.279220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35ec08-1cfd-42f5-adae-db474d8c964c tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.281055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e35ec08-1cfd-42f5-adae-db474d8c964c tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=6ff927be-88c4-479b-88b0-7fd3a678a686&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7257025 Mar 02 07:25:47.296262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=8189e2fd-e396-4af1-b816-949298462f73,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:47.301800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.351435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d092b230-8c16-4058-a480-702963abb2a5 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:47.362460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d092b230-8c16-4058-a480-702963abb2a5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:47.362975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.395089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.469283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.575494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.647980 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad057250-3d03-43d3-a32f-0e1bde8f1a8f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/8189e2fd-e396-4af1-b816-949298462f73 HTTP/1.1" status: 204 len: 168 time: 2.8310087 Mar 02 07:25:47.652790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39262) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.673469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Port': ['ID=0bf1bbe6-b0fd-49bb-93f1-b33dccaff4ae,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:47.687462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.690505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.712117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'name': 'tempest-NetworksTestDHCPv6-router-1453236148', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:38Z', 'updated_at': '2022-03-02T07:25:43Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None, '_interfaces': [{'id': 'eccfef2f-4b87-4b11-8898-e51673a6052d', 'name': '', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'mac_address': 'fa:16:3e:c2:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd8c5df72-d562-413b-8423-49df70b0ba0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:40Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'subnets': [{'id': 'd8c5df72-d562-413b-8423-49df70b0ba0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:47.718723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Checking router: 3dd72cb0-611f-4012-ab0e-1511dab1d74a for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:47.719067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Updating router 3dd72cb0-611f-4012-ab0e-1511dab1d74a port eccfef2f-4b87-4b11-8898-e51673a6052d binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:25:47.724331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.729339 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-61a64284-88b9-4453-8775-fbb966bfc0dc tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/ports/0bf1bbe6-b0fd-49bb-93f1-b33dccaff4ae HTTP/1.1" status: 204 len: 168 time: 1.9283433 Mar 02 07:25:47.732553 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-812791de-f3a6-4c66-be30-7bdc70aa8e31 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:25:47.733030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812791de-f3a6-4c66-be30-7bdc70aa8e31 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:25:47.737210 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-812791de-f3a6-4c66-be30-7bdc70aa8e31 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/8189e2fd-e396-4af1-b816-949298462f73 HTTP/1.1" status: 404 len: 333 time: 0.0769172 Mar 02 07:25:47.742255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39268) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.742538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.783121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port d092b230-8c16-4058-a480-702963abb2a5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d092b230-8c16-4058-a480-702963abb2a5,segment=NetworkSegment(6e6a4d01-095f-43fc-b40e-14b6ed67d0ab),segment_id=6e6a4d01-095f-43fc-b40e-14b6ed67d0ab)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:47.796974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.798815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.803895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:47.821339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:47.837706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:47.887398 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-82851c5c-9fbf-4a82-ba22-772640fc1598 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1399703 Mar 02 07:25:47.892313 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7869e425-2712-452a-baff-752803c2125c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:25:47.897027 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7869e425-2712-452a-baff-752803c2125c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/8189e2fd-e396-4af1-b816-949298462f73 HTTP/1.1" status: 404 len: 333 time: 0.1447773 Mar 02 07:25:47.897027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.899619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39280) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.904294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1136388632'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:47.905081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.937929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c74c2f0-1574-408f-8d0a-ed5e96b4bafa None None] Provisioning complete for port d092b230-8c16-4058-a480-702963abb2a5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:47.938290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c74c2f0-1574-408f-8d0a-ed5e96b4bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.940012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f03ced-c5b2-47f4-97a3-7cd9c7dad52c tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:47.941622 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-50f03ced-c5b2-47f4-97a3-7cd9c7dad52c tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.6348364 Mar 02 07:25:47.946692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event updated for resources: {'Port': ['ID=b5a259e2-c638-4753-8805-6ae92bf927b3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:47.949734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:47.950430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39286) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:47.980498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:47.982629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Usage tracker for resource:network and tenant:9c80a0b7547a4887b5681592770a8ef1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:47.991734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:48.001515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.006396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:48.019381 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-13122efd-2f50-431a-8cfa-bd4f80a55062 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ff927be-88c4-479b-88b0-7fd3a678a686 HTTP/1.1" status: 200 len: 205 time: 0.0652144 Mar 02 07:25:48.025992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39290) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:48.066539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=d092b230-8c16-4058-a480-702963abb2a5,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:48.120855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet 8592be85-eccc-4f65-b8d2-c234781accc6 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:48.131091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Made reservation on behalf of 9c80a0b7547a4887b5681592770a8ef1 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:48.134412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.147019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.215017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfeaa6-2713-401c-8016-799d12f7ac04 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.215686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfeaa6-2713-401c-8016-799d12f7ac04 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.216168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfeaa6-2713-401c-8016-799d12f7ac04 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.217918 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8bfeaa6-2713-401c-8016-799d12f7ac04 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&network_id=55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 200 len: 2999 time: 0.4850953 Mar 02 07:25:48.222244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=fef242a8-d5db-4821-8dee-bfa403615b96,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:48.299025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.299241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.313946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.393270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.470221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:48.478010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Network 898da3f1-480c-429c-a9a0-5ead11be8ed5 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:48.496015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:48.510914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:48.512969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:48.513591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.519239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.535948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.536252 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Added segment 10a3491c-b4fa-432a-ab2d-e22d5802215c of type vlan for network d3801ab9-fdb3-4089-9360-f90fac4e2fa7 Mar 02 07:25:48.560761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.583992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Transition to ACTIVE for port object eccfef2f-4b87-4b11-8898-e51673a6052d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:48.586360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eb4a80d0-3bc6-4db7-8049-b70a9ebce23e None None] Could not find standard attr ID for object 8189e2fd-e396-4af1-b816-949298462f73. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:25:48.592302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=ba7658d0-e9e8-4628-bdc8-2378bb6b244f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:48.598729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.620712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.659295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.711090 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 0460bf59-639e-42c3-9e78-d88672022b3c associated. External IP: 172.26.4.210, port: 4f36f031-c79b-4974-95b2-f5e91aa470fc. Mar 02 07:25:48.732399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2b89-a032-433a-ace6-b3aee0c2ac15 None None] Pushing event updated for resources: {'Port': ['ID=eccfef2f-4b87-4b11-8898-e51673a6052d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:48.801598 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67ca51d7-d79b-48b5-9284-bc0ab0a570ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6138465 Mar 02 07:25:48.807156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:48.831853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.842215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Attempting to bind port eccfef2f-4b87-4b11-8898-e51673a6052d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:48.842588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Attempting to bind port eccfef2f-4b87-4b11-8898-e51673a6052d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:48.842949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Attempting to bind port eccfef2f-4b87-4b11-8898-e51673a6052d on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:48.849370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:48.850210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:48.850620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.851007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:48.851487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Bound port: eccfef2f-4b87-4b11-8898-e51673a6052d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:48.851847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.879347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:48.905111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:48.915931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:48.980688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] For port eccfef2f-4b87-4b11-8898-e51673a6052d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:48.987073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] For port eccfef2f-4b87-4b11-8898-e51673a6052d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eccfef2f-4b87-4b11-8898-e51673a6052d,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:48.989918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d092b230-8c16-4058-a480-702963abb2a5 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:49.067504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.079597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.083288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.089353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:49.089975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.130165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.160162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Deleting port a522f977-0f18-4be3-ad94-40efa79e3850 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:49.160759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.166645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2b89-a032-433a-ace6-b3aee0c2ac15 None None] Pushing event updated for resources: {'Port': ['ID=eccfef2f-4b87-4b11-8898-e51673a6052d,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:49.225129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Routers {'3dd72cb0-611f-4012-ab0e-1511dab1d74a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:49.225880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:49.264762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.368181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.375531 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/8592be85-eccc-4f65-b8d2-c234781accc6 HTTP/1.1" status: 204 len: 168 time: 1.4657941 Mar 02 07:25:49.388768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39302) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:49.389573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98956a75-eb20-4a64-98bd-6629ad7b69c3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=8592be85-eccc-4f65-b8d2-c234781accc6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:49.393981 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4964049 Mar 02 07:25:49.395284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.422244 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] Set router 3dd72cb0-611f-4012-ab0e-1511dab1d74a gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:49.427936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:49.433450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-267112562'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:49.487352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d31f2a-2c00-447b-9e00-3981e7f59850 None None] Network 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:49.490504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:49.499127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3208bcb-340a-4726-8ee9-34c30ba76b87 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Network': ['ID=d3801ab9-fdb3-4089-9360-f90fac4e2fa7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:49.520516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Usage tracker for resource:network and tenant:9c80a0b7547a4887b5681592770a8ef1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:49.529389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:49.538235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d092b230-8c16-4058-a480-702963abb2a5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:49.541228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.541361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:49.558801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:49.562739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.578266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d3801ab9-fdb3-4089-9360-f90fac4e2fa7 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:49.585255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.640782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Made reservation on behalf of 9c80a0b7547a4887b5681592770a8ef1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:49.644087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.662510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.859143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.901398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Calling delete_port for a522f977-0f18-4be3-ad94-40efa79e3850 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:49.943784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event updated for resources: {'Port': ['ID=b5a259e2-c638-4753-8805-6ae92bf927b3,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:49.953398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:49.969579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] device_id is not set on port ba7658d0-e9e8-4628-bdc8-2378bb6b244f yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:25:49.983219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.998324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:49.999423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port d092b230-8c16-4058-a480-702963abb2a5 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:49.999754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.002419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.002765 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Added segment c606027a-5734-49a2-bc4c-33e10c19ee7d of type vlan for network 7a5a33f5-494d-4926-995b-bccb90fe89cc Mar 02 07:25:50.030165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Transition to ACTIVE for port object ba7658d0-e9e8-4628-bdc8-2378bb6b244f will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:50.055506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.090691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:50.110989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.120541 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8c648c15-35f4-4aa8-8eb3-d7317f117ac2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2290668 Mar 02 07:25:50.189123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.201037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'name': 'tempest-NetworksTestDHCPv6-router-1453236148', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:38Z', 'updated_at': '2022-03-02T07:25:43Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None, '_interfaces': [{'id': 'eccfef2f-4b87-4b11-8898-e51673a6052d', 'name': '', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'mac_address': 'fa:16:3e:c2:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd8c5df72-d562-413b-8423-49df70b0ba0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:40Z', 'updated_at': '2022-03-02T07:25:48Z', 'revision_number': 4, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'subnets': [{'id': 'd8c5df72-d562-413b-8423-49df70b0ba0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:50.206170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed9f3a-b7eb-46a8-9bec-6e5803c588fd None None] The sync data for ids ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'] in dv-neutron-831485-1-hyperv is: [{'id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'name': 'tempest-NetworksTestDHCPv6-router-1453236148', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:38Z', 'updated_at': '2022-03-02T07:25:43Z', 'revision_number': 2, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None, '_interfaces': [{'id': 'eccfef2f-4b87-4b11-8898-e51673a6052d', 'name': '', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'mac_address': 'fa:16:3e:c2:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd8c5df72-d562-413b-8423-49df70b0ba0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:40Z', 'updated_at': '2022-03-02T07:25:48Z', 'revision_number': 4, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'subnets': [{'id': 'd8c5df72-d562-413b-8423-49df70b0ba0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:50.228040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=ba7658d0-e9e8-4628-bdc8-2378bb6b244f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:50.249808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port eccfef2f-4b87-4b11-8898-e51673a6052d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:50.250496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.278491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] DHCP port deletion for 7ed42a5d-5efd-4c61-bdfb-c829a29cf748 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:50.290322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] Deleting port d092b230-8c16-4058-a480-702963abb2a5 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:50.290851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.518445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:50.519007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:50.519233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:50.582616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:50.583175 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:50.589819 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 2 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:50.595015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] For port d092b230-8c16-4058-a480-702963abb2a5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d092b230-8c16-4058-a480-702963abb2a5,segment=NetworkSegment(6e6a4d01-095f-43fc-b40e-14b6ed67d0ab),segment_id=6e6a4d01-095f-43fc-b40e-14b6ed67d0ab)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:50.595664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.611624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.616962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:50.617577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.727078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-26adabd7-c874-4322-825e-20e87b9932fe tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Synchronizing usage tracker for tenant:9b7155b58ec348d5be136331948bfd56 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:50.738614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Network': ['ID=7a5a33f5-494d-4926-995b-bccb90fe89cc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:50.746785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:50.747111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:50.747445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:50.749539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.801046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 7a5a33f5-494d-4926-995b-bccb90fe89cc details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:50.809685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event deleted for resources: {'Port': ['ID=a522f977-0f18-4be3-ad94-40efa79e3850,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:50.816081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:50.816576 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:50.819621 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 3 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:50.831210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] Calling delete_port for d092b230-8c16-4058-a480-702963abb2a5 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:50.837049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:50.837369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:50.837720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:50.844424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] For port d092b230-8c16-4058-a480-702963abb2a5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d092b230-8c16-4058-a480-702963abb2a5,segment=NetworkSegment(6e6a4d01-095f-43fc-b40e-14b6ed67d0ab),segment_id=6e6a4d01-095f-43fc-b40e-14b6ed67d0ab)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:50.844787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:50.866133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:50.887457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-26adabd7-c874-4322-825e-20e87b9932fe tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Unset dirty status for tenant:9b7155b58ec348d5be136331948bfd56 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:50.888647 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-26adabd7-c874-4322-825e-20e87b9932fe tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--476271754&fields=id&tenant_id=9b7155b58ec348d5be136331948bfd56 HTTP/1.1" status: 200 len: 267 time: 0.3617532 Mar 02 07:25:50.889908 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9942ee1-19de-45f3-a9f4-673e0ba376c8 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4609985 Mar 02 07:25:50.902898 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:50.914658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:50.915072 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:50.917227 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 4 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:50.922639 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:50.923257 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:50.962684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.030426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:51.030756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39328) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:51.042688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] No DVR routers for this DVR port d092b230-8c16-4058-a480-702963abb2a5 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:51.074947 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:51.079521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052006b-ebd6-4bda-afa8-aacc9d06959c None None] Pushing event deleted for resources: {'Port': ['ID=d092b230-8c16-4058-a480-702963abb2a5,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:51.089581 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:51.091019 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:51.127247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'subnets': [{'network_id': 'd3801ab9-fdb3-4089-9360-f90fac4e2fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--6956241', 'ip_version': 4}, {'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:51.127911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'subnet': {'network_id': 'd3801ab9-fdb3-4089-9360-f90fac4e2fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--6956241', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:51.128777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Request body: {'subnet': {'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:51.128987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eccfef2f-4b87-4b11-8898-e51673a6052d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:51.156823 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:51.157227 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca0059-e40c-4c3b-8697-1d6603492e14 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:51.200419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for d092b230-8c16-4058-a480-702963abb2a5 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:51.222828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:51.223166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:51.223498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:51.236979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:51.237313 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:51.242497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.247530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port eccfef2f-4b87-4b11-8898-e51673a6052d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:51.253880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port eccfef2f-4b87-4b11-8898-e51673a6052d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:51.254303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.306224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port eccfef2f-4b87-4b11-8898-e51673a6052d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eccfef2f-4b87-4b11-8898-e51673a6052d,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:51.306920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.355486 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 5 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:51.390844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.423479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port eccfef2f-4b87-4b11-8898-e51673a6052d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eccfef2f-4b87-4b11-8898-e51673a6052d,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:51.428514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.435101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:51.435437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:51.435790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:51.448658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.489195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for eccfef2f-4b87-4b11-8898-e51673a6052d owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:51.489499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d092b230-8c16-4058-a480-702963abb2a5 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:25:51.508335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da49ca2-d60f-428a-acd0-399aa5345018 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:51.509835 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3da49ca2-d60f-428a-acd0-399aa5345018 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 814 time: 0.4664538 Mar 02 07:25:51.519762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:51.520413 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:51.537399 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d9a679cf-be55-4b27-a75e-4b091b86d737 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.7266774 Mar 02 07:25:51.545620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: d092b230-8c16-4058-a480-702963abb2a5 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:25:51.547072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d092b230-8c16-4058-a480-702963abb2a5 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:25:51.554787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=eccfef2f-4b87-4b11-8898-e51673a6052d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:51.554934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39336) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:51.586691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 6 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:51.659504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:25:51.659867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:25:51.697507 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-296fb407-49d9-4051-b4e8-3470c1021dc7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "GET /v2.0/floatingips/0460bf59-639e-42c3-9e78-d88672022b3c HTTP/1.1" status: 200 len: 978 time: 0.1416903 Mar 02 07:25:51.703537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39342) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:51.745181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:51.745497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:51.745797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:51.760048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.766910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.768399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:51.768715 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:51.776365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-55e24993-ca45-49c4-8ceb-b2d5586c2221 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:51.777206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-55e24993-ca45-49c4-8ceb-b2d5586c2221 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Synchronizing usage tracker for tenant:9b7155b58ec348d5be136331948bfd56 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:51.783798 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 7 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:51.814509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7760cc27-349f-4edc-9c0b-f652ae603862 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Synchronizing usage tracker for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:51.821323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:51.825930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:51.826290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:51.826407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:25:51.826653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:51.826810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:25:51.835859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Usage tracker for resource:subnet and tenant:9c80a0b7547a4887b5681592770a8ef1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:51.841518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:51.845109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:51.845430 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:51.845980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.846478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff927be-88c4-479b-88b0-7fd3a678a686 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:25:51.856242 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 8 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:51.866186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:51.867974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-55e24993-ca45-49c4-8ceb-b2d5586c2221 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Unset dirty status for tenant:9b7155b58ec348d5be136331948bfd56 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:51.869090 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-55e24993-ca45-49c4-8ceb-b2d5586c2221 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 812 time: 0.9607251 Mar 02 07:25:51.883940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.884966 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-820bbb32-9c14-4bf4-83d8-d0ff2a61b2ac tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/6ff927be-88c4-479b-88b0-7fd3a678a686 HTTP/1.1" status: 204 len: 168 time: 3.8575039 Mar 02 07:25:51.888831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39346) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:51.891810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:51.892231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:51.892546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:51.893930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-134844297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:51.899220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Made reservation on behalf of 9c80a0b7547a4887b5681592770a8ef1 for: {'subnet': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:51.903936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:51.904147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.904432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:51.909409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Usage tracker for resource:router and tenant:119d26860e9648ecaf29592563e400ee is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:51.912344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:51.914958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7760cc27-349f-4edc-9c0b-f652ae603862 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Unset dirty status for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:51.919253 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7760cc27-349f-4edc-9c0b-f652ae603862 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2117667 Mar 02 07:25:51.921682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:51.922388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-cd7b7377-61b8-4b7c-82af-74aacedce4c5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/quotas/9b7155b58ec348d5be136331948bfd56 HTTP/1.1" status: 200 len: 375 time: 0.0425994 Mar 02 07:25:51.922932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:51.923250 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:51.923528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:51.929289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'port_id': 'baf51bf7-8a53-493c-b113-d759f1e1bbfa'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:51.939591 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 9 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:52.010149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.011153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.043995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.059091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:52.059377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:52.059636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:52.076951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:52.077276 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:52.080711 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempt 10 to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f Mar 02 07:25:52.096249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:52.108526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--2108420432', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:52.117607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:52.117804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.122502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:52.122830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:52.123154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempting to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:52.139334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:25:52.139650 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Failed to bind port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on host hv-neutron-8314 for vnic_type normal using segments [{'id': '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '898da3f1-480c-429c-a9a0-5ead11be8ed5'}] Mar 02 07:25:52.139996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.148671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:52.183987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port d092b230-8c16-4058-a480-702963abb2a5 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:52.184318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.240418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:52.244081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.355984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port eccfef2f-4b87-4b11-8898-e51673a6052d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:52.356555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.387895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.392617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-9ecaba55-da82-46f6-af00-94c45defa6aa tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Synchronizing usage tracker for tenant:9b7155b58ec348d5be136331948bfd56 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:52.454453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] The port 'd092b230-8c16-4058-a480-702963abb2a5' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:25:52.476440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:52.481995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-9ecaba55-da82-46f6-af00-94c45defa6aa tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Unset dirty status for tenant:9b7155b58ec348d5be136331948bfd56 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:52.483299 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-9ecaba55-da82-46f6-af00-94c45defa6aa tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5371249 Mar 02 07:25:52.526543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.527226 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment 93a3baea-15ec-4216-9437-521f1663b891 of type vlan for network 48b89838-754c-4072-8712-13178ab1e4dd Mar 02 07:25:52.530055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] For port ba7658d0-e9e8-4628-bdc8-2378bb6b244f, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:52.530411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:25:52.575685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.602890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.604864 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06a629e4-b73f-435f-89df-2702f6a8689d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7150455 Mar 02 07:25:52.622094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39358) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:52.677726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': False}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:52.731332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] In _notify_port_updated(), no bound segment for port ba7658d0-e9e8-4628-bdc8-2378bb6b244f on network 898da3f1-480c-429c-a9a0-5ead11be8ed5 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:25:52.732204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:52.732785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.737637 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "PUT /v2.0/ports/ba7658d0-e9e8-4628-bdc8-2378bb6b244f HTTP/1.1" status: 200 len: 981 time: 3.9183009 Mar 02 07:25:52.753152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39362) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:52.768849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.805434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.810820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ea80b-f161-497e-a075-98e8804258de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event updated for resources: {'Port': ['ID=ba7658d0-e9e8-4628-bdc8-2378bb6b244f,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:52.859515 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-ceb0b99b-5d88-4d30-8ba8-319fffc7712a service neutron] 10.222.0.41 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625216 Mar 02 07:25:52.890208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.895480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:52.896097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:52.939671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eccfef2f-4b87-4b11-8898-e51673a6052d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:53.012361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port eccfef2f-4b87-4b11-8898-e51673a6052d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:53.012734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.069099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed42a5d-5efd-4c61-bdfb-c829a29cf748']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:53.146062 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0478072 Mar 02 07:25:53.156080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:53.158746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dbd3e-0eee-4faf-91fe-55540441904f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=48b89838-754c-4072-8712-13178ab1e4dd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:53.165571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6a4d01-095f-43fc-b40e-14b6ed67d0ab') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:53.166428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6a4d01-095f-43fc-b40e-14b6ed67d0ab') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:53.169927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 48b89838-754c-4072-8712-13178ab1e4dd details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:53.199505 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-06287cc9-bd60-4eb8-9b67-a69c2b2cb803 service neutron] 10.222.0.41 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334892 Mar 02 07:25:53.202797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.233029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Deleting port ba7658d0-e9e8-4628-bdc8-2378bb6b244f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:53.233372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.270250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.280543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Subnet': ['ID=0e16601f-b463-4ec4-bedd-21b24d887b62,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:53.293338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Checking segment: {'id': '10a3491c-b4fa-432a-ab2d-e22d5802215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd3801ab9-fdb3-4089-9360-f90fac4e2fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:53.293962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network hostable DHCP agents. Network: d3801ab9-fdb3-4089-9360-f90fac4e2fa7, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:53.327014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network d3801ab9-fdb3-4089-9360-f90fac4e2fa7 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:53.340122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d3801ab9-fdb3-4089-9360-f90fac4e2fa7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:53.351511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46601730-6dea-40e4-a188-82e9c604f84e None None] Network d3801ab9-fdb3-4089-9360-f90fac4e2fa7 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:53.357685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.491810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Checking segment: {'id': 'c606027a-5734-49a2-bc4c-33e10c19ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:53.492268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network hostable DHCP agents. Network: 7a5a33f5-494d-4926-995b-bccb90fe89cc, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:53.526235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event updated for resources: {'Subnet': ['ID=f5da13eb-2cc8-4833-9d5e-b05a1edb653a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:53.541726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Network 7a5a33f5-494d-4926-995b-bccb90fe89cc is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:53.558186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 7a5a33f5-494d-4926-995b-bccb90fe89cc) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:53.564392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.564911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.565749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.587863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ffd3baf7-39b3-4259-85b6-b9ebc84ac913 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1423 time: 2.5428362 Mar 02 07:25:53.590507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea4b80-43bd-4334-9565-3978d554e6e1 None None] Network 7a5a33f5-494d-4926-995b-bccb90fe89cc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:53.590667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:53.652059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.655701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port eccfef2f-4b87-4b11-8898-e51673a6052d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eccfef2f-4b87-4b11-8898-e51673a6052d,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:53.656261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.670059 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61efab2c-45cc-4c36-998b-b70f0cbf9ea7 req-84dd2050-9d5f-4589-9e00-fc57fc0856a6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 210 time: 0.2455215 Mar 02 07:25:53.674319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fad00-18d9-4d05-a53f-cec40af51586 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.676246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fad00-18d9-4d05-a53f-cec40af51586 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.677960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fad00-18d9-4d05-a53f-cec40af51586 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:53.678766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee8fad00-18d9-4d05-a53f-cec40af51586 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Synchronizing usage tracker for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:53.699773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee8fad00-18d9-4d05-a53f-cec40af51586 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Unset dirty status for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:53.704730 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee8fad00-18d9-4d05-a53f-cec40af51586 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1129513 Mar 02 07:25:53.705463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:53.799367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Deleting subnet 0e16601f-b463-4ec4-bedd-21b24d887b62 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:53.802843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2621a-7fd7-4649-abed-1bf73cf1f208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-d3801ab9-fdb3-4089-9360-f90fac4e2fa7', 'network_id': 'd3801ab9-fdb3-4089-9360-f90fac4e2fa7', 'tenant_id': '9c80a0b7547a4887b5681592770a8ef1', 'fixed_ips': [{'subnet_id': '0e16601f-b463-4ec4-bedd-21b24d887b62'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:53.803157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9fb2621a-7fd7-4649-abed-1bf73cf1f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.803348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.810553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:53.811280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:53.826230 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:53.842584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.879340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.943967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for eccfef2f-4b87-4b11-8898-e51673a6052d owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:53.964657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:53.999404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-7a5a33f5-494d-4926-995b-bccb90fe89cc', 'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc', 'tenant_id': '9c80a0b7547a4887b5681592770a8ef1', 'fixed_ips': [{'subnet_id': 'f5da13eb-2cc8-4833-9d5e-b05a1edb653a'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:54.000246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.052118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be058c64-b579-48f9-8a0f-40cd285befec tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:54.053897 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be058c64-b579-48f9-8a0f-40cd285befec tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.8743353 Mar 02 07:25:54.057545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39388) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.176945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.223675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Subnet': ['ID=0e16601f-b463-4ec4-bedd-21b24d887b62,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:54.235515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-9fb2621a-7fd7-4649-abed-1bf73cf1f208 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e16601f-b463-4ec4-bedd-21b24d887b62: This subnet is being modified by another concurrent operation. Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:25:54.257505 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e16601f-b463-4ec4-bedd-21b24d887b62: This subnet is being modified by another concurrent operation. Mar 02 07:25:54.264592 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:25:54.267929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.273694 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5beb411-7ac2-4e14-9ec0-a2f6d8f25b3e tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/subnets/0e16601f-b463-4ec4-bedd-21b24d887b62 HTTP/1.1" status: 204 len: 168 time: 0.5626967 Mar 02 07:25:54.273694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.297122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.297259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4eb18-0e2e-489d-b87b-5e9378cccbf6 None None] Network d3801ab9-fdb3-4089-9360-f90fac4e2fa7 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:54.317261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Allocated IP 172.20.0.18 (7a5a33f5-494d-4926-995b-bccb90fe89cc/f5da13eb-2cc8-4833-9d5e-b05a1edb653a/f4abfcde-d80d-4407-9b1e-064c69024390) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:54.372785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Deleting subnet f5da13eb-2cc8-4833-9d5e-b05a1edb653a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:54.373385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=7ed42a5d-5efd-4c61-bdfb-c829a29cf748,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:54.380206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3372f84-7a6f-491c-842d-69d2ec7b7bb5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:54.384413 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e3372f84-7a6f-491c-842d-69d2ec7b7bb5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3206148 Mar 02 07:25:54.384637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.401114 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-519c0478-7b2f-435c-8689-3e65e1b23955 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/7ed42a5d-5efd-4c61-bdfb-c829a29cf748 HTTP/1.1" status: 204 len: 168 time: 4.9494042 Mar 02 07:25:54.414941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39400) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.436964 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d77b7446-f6ec-4138-a7f8-a080342fd2ee tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510955 Mar 02 07:25:54.437777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.466086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1158750935'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:54.479339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] For port ba7658d0-e9e8-4628-bdc8-2378bb6b244f, host hv-neutron-8314, got binding levels [] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:54.479926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.481472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b6af02f0-a30c-4eb8-a40b-e011497a727b tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425534 Mar 02 07:25:54.482097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39408) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.490291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:54.506003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:54.512397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:54.638294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:54.688697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Calling delete_port for ba7658d0-e9e8-4628-bdc8-2378bb6b244f owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:54.757705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eaf734-5829-4158-adc1-10dea2d71583 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:54.761599 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1eaf734-5829-4158-adc1-10dea2d71583 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2761121 Mar 02 07:25:54.761883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39414) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.810066 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9f1b641-bec5-4b77-aee4-9eee6808d459 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446048 Mar 02 07:25:54.810265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:54.817706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646576394', 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:54.832073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.893393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.896930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=eccfef2f-4b87-4b11-8898-e51673a6052d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:54.906985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:54.910565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.914471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Transition to ACTIVE for port object f4abfcde-d80d-4407-9b1e-064c69024390 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:54.917407 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d766cc63-b932-4628-acda-3e83ca3b2572 req-db50398f-0c26-4d3f-b994-d4c55d91baf3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 210 time: 0.0821071 Mar 02 07:25:54.938488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Transition to ACTIVE for port object f4abfcde-d80d-4407-9b1e-064c69024390 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:54.944972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:54.977912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.007558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Network 7a5a33f5-494d-4926-995b-bccb90fe89cc is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:55.011008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:55.020037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:55.026993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Pushing event updated for resources: {'Port': ['ID=f4abfcde-d80d-4407-9b1e-064c69024390,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.060548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:55.064329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.109610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:55.113563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:55.129041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:55.144328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Attempting to bind port f4abfcde-d80d-4407-9b1e-064c69024390 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:55.145411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Attempting to bind port f4abfcde-d80d-4407-9b1e-064c69024390 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'c606027a-5734-49a2-bc4c-33e10c19ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:55.146495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Attempting to bind port f4abfcde-d80d-4407-9b1e-064c69024390 on network 7a5a33f5-494d-4926-995b-bccb90fe89cc {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:55.156736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:55.157585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Checking segment: {'id': 'c606027a-5734-49a2-bc4c-33e10c19ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:55.158127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.159110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Bound using segment: {'id': 'c606027a-5734-49a2-bc4c-33e10c19ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:55.159668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:55.159807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Bound port: f4abfcde-d80d-4407-9b1e-064c69024390, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c606027a-5734-49a2-bc4c-33e10c19ee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7a5a33f5-494d-4926-995b-bccb90fe89cc'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:55.160281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.164747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.277282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] For port f4abfcde-d80d-4407-9b1e-064c69024390, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:55.281353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] For port f4abfcde-d80d-4407-9b1e-064c69024390, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f4abfcde-d80d-4407-9b1e-064c69024390,segment=NetworkSegment(c606027a-5734-49a2-bc4c-33e10c19ee7d),segment_id=c606027a-5734-49a2-bc4c-33e10c19ee7d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:55.286010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.293427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.394296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba332e1-9d97-4e65-b153-899b26261ceb None None] Pushing event updated for resources: {'Port': ['ID=f4abfcde-d80d-4407-9b1e-064c69024390,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.435682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.460780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:25:55.469635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.488242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Subnet': ['ID=f5da13eb-2cc8-4833-9d5e-b05a1edb653a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.494009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.518659 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-031b7525-76ff-4fd0-88be-a609b285b7ec tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/subnets/f5da13eb-2cc8-4833-9d5e-b05a1edb653a HTTP/1.1" status: 204 len: 168 time: 1.2450628 Mar 02 07:25:55.521189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:55.591183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.657936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-c437a7f0-b005-44c9-b84a-0bcd403d0dbb tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.659451 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-c437a7f0-b005-44c9-b84a-0bcd403d0dbb tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 812 time: 0.9806547 Mar 02 07:25:55.661446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:55.674929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d8c56b-4ef3-43dd-92e2-fd9376a0b830 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.675714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48d8c56b-4ef3-43dd-92e2-fd9376a0b830 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Synchronizing usage tracker for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:55.709099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=b1d4262c-db58-4ce5-9290-7f8cb25fe15e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.728336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:55.729910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 48b89838-754c-4072-8712-13178ab1e4dd, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:55.734857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48d8c56b-4ef3-43dd-92e2-fd9376a0b830 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Unset dirty status for tenant:9c80a0b7547a4887b5681592770a8ef1 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:55.736178 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48d8c56b-4ef3-43dd-92e2-fd9376a0b830 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2139099 Mar 02 07:25:55.740443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:55.767533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.780294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.780636 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment 9932642b-7765-4774-9038-6ada1d872505 of type vlan for network 2428598c-629a-4327-86ea-8361a14ebafb Mar 02 07:25:55.813516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba7658d0-e9e8-4628-bdc8-2378bb6b244f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:55.831106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.840312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 48b89838-754c-4072-8712-13178ab1e4dd is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:55.864642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 48b89838-754c-4072-8712-13178ab1e4dd) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:55.869779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:55.871692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.872559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521b335-5bec-4f74-a2e2-cdf43d618cde None None] Network 48b89838-754c-4072-8712-13178ab1e4dd requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:55.892489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.905500 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8031ca6a-a045-42f4-a6c2-c9eebdca6bc8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0939322 Mar 02 07:25:55.909096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Deleting port f4abfcde-d80d-4407-9b1e-064c69024390 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:25:55.909715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.980449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.984382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:55.997610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.079568 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-03656087-782c-4867-8235-a67d3581ef30 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b7155b58ec348d5be136331948bfd56 HTTP/1.1" status: 200 len: 379 time: 0.3478062 Mar 02 07:25:56.080100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.168379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Request body: {'port': {'device_id': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'admin_state_up': True, 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'security_groups': ['32fb876d-8961-40df-97b0-22453f6353ed']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:56.191516 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-40b44cbc-52f9-4e5c-9e55-40e1787a8e20 req-a7be6244-bdae-4573-9dac-1eb89e6108e2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 210 time: 0.0622807 Mar 02 07:25:56.196402 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-536d0c1c-5b45-41fb-a72d-a5802cba4d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ba7658d0-e9e8-4628-bdc8-2378bb6b244f HTTP/1.1" status: 204 len: 168 time: 3.4421325 Mar 02 07:25:56.201584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:56.220468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.251118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-48b89838-754c-4072-8712-13178ab1e4dd', 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:56.251942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.266646 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] For port f4abfcde-d80d-4407-9b1e-064c69024390, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f4abfcde-d80d-4407-9b1e-064c69024390,segment=NetworkSegment(c606027a-5734-49a2-bc4c-33e10c19ee7d),segment_id=c606027a-5734-49a2-bc4c-33e10c19ee7d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:25:56.267006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.274849 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f96577-ad10-4ff6-96f1-ba6456918498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:25:56.275377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c4f96577-ad10-4ff6-96f1-ba6456918498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Synchronizing usage tracker for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:56.330098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:25:56.397313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39442) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:56.454289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Allocated IP 172.20.0.18 (48b89838-754c-4072-8712-13178ab1e4dd/b1d4262c-db58-4ce5-9290-7f8cb25fe15e/45ecb6cf-1976-46b8-afba-116227e3a2c4) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:56.484642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Calling delete_port for f4abfcde-d80d-4407-9b1e-064c69024390 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:25:56.491015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507997735', 'description': 'tempest-secgroup-smoke-507997735 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:56.584630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:56.621386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e0538-80ce-4018-bed0-a08fea4bf622 None None] Network 7a5a33f5-494d-4926-995b-bccb90fe89cc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:56.648148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c4f96577-ad10-4ff6-96f1-ba6456918498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] Unset dirty status for tenant:29ebff875c2042ee8d784069bad60e0a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:56.653467 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4f96577-ad10-4ff6-96f1-ba6456918498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414108924-project-admin] 10.222.0.41 "GET /v2.0/ports/ba7658d0-e9e8-4628-bdc8-2378bb6b244f HTTP/1.1" status: 404 len: 333 time: 0.4504178 Mar 02 07:25:56.660508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:56.770760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.797964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-552286f0-d7aa-4891-9998-7ad208ae9e90 None None] Provisioning complete for port f4abfcde-d80d-4407-9b1e-064c69024390 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:56.798419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-552286f0-d7aa-4891-9998-7ad208ae9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.815113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.820095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:56.820677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.832825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Port': ['ID=f4abfcde-d80d-4407-9b1e-064c69024390,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:56.841312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] No DVR routers for this DVR port f4abfcde-d80d-4407-9b1e-064c69024390 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:25:56.874480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:56.893325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:56.896943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-552286f0-d7aa-4891-9998-7ad208ae9e90 None None] Port f4abfcde-d80d-4407-9b1e-064c69024390 was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:25:56.964506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Router 3dd72cb0-611f-4012-ab0e-1511dab1d74a has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:56.997882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.007980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Transition to ACTIVE for port object 45ecb6cf-1976-46b8-afba-116227e3a2c4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:57.023006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7206cc4-dfcc-4e55-84d2-62cc445d88b2 None None] DHCP port deletion for 7a5a33f5-494d-4926-995b-bccb90fe89cc request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:25:57.031199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.038114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Transition to ACTIVE for port object 45ecb6cf-1976-46b8-afba-116227e3a2c4 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:25:57.051716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.070409 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6511226 Mar 02 07:25:57.074557 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 0460bf59-639e-42c3-9e78-d88672022b3c associated. External IP: 172.26.4.210, port: 4f36f031-c79b-4974-95b2-f5e91aa470fc. Mar 02 07:25:57.092299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:57.096630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5a33f5-494d-4926-995b-bccb90fe89cc']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.111357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Network 48b89838-754c-4072-8712-13178ab1e4dd is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:57.114171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:57.115117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '2428598c-629a-4327-86ea-8361a14ebafb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:57.117985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:57.135696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402a68f-03c6-48d1-9978-54a2f4037291 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=2428598c-629a-4327-86ea-8361a14ebafb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:57.142836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.145411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c606027a-5734-49a2-bc4c-33e10c19ee7d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.145723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c606027a-5734-49a2-bc4c-33e10c19ee7d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.160098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 2428598c-629a-4327-86ea-8361a14ebafb details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:25:57.167414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:57.175275 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Pushing event updated for resources: {'Port': ['ID=45ecb6cf-1976-46b8-afba-116227e3a2c4,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:57.189439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.254312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:57.264284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Allocated IP 172.26.4.201 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/b745ba90-b772-4ba8-be6b-0706a1552bf9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:57.271846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:57.297037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:57.318355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Attempting to bind port 45ecb6cf-1976-46b8-afba-116227e3a2c4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:25:57.318959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Attempting to bind port 45ecb6cf-1976-46b8-afba-116227e3a2c4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:25:57.319138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Attempting to bind port 45ecb6cf-1976-46b8-afba-116227e3a2c4 on network 48b89838-754c-4072-8712-13178ab1e4dd {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:25:57.327460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:25:57.327882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Checking segment: {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:57.328447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.328939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Bound using segment: {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:25:57.329415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Bound port: 45ecb6cf-1976-46b8-afba-116227e3a2c4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:25:57.329852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.335965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.348260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.363855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:57.374195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:57.375410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.384396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Made reservation on behalf of 9b7155b58ec348d5be136331948bfd56 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:57.388915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:57.408118 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:57.431592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] For port 45ecb6cf-1976-46b8-afba-116227e3a2c4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:25:57.436019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] For port 45ecb6cf-1976-46b8-afba-116227e3a2c4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=45ecb6cf-1976-46b8-afba-116227e3a2c4,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:25:57.441460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.467542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:57.476462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:57.482113 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-72acc5ce-263b-4f65-b606-42fe8af1606e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "PUT /v2.0/routers/3dd72cb0-611f-4012-ab0e-1511dab1d74a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3336906 Mar 02 07:25:57.487635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:57.495556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] Sync routers for ids ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:57.504009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39456) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:57.531983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898da3f1-480c-429c-a9a0-5ead11be8ed5']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.540618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] Routers {'3dd72cb0-611f-4012-ab0e-1511dab1d74a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:57.541440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.541678 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3588bbdd-7972-417b-861c-1643c3efa952 req-f78d4921-6228-40e9-ac77-5fab6e1a699d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 210 time: 0.1314144 Mar 02 07:25:57.547418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:57.552079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:57.564951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:57.567760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.568051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b865f8d-1a1b-4277-abeb-ad1fbf21fca0') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.585719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.595465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.614030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.621391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:25:57.624476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.680856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Network': ['ID=7a5a33f5-494d-4926-995b-bccb90fe89cc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:57.683667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.683830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da982571-c609-4715-ae3e-cd4fe2080a2d None None] Pushing event updated for resources: {'Port': ['ID=45ecb6cf-1976-46b8-afba-116227e3a2c4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:57.709139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:57.709533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:57.715742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] Set router 3dd72cb0-611f-4012-ab0e-1511dab1d74a gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:57.726131 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:57.789381 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4ce60a8-dbe2-4265-91a0-3a807cf11c01 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/networks/7a5a33f5-494d-4926-995b-bccb90fe89cc HTTP/1.1" status: 204 len: 168 time: 2.0479176 Mar 02 07:25:57.795598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39460) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:57.846430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'name': 'tempest-NetworksTestDHCPv6-router-1453236148', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:38Z', 'updated_at': '2022-03-02T07:25:54Z', 'revision_number': 3, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:57.854570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] Checking router: 3dd72cb0-611f-4012-ab0e-1511dab1d74a for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:25:57.856948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715a537-4dd1-4ccf-ac2e-e916c8647717 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.858640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715a537-4dd1-4ccf-ac2e-e916c8647717 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:57.864081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2715a537-4dd1-4ccf-ac2e-e916c8647717 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:57.883130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] Routers {'3dd72cb0-611f-4012-ab0e-1511dab1d74a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:57.883770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:58.023680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.034086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.082193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] Set router 3dd72cb0-611f-4012-ab0e-1511dab1d74a gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:25:58.104672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.106340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2715a537-4dd1-4ccf-ac2e-e916c8647717 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:58.110984 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2715a537-4dd1-4ccf-ac2e-e916c8647717 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5896263 Mar 02 07:25:58.112370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:58.137249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.161255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.173566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.199551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] Pushing event deleted for resources: {'Network': ['ID=898da3f1-480c-429c-a9a0-5ead11be8ed5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:58.202643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'name': 'tempest-NetworksTestDHCPv6-router-1453236148', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:38Z', 'updated_at': '2022-03-02T07:25:54Z', 'revision_number': 3, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:58.207257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fb77f-f4e1-463f-9409-e6ce10ed1e1a None None] The sync data for ids ['3dd72cb0-611f-4012-ab0e-1511dab1d74a'] in dv-neutron-831485-1-hyperv is: [{'id': '3dd72cb0-611f-4012-ab0e-1511dab1d74a', 'name': 'tempest-NetworksTestDHCPv6-router-1453236148', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:38Z', 'updated_at': '2022-03-02T07:25:54Z', 'revision_number': 3, 'project_id': '23d60668d5e34a5e993440a5bed1c079', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:58.221809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Allocated IP 172.20.0.13 (c8aff043-277d-467b-9e4a-8c0c77b91409/bc6fcfb1-312b-43dc-85b8-2f13008a019c/d05ad1ea-c865-47d1-91e5-68ecb82f7671) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:25:58.249201 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f268db9d-d381-4076-b3f0-379c5a0f2a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762995927-project] 10.222.0.41 "DELETE /v2.0/networks/898da3f1-480c-429c-a9a0-5ead11be8ed5 HTTP/1.1" status: 204 len: 168 time: 1.5855980 Mar 02 07:25:58.266268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:25:58.294497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28435cbc-6240-4951-82cd-f45c73bc284a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:58.320609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.322123 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6fb66ee1-56ee-4840-a81f-06ecdbd92c62 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.9160404 Mar 02 07:25:58.326623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet d8c5df72-d562-413b-8423-49df70b0ba0d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:25:58.380975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.393214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:58.450300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '28435cbc-6240-4951-82cd-f45c73bc284a', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:58.477896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:25:58.531253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:25:58.537380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:25:58.541819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.547803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:25:58.550895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:58.577428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.580599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:25:58.584840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.752473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3801ab9-fdb3-4089-9360-f90fac4e2fa7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:58.779815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:58.808433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a3491c-b4fa-432a-ab2d-e22d5802215c') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:58.808758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a3491c-b4fa-432a-ab2d-e22d5802215c') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:58.821381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.834400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:25:58.872501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.908064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Pushing event updated for resources: {'Port': ['ID=b745ba90-b772-4ba8-be6b-0706a1552bf9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:58.912640 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=65fe226e-be78-415e-a43e-121a1dc048fc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:58.919456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': '9932642b-7765-4774-9038-6ada1d872505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2428598c-629a-4327-86ea-8361a14ebafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:25:58.919823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: 2428598c-629a-4327-86ea-8361a14ebafb, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:25:58.926492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7804c-5e98-4fed-92bd-8939f092685f None None] Network 48b89838-754c-4072-8712-13178ab1e4dd requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:58.926975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.939881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:25:58.940283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:25:58.961022 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:25:59.066488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45ecb6cf-1976-46b8-afba-116227e3a2c4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:25:59.075263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 2428598c-629a-4327-86ea-8361a14ebafb is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:25:59.089744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.113773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.145019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.165995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 2428598c-629a-4327-86ea-8361a14ebafb) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:25:59.174694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Network': ['ID=d3801ab9-fdb3-4089-9360-f90fac4e2fa7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:59.181416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80f9b1-bdf7-4266-bd9d-6d2797a82385 None None] Network 2428598c-629a-4327-86ea-8361a14ebafb requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:59.188992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:25:59.189593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.192736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-82417c56-4612-47fe-a489-30940633fb56 None None] Provisioning for port 45ecb6cf-1976-46b8-afba-116227e3a2c4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:59.217707 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-907f702f-8c3f-4e03-9e8c-7716e8902e02 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/networks/d3801ab9-fdb3-4089-9360-f90fac4e2fa7 HTTP/1.1" status: 204 len: 168 time: 1.4167373 Mar 02 07:25:59.229346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:59.255531 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a6348b64-c862-4df4-8b60-91699d025aff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab72e4a896b844d49eef086eede02e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682958 Mar 02 07:25:59.259504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:59.299963 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e110aaf5-541e-492d-a125-81bfd65982f4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1925337 Mar 02 07:25:59.306265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.347984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39492) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:59.384029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '2428598c-629a-4327-86ea-8361a14ebafb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-546025161'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:25:59.404951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2de71531-e007-4400-9df4-c6430e7478b2 req-331abb9a-b15b-4f34-aa79-c79cb7e47c4a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Synchronizing usage tracker for tenant:9b7155b58ec348d5be136331948bfd56 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:25:59.407990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.419961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.435158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 45ecb6cf-1976-46b8-afba-116227e3a2c4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:25:59.452045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 45ecb6cf-1976-46b8-afba-116227e3a2c4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:25:59.453079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.455402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:25:59.460099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.477738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c5df72-d562-413b-8423-49df70b0ba0d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:59.483395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.490925 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:25:59.514945 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:59.516581 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:59.520203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e76cd-87ad-44f6-ae53-21ba9882966c None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:25:59.527946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f822e52-e172-4586-a83a-8c050047f986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.562297 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5aa27128-b2a7-487c-a040-e493e0575c02 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/d8c5df72-d562-413b-8423-49df70b0ba0d HTTP/1.1" status: 204 len: 168 time: 1.4474535 Mar 02 07:25:59.580041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:59.613494 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:59.624439 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:25:59.625761 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:59.658009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f822e52-e172-4586-a83a-8c050047f986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.715226 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:59.715992 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88e5ef-4826-41c0-833a-41985e648d52 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:25:59.725120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.738360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2de71531-e007-4400-9df4-c6430e7478b2 req-331abb9a-b15b-4f34-aa79-c79cb7e47c4a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Unset dirty status for tenant:9b7155b58ec348d5be136331948bfd56 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:25:59.739486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2de71531-e007-4400-9df4-c6430e7478b2 req-331abb9a-b15b-4f34-aa79-c79cb7e47c4a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 210 time: 0.8444972 Mar 02 07:25:59.741354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.849310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b325672-e5b8-4fa6-88ba-f912d6160328']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:59.857680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-2428598c-629a-4327-86ea-8361a14ebafb', 'network_id': '2428598c-629a-4327-86ea-8361a14ebafb', 'tenant_id': '0dc0eac2434141018dd53aeea6495516', 'fixed_ips': [{'subnet_id': '65fe226e-be78-415e-a43e-121a1dc048fc'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:25:59.859002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.859428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba62c1aa-92db-4708-9a7c-067865ec2e89,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:25:59.874163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad4b5b0-cf67-4ebd-870e-3553860f36bc') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:59.874465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad4b5b0-cf67-4ebd-870e-3553860f36bc') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:25:59.891909 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70d79112-3911-4346-99f9-217c8cd24549 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3084190 Mar 02 07:25:59.895944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:25:59.898377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.933544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.976447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.993754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:25:59.994952 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dbfc80c7-d423-4d60-abf3-e0c67952701e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5723047 Mar 02 07:25:59.996085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.011969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39504) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:00.012986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Transition to ACTIVE for port object d05ad1ea-c865-47d1-91e5-68ecb82f7671 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:00.062861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f822e52-e172-4586-a83a-8c050047f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.078337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '28435cbc-6240-4951-82cd-f45c73bc284a', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:00.079123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:26:00.079592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:26:00.097594 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:26:00.099611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c900eba-e9e1-4f37-9de1-d78631886c5c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.104612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:00.137204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 45ecb6cf-1976-46b8-afba-116227e3a2c4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=45ecb6cf-1976-46b8-afba-116227e3a2c4,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:00.158950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.161456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Allocated IP 2001:db8::2 (2428598c-629a-4327-86ea-8361a14ebafb/65fe226e-be78-415e-a43e-121a1dc048fc/199692b5-9600-4ad5-ae30-65ff19703d5a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:00.168965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:00.173994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:00.187561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:00.192658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:00.211234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:00.221564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:00.227872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-18049f01-d308-4ecf-9c46-04f062e4fd2c None None] Provisioning complete for port 45ecb6cf-1976-46b8-afba-116227e3a2c4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:00.227872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-18049f01-d308-4ecf-9c46-04f062e4fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.232177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:00.253367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f4abfcde-d80d-4407-9b1e-064c69024390 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:00.270021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:00.272374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.291155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:26:00.307681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f822e52-e172-4586-a83a-8c050047f986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e53b1d-9ec2-4eb3-aaae-47cca105ecba,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:00.317584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f4abfcde-d80d-4407-9b1e-064c69024390 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:00.317965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f4abfcde-d80d-4407-9b1e-064c69024390 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:00.318441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eccfef2f-4b87-4b11-8898-e51673a6052d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:00.363927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: eccfef2f-4b87-4b11-8898-e51673a6052d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:00.364274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eccfef2f-4b87-4b11-8898-e51673a6052d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:00.384598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] Deleting port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:00.385005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.443366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f822e52-e172-4586-a83a-8c050047f986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.444933 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f822e52-e172-4586-a83a-8c050047f986 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03e53b1d-9ec2-4eb3-aaae-47cca105ecba HTTP/1.1" status: 204 len: 168 time: 1.1719103 Mar 02 07:26:00.463650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:00.467375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.492057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.497261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.516722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.530953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 9909743b-bb8e-463b-b6eb-62fad1c2c717 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:00.569633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.605057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Network': ['ID=3b325672-e5b8-4fa6-88ba-f912d6160328,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:00.678153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c900eba-e9e1-4f37-9de1-d78631886c5c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.680447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c900eba-e9e1-4f37-9de1-d78631886c5c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.691759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.703943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Transition to ACTIVE for port object 199692b5-9600-4ad5-ae30-65ff19703d5a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:00.709077 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-753c374a-1aea-438d-89c7-8ac69ddde18f tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/networks/3b325672-e5b8-4fa6-88ba-f912d6160328 HTTP/1.1" status: 204 len: 168 time: 1.4785118 Mar 02 07:26:00.710270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39512) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:00.714418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c900eba-e9e1-4f37-9de1-d78631886c5c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.715563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c900eba-e9e1-4f37-9de1-d78631886c5c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd72cb0-611f-4012-ab0e-1511dab1d74a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:00.729950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Transition to ACTIVE for port object 199692b5-9600-4ad5-ae30-65ff19703d5a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:00.786899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c900eba-e9e1-4f37-9de1-d78631886c5c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.788215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c900eba-e9e1-4f37-9de1-d78631886c5c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/routers/3dd72cb0-611f-4012-ab0e-1511dab1d74a HTTP/1.1" status: 204 len: 168 time: 0.8925748 Mar 02 07:26:00.792507 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:00.799492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=45ecb6cf-1976-46b8-afba-116227e3a2c4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:00.868193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Network c8aff043-277d-467b-9e4a-8c0c77b91409 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:00.876813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:00.897569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:00.912044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:00.951546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:00.957953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.011591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.032419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45ecb6cf-1976-46b8-afba-116227e3a2c4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:01.074837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Network 2428598c-629a-4327-86ea-8361a14ebafb is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:01.096257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event updated for resources: {'Port': ['ID=d05ad1ea-c865-47d1-91e5-68ecb82f7671,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:01.108964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:01.129814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:01.180546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3118e-d2c6-4a70-966b-5708058ccf50 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.182089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81f3118e-d2c6-4a70-966b-5708058ccf50 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:01.185828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.188253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.226915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f48785d-0e3f-4e4a-86cf-550ac7ec78e1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:01.234337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81f3118e-d2c6-4a70-966b-5708058ccf50 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:01.235811 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81f3118e-d2c6-4a70-966b-5708058ccf50 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4415987 Mar 02 07:26:01.238928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:01.243742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bbd121-de31-4048-bb35-105ae94d592e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:01.244620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bbd121-de31-4048-bb35-105ae94d592e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:01.254893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::287 (2428598c-629a-4327-86ea-8361a14ebafb/65fe226e-be78-415e-a43e-121a1dc048fc/9909743b-bb8e-463b-b6eb-62fad1c2c717) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:01.301101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.318735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5493ac16-9dab-43bd-a8d3-b7afd2cbd4a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29ebff875c2042ee8d784069bad60e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084320 Mar 02 07:26:01.325991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.334794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:26:01.335841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.361511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Pushing event updated for resources: {'Port': ['ID=199692b5-9600-4ad5-ae30-65ff19703d5a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:01.368337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39530) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:26:01.377296 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:26:01.385039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae1b912-5d7c-4c1c-871c-4df199e79d30,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:01.405316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:01.429772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.430636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:01.452408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] For port 0bd790d4-d0b9-4c49-89f3-d37016b52af5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0bd790d4-d0b9-4c49-89f3-d37016b52af5,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:01.452809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.483454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524b6e-b801-4c45-b5d0-2c49decb62b1 req-8f7840b9-4803-4e96-9d14-646b2d512baf tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.486091 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad524b6e-b801-4c45-b5d0-2c49decb62b1 req-8f7840b9-4803-4e96-9d14-646b2d512baf tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 932 time: 0.5105712 Mar 02 07:26:01.488661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.489504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.492569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020c64c-900c-4d21-abee-bd82d632744d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:01.493337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1020c64c-900c-4d21-abee-bd82d632744d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:01.496298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.496639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.497912 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f68b19c0-34f8-4ba8-a7cf-103c8a6209c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4814961 Mar 02 07:26:01.501118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:01.526051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '28435cbc-6240-4951-82cd-f45c73bc284a', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:01.530755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.564948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:01.573033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] Pushing event deleted for resources: {'Network': ['ID=0f48785d-0e3f-4e4a-86cf-550ac7ec78e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:01.589897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:01.593306 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-012b98a1-1261-49ae-8748-eebfa1170963 tempest-BulkNetworkOpsTest-1009853312 tempest-BulkNetworkOpsTest-1009853312-project] 10.222.0.41 "DELETE /v2.0/networks/0f48785d-0e3f-4e4a-86cf-550ac7ec78e1 HTTP/1.1" status: 204 len: 168 time: 0.8820817 Mar 02 07:26:01.596768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:01.600739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1020c64c-900c-4d21-abee-bd82d632744d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:01.605271 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1020c64c-900c-4d21-abee-bd82d632744d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3606927 Mar 02 07:26:01.608148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:01.612472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:01.614366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Attempting to bind port 199692b5-9600-4ad5-ae30-65ff19703d5a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:01.614738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Attempting to bind port 199692b5-9600-4ad5-ae30-65ff19703d5a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '9932642b-7765-4774-9038-6ada1d872505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2428598c-629a-4327-86ea-8361a14ebafb'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:01.615101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Attempting to bind port 199692b5-9600-4ad5-ae30-65ff19703d5a on network 2428598c-629a-4327-86ea-8361a14ebafb {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:01.617433 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad524b6e-b801-4c45-b5d0-2c49decb62b1 req-9fd4b28c-142f-454f-bb6e-7e3287094b81 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153038 Mar 02 07:26:01.629856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] Calling delete_port for 0bd790d4-d0b9-4c49-89f3-d37016b52af5 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:01.656706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:01.657359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:01.685830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44f5b0e5-37a3-4bee-b4f3-bf01496c0d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:router {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:01.707936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.724000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44f5b0e5-37a3-4bee-b4f3-bf01496c0d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:router {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:01.729780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44f5b0e5-37a3-4bee-b4f3-bf01496c0d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144731 Mar 02 07:26:01.730665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:01.733242 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-2075bcc7-3cc1-4145-8418-366d11f2c102 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5685892 Mar 02 07:26:01.738235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:01.738636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Checking segment: {'id': '9932642b-7765-4774-9038-6ada1d872505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2428598c-629a-4327-86ea-8361a14ebafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:01.739049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:01.739198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.739403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Bound using segment: {'id': '9932642b-7765-4774-9038-6ada1d872505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2428598c-629a-4327-86ea-8361a14ebafb'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:01.739939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Bound port: 199692b5-9600-4ad5-ae30-65ff19703d5a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9932642b-7765-4774-9038-6ada1d872505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2428598c-629a-4327-86ea-8361a14ebafb'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:01.740263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.758793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:01.763868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Request body: {'port': {'device_id': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:01.766304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 45ecb6cf-1976-46b8-afba-116227e3a2c4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:01.766685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.828174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7fd46272-f313-4854-ab8b-04a9eae72737 None None] Provisioning for port d05ad1ea-c865-47d1-91e5-68ecb82f7671 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:01.871904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7fd46272-f313-4854-ab8b-04a9eae72737 None None] Provisioning complete for port d05ad1ea-c865-47d1-91e5-68ecb82f7671 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:01.872063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7fd46272-f313-4854-ab8b-04a9eae72737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.900714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.902651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:01.904239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.905950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3b81bac-06be-4f62-81ca-d205ecdb8c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.911073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:01.911708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:25:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:01.913269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.919688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:01.939484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:01.974994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15464d9-de3c-4e04-a8b7-2cca22d7f41e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:01.986889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:01.991466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.002052 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f0615d1-ed41-4e62-89e1-63de73f50766 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/floatingips/0460bf59-639e-42c3-9e78-d88672022b3c HTTP/1.1" status: 200 len: 978 time: 10.0798631 Mar 02 07:26:02.008935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39550) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:02.048743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:02.049333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85577aef-0168-490f-9ae2-7b6b32d1de9e None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:02.090127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.126874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7fd46272-f313-4854-ab8b-04a9eae72737 None None] Port d05ad1ea-c865-47d1-91e5-68ecb82f7671 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:02.151656 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:02.153747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] Pushing event deleted for resources: {'Port': ['ID=0bd790d4-d0b9-4c49-89f3-d37016b52af5,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:02.154786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.156735 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c64f4e4-15f3-4c5c-84c8-1189903445b3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6520059 Mar 02 07:26:02.186248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] For port 199692b5-9600-4ad5-ae30-65ff19703d5a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:02.188475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902fe88-78bf-4355-afc5-669e09d2b1b4 None None] No DVR routers for this DVR port 0bd790d4-d0b9-4c49-89f3-d37016b52af5 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:02.213193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39558) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:02.215254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] For port 199692b5-9600-4ad5-ae30-65ff19703d5a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=199692b5-9600-4ad5-ae30-65ff19703d5a,segment=NetworkSegment(9932642b-7765-4774-9038-6ada1d872505),segment_id=9932642b-7765-4774-9038-6ada1d872505)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:02.223670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.225188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '28435cbc-6240-4951-82cd-f45c73bc284a', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:02.235535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.240940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:02.328123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3b81bac-06be-4f62-81ca-d205ecdb8c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.370284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:02.390431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0bd790d4-d0b9-4c49-89f3-d37016b52af5 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:02.420686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 9909743b-bb8e-463b-b6eb-62fad1c2c717 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:02.423235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52f361-90e7-487f-af16-1dfb327cdf0f None None] Pushing event updated for resources: {'Port': ['ID=199692b5-9600-4ad5-ae30-65ff19703d5a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:02.428869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:02.441438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 0bd790d4-d0b9-4c49-89f3-d37016b52af5 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:02.441815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0bd790d4-d0b9-4c49-89f3-d37016b52af5 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:02.446502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:02.462425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.489387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:02.512329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f42f451-9128-4e58-9807-9c28af379a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.576410 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dca919ad-547e-4a7c-999c-538b02871c5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c80a0b7547a4887b5681592770a8ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229014 Mar 02 07:26:02.582118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:02.588691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:26:02.598450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.614340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3b81bac-06be-4f62-81ca-d205ecdb8c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.678134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:02.692540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.699307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:02.707927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:02.708528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.712176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d05b2b-371f-4310-8a22-239134b41cc8 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:02.747872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=fd6d5bd1-1074-4710-90e7-7ce213be0f08,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:02.779573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd5937c2-3832-4b8f-b392-75a565137eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.792540 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-30988c0b-084d-4dbd-a76d-6d3c4532bf4e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0611537 Mar 02 07:26:02.795954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:02.803829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b81bac-06be-4f62-81ca-d205ecdb8c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ebe6a-7241-47fd-be17-f707084e9634,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:02.804056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:02.850917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd5937c2-3832-4b8f-b392-75a565137eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.872351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.927915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3b81bac-06be-4f62-81ca-d205ecdb8c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:02.929278 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3b81bac-06be-4f62-81ca-d205ecdb8c32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db0ebe6a-7241-47fd-be17-f707084e9634 HTTP/1.1" status: 204 len: 168 time: 1.5462193 Mar 02 07:26:03.026097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:03.031926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:03.035410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:03.042103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:03.079411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:03.083483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.086741 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 199692b5-9600-4ad5-ae30-65ff19703d5a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:03.094554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.127211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd5937c2-3832-4b8f-b392-75a565137eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.168958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'fd6d5bd1-1074-4710-90e7-7ce213be0f08'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:03.170150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.170689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5937c2-3832-4b8f-b392-75a565137eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd06f05-e39d-4b4f-ad2e-f47fcbe6d605,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:03.224275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd5937c2-3832-4b8f-b392-75a565137eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.228481 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd5937c2-3832-4b8f-b392-75a565137eba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bd06f05-e39d-4b4f-ad2e-f47fcbe6d605 HTTP/1.1" status: 204 len: 168 time: 0.6458881 Mar 02 07:26:03.303448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 2428598c-629a-4327-86ea-8361a14ebafb is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:03.330572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 199692b5-9600-4ad5-ae30-65ff19703d5a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:03.349098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:03.354361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:03.361464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.362179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.500655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=9909743b-bb8e-463b-b6eb-62fad1c2c717,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:03.529461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Allocated IP 2001:db8::f816:3eff:fed9:d686 (9cd85606-01cd-4b60-bb33-0395597a84af/fd6d5bd1-1074-4710-90e7-7ce213be0f08/54a982f2-0dc9-4708-ab29-02bc87614067) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:03.596995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.648936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.654600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.665163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:03.669425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:03.675982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:03.678753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.707332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=afa00397-e2ed-4064-9659-d12f69146fbc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:03.744387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.744945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.745300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.745787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.746124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.746457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.746785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.747215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.747435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.747788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.748153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.748474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:03.761694 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02943d6c-ee5a-4438-b2f1-89e32afef767 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9643307 Mar 02 07:26:03.767799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:03.785938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:e1:83:2d', 'name': 'tempest-NetworksTestDHCPv6-403961402'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:03.835968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:03.842969 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 0460bf59-639e-42c3-9e78-d88672022b3c disassociated. External IP: 172.26.4.210, port: baf51bf7-8a53-493c-b113-d759f1e1bbfa. Mar 02 07:26:04.019137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:04.019610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.026837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:04.031059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:04.039133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:04.054668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be531a97-36fc-4d88-8d88-148e44a06d20 None None] Network 2428598c-629a-4327-86ea-8361a14ebafb requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:04.054884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:04.071920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d5cdad-a186-4016-ba18-cf2e74d3f6dd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:04.075437 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c3f8a463-b38c-45e6-ba20-8a8bdeda7728 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.7074485 Mar 02 07:26:04.078944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:04.082663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Router 307cd40b-83cf-4fb1-ab6d-b5ec74ce356c is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:26:04.095400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6b5b-845d-4b71-87ca-235ee3b6d88e req-b689f813-7d21-4c61-ab00-1afc1b7bcc5a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:04.097601 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b2ec6b5b-845d-4b71-87ca-235ee3b6d88e req-b689f813-7d21-4c61-ab00-1afc1b7bcc5a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 932 time: 1.2952383 Mar 02 07:26:04.098516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.099759 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6771326-6868-4940-bfd0-c63b8b2dd218 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8789468 Mar 02 07:26:04.113274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd6c8b31-fee9-48c2-b3e6-f159a7e2a692 None None] Provisioning for port 199692b5-9600-4ad5-ae30-65ff19703d5a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:04.115516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:04.168051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '28435cbc-6240-4951-82cd-f45c73bc284a', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:04.177153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd6c8b31-fee9-48c2-b3e6-f159a7e2a692 None None] Provisioning complete for port 199692b5-9600-4ad5-ae30-65ff19703d5a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:04.177667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8b31-fee9-48c2-b3e6-f159a7e2a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.273268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 9909743b-bb8e-463b-b6eb-62fad1c2c717 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:04.273625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.327295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.374624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.396562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Transition to ACTIVE for port object 54a982f2-0dc9-4708-ab29-02bc87614067 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:04.434860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:04.467746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port b59c69e2-7832-492e-b2bb-114d4c22ff36 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:04.505835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Transition to ACTIVE for port object 54a982f2-0dc9-4708-ab29-02bc87614067 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:04.549014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.553069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:04.613200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:04.647382 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b2ec6b5b-845d-4b71-87ca-235ee3b6d88e req-3564ad6b-6602-4726-a4cc-ab6dacebb0ad tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5252645 Mar 02 07:26:04.648446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:04.678385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05ad1ea-c865-47d1-91e5-68ecb82f7671 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:04.691780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.699586 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:26:04.712694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.752703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:04.756995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:04.767214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Transition to ACTIVE for port object d05ad1ea-c865-47d1-91e5-68ecb82f7671 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:04.769743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:04.791639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.836135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:04.852230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8b31-fee9-48c2-b3e6-f159a7e2a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.909708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:04.975597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Pushing event updated for resources: {'Port': ['ID=54a982f2-0dc9-4708-ab29-02bc87614067,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:04.983386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Attempting to bind port 54a982f2-0dc9-4708-ab29-02bc87614067 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:04.983952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Attempting to bind port 54a982f2-0dc9-4708-ab29-02bc87614067 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:04.984473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Attempting to bind port 54a982f2-0dc9-4708-ab29-02bc87614067 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:05.011102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cd6c8b31-fee9-48c2-b3e6-f159a7e2a692 None None] For port 199692b5-9600-4ad5-ae30-65ff19703d5a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=199692b5-9600-4ad5-ae30-65ff19703d5a,segment=NetworkSegment(9932642b-7765-4774-9038-6ada1d872505),segment_id=9932642b-7765-4774-9038-6ada1d872505)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:05.016168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f931d2b8-668b-4451-9db5-b7ee187331f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.024244 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8b31-fee9-48c2-b3e6-f159a7e2a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.028215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:05.029129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:05.029925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.030633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:05.032798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Bound port: 54a982f2-0dc9-4708-ab29-02bc87614067, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:05.033547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.200849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 9909743b-bb8e-463b-b6eb-62fad1c2c717 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:05.230811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:05.240816 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] Sync routers for ids ['307cd40b-83cf-4fb1-ab6d-b5ec74ce356c'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:05.262594 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] Routers {'307cd40b-83cf-4fb1-ab6d-b5ec74ce356c'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:05.263635 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['307cd40b-83cf-4fb1-ab6d-b5ec74ce356c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:05.267503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c8b31-fee9-48c2-b3e6-f159a7e2a692 None None] Pushing event updated for resources: {'Port': ['ID=199692b5-9600-4ad5-ae30-65ff19703d5a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:05.297486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] For port 54a982f2-0dc9-4708-ab29-02bc87614067, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:05.305582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] For port 54a982f2-0dc9-4708-ab29-02bc87614067, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54a982f2-0dc9-4708-ab29-02bc87614067,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:05.315129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.351718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ad1ea-c865-47d1-91e5-68ecb82f7671,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:05.377609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.492984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1997d5-4a83-4665-ae9e-5e9913d73cff None None] Pushing event updated for resources: {'Port': ['ID=54a982f2-0dc9-4708-ab29-02bc87614067,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:05.518467 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:05.537322 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] Routers {'307cd40b-83cf-4fb1-ab6d-b5ec74ce356c'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:05.539123 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['307cd40b-83cf-4fb1-ab6d-b5ec74ce356c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:05.543357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:05.565774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-96cb1206-e812-46af-b827-7c70aa56c82d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:05.566462 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-96cb1206-e812-46af-b827-7c70aa56c82d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:26:05.566955 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-96cb1206-e812-46af-b827-7c70aa56c82d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:26:05.582484 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96cb1206-e812-46af-b827-7c70aa56c82d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7444663 Mar 02 07:26:05.584740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:05.591586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:05.597502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.597873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.598206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.598539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.598865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.599185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.599504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.599819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.600135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.600449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.600761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.601076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:05.606816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.608537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--721403466'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:05.620810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.624254 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b99e72a-f2fd-43e2-ae90-40a48776ddbd tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "PUT /v2.0/routers/307cd40b-83cf-4fb1-ab6d-b5ec74ce356c HTTP/1.1" status: 200 len: 915 time: 12.9959831 Mar 02 07:26:05.635585 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:05.636025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:05.636577 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4040e-ca68-457f-bae7-9d54e475cb36 None None] The sync data for ids ['307cd40b-83cf-4fb1-ab6d-b5ec74ce356c'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:05.642872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:05.659288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Attempting to bind port d05ad1ea-c865-47d1-91e5-68ecb82f7671 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:05.659789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Attempting to bind port d05ad1ea-c865-47d1-91e5-68ecb82f7671 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:05.659914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:05.660362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Attempting to bind port d05ad1ea-c865-47d1-91e5-68ecb82f7671 on network c8aff043-277d-467b-9e4a-8c0c77b91409 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:05.694067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:05.698495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-66797504-2fa7-4a1f-9226-b3780abcd0f2 None None] Could not find standard attr ID for object 9909743b-bb8e-463b-b6eb-62fad1c2c717. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:26:05.702267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.725611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Port d05ad1ea-c865-47d1-91e5-68ecb82f7671 on network c8aff043-277d-467b-9e4a-8c0c77b91409 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:05.725959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Attempting to bind port d05ad1ea-c865-47d1-91e5-68ecb82f7671 on network c8aff043-277d-467b-9e4a-8c0c77b91409 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:05.727962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8ee77e-03ec-4825-a3d1-59fa25386b0d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:05.740338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-66797504-2fa7-4a1f-9226-b3780abcd0f2 None None] Provisioning complete for port 199692b5-9600-4ad5-ae30-65ff19703d5a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:05.740705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66797504-2fa7-4a1f-9226-b3780abcd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.768367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:05.769918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:05.770260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Checking segment: {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:05.770647 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Bound using segment: {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:05.771081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Bound port: d05ad1ea-c865-47d1-91e5-68ecb82f7671, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e9be47-5c98-42ad-b2ba-83582f4927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:05.771419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.780648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=9909743b-bb8e-463b-b6eb-62fad1c2c717,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:05.902722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.907099 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a848065-cf43-4271-96a4-697f3757dc30 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7833505 Mar 02 07:26:05.916103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39662) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:05.919032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.923653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.955429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:05.971595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1893551807'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:05.985001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:05.989273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Usage tracker for resource:network and tenant:40c54409fefd46b0a076efaf796f711b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:05.992274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:05.998995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:06.012752 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5124a78c-20e0-4fdf-bd5d-2bf0ee35d6eb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/9909743b-bb8e-463b-b6eb-62fad1c2c717 HTTP/1.1" status: 204 len: 168 time: 1.9301918 Mar 02 07:26:06.035239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] For port d05ad1ea-c865-47d1-91e5-68ecb82f7671, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:06.038773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] For port d05ad1ea-c865-47d1-91e5-68ecb82f7671, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:06.041845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39666) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:06.045140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '28435cbc-6240-4951-82cd-f45c73bc284a', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:06.061996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:06.064610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Made reservation on behalf of 40c54409fefd46b0a076efaf796f711b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:06.068419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.068952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.091724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.143495 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:06.144434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.154889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b27a8502-7482-4566-bcbc-c0eceb4c818c None None] Could not find standard attr ID for object 9909743b-bb8e-463b-b6eb-62fad1c2c717. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:26:06.163573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.163804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:06.198180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:06.200531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:06.213064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Usage tracker for resource:security_group_rule and tenant:40c54409fefd46b0a076efaf796f711b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:06.216604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:06.224106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:06.226948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:06.237473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 172.20.0.9 (9cd85606-01cd-4b60-bb33-0395597a84af/afa00397-e2ed-4064-9659-d12f69146fbc/b59c69e2-7832-492e-b2bb-114d4c22ff36) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:06.239041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:06.241181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:06.245293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:06.251335 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee2269b-3a66-41b9-a833-3e7323d3274c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:26:06.251864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aee2269b-3a66-41b9-a833-3e7323d3274c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:06.253771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fee1:832d (9cd85606-01cd-4b60-bb33-0395597a84af/fd6d5bd1-1074-4710-90e7-7ce213be0f08/b59c69e2-7832-492e-b2bb-114d4c22ff36) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:06.388604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2abd2-ba07-4569-ac9b-012c05da59f3 req-4f58a23c-a688-4b9c-970a-256c48a9b82d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:06.395723 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a0a2abd2-ba07-4569-ac9b-012c05da59f3 req-4f58a23c-a688-4b9c-970a-256c48a9b82d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 944 time: 0.3840528 Mar 02 07:26:06.476315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:06.477276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.479452 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] 10.222.0.32 "PUT /v2.0/ports/d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1094 time: 4.7301657 Mar 02 07:26:06.482054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:06.571160 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:26:06.575831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fd6a3-4f17-448d-b48d-d4d36ebeaae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ad1ea-c865-47d1-91e5-68ecb82f7671,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:06.582498 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'status': 'completed', 'code': 200} Mar 02 07:26:06.587325 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a0a2abd2-ba07-4569-ac9b-012c05da59f3 req-6356ca93-9511-4b80-869e-e2242d0f12e6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906400 Mar 02 07:26:06.600689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aee2269b-3a66-41b9-a833-3e7323d3274c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:06.602251 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aee2269b-3a66-41b9-a833-3e7323d3274c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/9909743b-bb8e-463b-b6eb-62fad1c2c717 HTTP/1.1" status: 404 len: 333 time: 0.5502200 Mar 02 07:26:06.605418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-04e84e91-21a4-450a-b28a-d5941ba1f186 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/307cd40b-83cf-4fb1-ab6d-b5ec74ce356c HTTP/1.1" status: 200 len: 921 time: 0.9628780 Mar 02 07:26:06.610385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:06.610704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39674) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:06.615904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.697417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:06.711108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:06.723022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:06.723665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.724085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:06.789009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.801265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:06.812017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:06.812641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:06.813152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object b59c69e2-7832-492e-b2bb-114d4c22ff36 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:06.846827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.851175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet 65fe226e-be78-415e-a43e-121a1dc048fc {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:06.858970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ac34ae0-f957-4b0e-a52b-7325ea00267c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/floatingips/0460bf59-639e-42c3-9e78-d88672022b3c HTTP/1.1" status: 200 len: 688 time: 4.8466549 Mar 02 07:26:06.864175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.871752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.873482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.874683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:06.875542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.894833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:06.895240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b06aa-11a1-4c42-bdc8-1d6af0cf5436 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:06.928475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32f3472-7a82-4188-9021-b34f24cc0408 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:06.932082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.957765 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:06.968913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-fe6b45f4-f41b-4811-8032-0e3dc826c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:06.970565 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-fe6b45f4-f41b-4811-8032-0e3dc826c1a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1097 time: 0.4428842 Mar 02 07:26:07.027276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.058726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.061972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:07.065279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4133811-87dc-438e-9c80-cdf7db43fc56 None None] Provisioning for port 54a982f2-0dc9-4708-ab29-02bc87614067 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:07.080268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:07.080872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.085374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:07.101268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:07.104423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd10afe-2880-4900-9c17-55aafd2dfccc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.105518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:07.115978 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-8f540205-b033-42c1-82a9-c5deabd89089 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 217 time: 0.1325259 Mar 02 07:26:07.122009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f0fcf-6cd4-4de0-bc2c-6e87d2950853 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.122977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-835f0fcf-6cd4-4de0-bc2c-6e87d2950853 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Synchronizing usage tracker for tenant:3edf40e53ba245c092a806971116962a on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:07.162129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:07.186040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:07.187264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.188049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:07.193701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54a982f2-0dc9-4708-ab29-02bc87614067 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:07.198000 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dfe8b018-dca5-401d-95a6-82c115151f38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2808115 Mar 02 07:26:07.212465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6190e0c7-5b2d-4b0e-8d8f-0f7c18d202d6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.233574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-835f0fcf-6cd4-4de0-bc2c-6e87d2950853 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Unset dirty status for tenant:3edf40e53ba245c092a806971116962a on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:07.237361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.237556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-835f0fcf-6cd4-4de0-bc2c-6e87d2950853 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=307cd40b-83cf-4fb1-ab6d-b5ec74ce356c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6118584 Mar 02 07:26:07.238238 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Added segment fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5 of type vlan for network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a Mar 02 07:26:07.240897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39686) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:07.243149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-e1de7a81-9bca-47ca-97e4-64d1a3fd4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.248081 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-e1de7a81-9bca-47ca-97e4-64d1a3fd4f58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.1220088 Mar 02 07:26:07.266885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port fef242a8-d5db-4821-8dee-bfa403615b96 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:07.267222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.288863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 54a982f2-0dc9-4708-ab29-02bc87614067 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:07.295672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 54a982f2-0dc9-4708-ab29-02bc87614067 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:07.301422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.307688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=b59c69e2-7832-492e-b2bb-114d4c22ff36,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.374628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4428dde9-2b67-4c6b-a5f3-8f7862952123,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.384634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.434476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.435468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.463071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.549503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c5d311-bbf7-4d97-aa77-2a4ec7df7638 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.550286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-29c5d311-bbf7-4d97-aa77-2a4ec7df7638 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Synchronizing usage tracker for tenant:3edf40e53ba245c092a806971116962a on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:07.563748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': 'fd6d5bd1-1074-4710-90e7-7ce213be0f08', 'ip_address': '2001:db8::f816:3eff:fed9:d686'}, {'subnet_id': 'afa00397-e2ed-4064-9659-d12f69146fbc'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '54a982f2-0dc9-4708-ab29-02bc87614067'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:26:07.581709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:07.593062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-1b23abf2-3d9c-492e-b5c4-6fddd9dd8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.594480 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-1b23abf2-3d9c-492e-b5c4-6fddd9dd8042 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3158970 Mar 02 07:26:07.631382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-29c5d311-bbf7-4d97-aa77-2a4ec7df7638 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] Unset dirty status for tenant:3edf40e53ba245c092a806971116962a on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:07.631576 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29c5d311-bbf7-4d97-aa77-2a4ec7df7638 tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.3811066 Mar 02 07:26:07.639569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:07.682493 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42d8a964-b472-482c-94dd-88d1c4a8dd05 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9123082 Mar 02 07:26:07.683558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.689439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.694369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:07.694989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.698576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:07.706494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.745434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.751647 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.785552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 54a982f2-0dc9-4708-ab29-02bc87614067, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54a982f2-0dc9-4708-ab29-02bc87614067,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:07.795720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-20e8f559-417b-4714-914e-4e79fdc5e01f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:07.796240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.797010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 199692b5-9600-4ad5-ae30-65ff19703d5a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:07.810458 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2c8bb049-2118-44aa-83df-855c529bfd72 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=307cd40b-83cf-4fb1-ab6d-b5ec74ce356c HTTP/1.1" status: 200 len: 205 time: 0.1497073 Mar 02 07:26:07.820454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39710) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:07.823529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=65fe226e-be78-415e-a43e-121a1dc048fc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:07.835461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:07.915043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de15f2-e2f8-4ee0-8164-99d1ac221c6d None None] Network 2428598c-629a-4327-86ea-8361a14ebafb requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:07.918535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ae71b39-c896-40ee-b237-4b97d1f4519b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/65fe226e-be78-415e-a43e-121a1dc048fc HTTP/1.1" status: 204 len: 168 time: 1.2948258 Mar 02 07:26:07.923794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:07.938574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-20e8f559-417b-4714-914e-4e79fdc5e01f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:07.939719 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-20e8f559-417b-4714-914e-4e79fdc5e01f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507997735&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.3841863 Mar 02 07:26:07.979979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.008486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-d33b29b9-c02d-4bff-8215-03f89e7bf258 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069157 Mar 02 07:26:08.022894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.023228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.092995 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5462971 Mar 02 07:26:08.128496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=54a982f2-0dc9-4708-ab29-02bc87614067,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:08.211168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.211680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.212129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.213123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.213556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.214033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.214463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.214905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.215324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.215746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.216171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.216593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:26:08.233849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for fef242a8-d5db-4821-8dee-bfa403615b96 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:08.250166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] Allocated IP 172.20.0.2 (9cd85606-01cd-4b60-bb33-0395597a84af/afa00397-e2ed-4064-9659-d12f69146fbc/54a982f2-0dc9-4708-ab29-02bc87614067) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:08.263644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469b6a7-5fe8-45e7-ae70-c90915030fdc tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Pushing event updated for resources: {'Network': ['ID=a11f4eb9-abab-4d59-b00c-0d3314f1bd2a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:08.266152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.270006 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6743577 Mar 02 07:26:08.271053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 199692b5-9600-4ad5-ae30-65ff19703d5a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:08.271537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.278721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:08.279413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b48015-be99-43a7-94f0-fa6b5679b9d2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11e0c3-d975-40d2-b4b2-5259c828a3c2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:08.290705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '1d11e0c3-d975-40d2-b4b2-5259c828a3c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:08.306950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:08.308292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:08.327949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:08.333156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:08.342822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:08.400686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2088d7c-935b-4740-b61a-d6c5788118fe tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.406685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2088d7c-935b-4740-b61a-d6c5788118fe tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.407353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b2088d7c-935b-4740-b61a-d6c5788118fe tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:08.426718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51324b71-11ef-416b-b8c6-b3f4ebf46e23 req-e5d61548-c368-4e2c-ab71-436f5f639fa5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.428217 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51324b71-11ef-416b-b8c6-b3f4ebf46e23 req-e5d61548-c368-4e2c-ab71-436f5f639fa5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 944 time: 0.6863425 Mar 02 07:26:08.434208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.470395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.513090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.522584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b2088d7c-935b-4740-b61a-d6c5788118fe tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:08.523666 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b2088d7c-935b-4740-b61a-d6c5788118fe tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.7915950 Mar 02 07:26:08.536649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:08.611237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 199692b5-9600-4ad5-ae30-65ff19703d5a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:08.611803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.623952 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51324b71-11ef-416b-b8c6-b3f4ebf46e23 req-ceb96389-8f39-48c7-87e7-6b010a12e377 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828244 Mar 02 07:26:08.629116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.672838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-d5d3f89a-c20c-45e8-873e-746eacbac76b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:08.674335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] For port 54a982f2-0dc9-4708-ab29-02bc87614067, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54a982f2-0dc9-4708-ab29-02bc87614067,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:08.674708 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-d5d3f89a-c20c-45e8-873e-746eacbac76b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=48b89838-754c-4072-8712-13178ab1e4dd HTTP/1.1" status: 200 len: 797 time: 0.7091687 Mar 02 07:26:08.691173 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f23177-3a3d-4229-8836-2326a2be1af8 req-51a4e0d0-831d-4ca9-a4f4-1e2995d64a37 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637042 Mar 02 07:26:08.715281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port b59c69e2-7832-492e-b2bb-114d4c22ff36 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:08.717356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] DHCP port deletion for 2428598c-629a-4327-86ea-8361a14ebafb request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:26:08.717953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.736097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] Deleting port 199692b5-9600-4ad5-ae30-65ff19703d5a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:08.736617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.765629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.796004 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] Transition to ACTIVE for port object 54a982f2-0dc9-4708-ab29-02bc87614067 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:08.796665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.797631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=fef242a8-d5db-4821-8dee-bfa403615b96,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:08.833800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.835134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.837996 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-b48da6bb-1381-4fe4-977b-a4fe254e9771 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.1380656 Mar 02 07:26:08.945394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb18114d-106b-42ae-bb9f-bf98373fcfb5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:08.994250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.994648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.996292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:08.997491 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-62b3cb1b-17fc-4d27-b689-ac0a151ce7e7 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/floatingips/0460bf59-639e-42c3-9e78-d88672022b3c HTTP/1.1" status: 204 len: 168 time: 2.1179068 Mar 02 07:26:09.005635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.009702 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d234fd93-07de-40dc-9a27-ba336574a97c tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7277424 Mar 02 07:26:09.010382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39730) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:09.010713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39732) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:09.071926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54a982f2-0dc9-4708-ab29-02bc87614067 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:09.113293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:09.122336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '1d11e0c3-d975-40d2-b4b2-5259c828a3c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:09.144308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:09.146273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-5c0c656b-ade2-4371-94ea-dabbbf46f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:09.147987 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-5c0c656b-ade2-4371-94ea-dabbbf46f847 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1097 time: 0.3891537 Mar 02 07:26:09.148866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Deleting port b745ba90-b772-4ba8-be6b-0706a1552bf9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:09.149326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Request body: {'port': {'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a', 'binding:host_id': 'hv-neutron-8314', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1750886642'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:09.149529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.153469 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-8efd539f-c1de-43e1-909c-26eff4a5f8d4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] delete failed (client error): The resource could not be found. Mar 02 07:26:09.159843 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8efd539f-c1de-43e1-909c-26eff4a5f8d4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/floatingips/0460bf59-639e-42c3-9e78-d88672022b3c HTTP/1.1" status: 404 len: 345 time: 0.1179008 Mar 02 07:26:09.197372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39742) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:09.208793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecc059-3e96-467f-be96-a47dea1e09be None None] Pushing event updated for resources: {'Port': ['ID=54a982f2-0dc9-4708-ab29-02bc87614067,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:09.209711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:09.218012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:09.223198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:09.234169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Usage tracker for resource:port and tenant:b4f222ac6ed5479b9cf4606b1524291a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:09.241689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:09.244102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:09.251170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:09.252383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] For port 199692b5-9600-4ad5-ae30-65ff19703d5a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=199692b5-9600-4ad5-ae30-65ff19703d5a,segment=NetworkSegment(9932642b-7765-4774-9038-6ada1d872505),segment_id=9932642b-7765-4774-9038-6ada1d872505)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:09.252902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.289552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.306713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] For port 199692b5-9600-4ad5-ae30-65ff19703d5a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=199692b5-9600-4ad5-ae30-65ff19703d5a,segment=NetworkSegment(9932642b-7765-4774-9038-6ada1d872505),segment_id=9932642b-7765-4774-9038-6ada1d872505)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:09.307077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.412856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] Calling delete_port for 199692b5-9600-4ad5-ae30-65ff19703d5a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:09.429252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for b59c69e2-7832-492e-b2bb-114d4c22ff36 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:09.523354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.548526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 199692b5-9600-4ad5-ae30-65ff19703d5a owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:09.559475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 199692b5-9600-4ad5-ae30-65ff19703d5a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:09.608708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] Pushing event deleted for resources: {'Port': ['ID=199692b5-9600-4ad5-ae30-65ff19703d5a,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:09.610781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 199692b5-9600-4ad5-ae30-65ff19703d5a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:09.611305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 199692b5-9600-4ad5-ae30-65ff19703d5a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:09.642990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485ddf4-a22f-4046-bc7e-f7f222e75915 None None] No DVR routers for this DVR port 199692b5-9600-4ad5-ae30-65ff19703d5a on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:09.661893 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-3c5a7bac-2b35-4311-90da-8d9a73eb3d12 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7865739 Mar 02 07:26:09.706386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Made reservation on behalf of b4f222ac6ed5479b9cf4606b1524291a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:09.708734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.733397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.746903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.825696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:09.843393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Usage tracker for resource:security_group_rule and tenant:b4f222ac6ed5479b9cf4606b1524291a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:09.852247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:09.897080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:09.975566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-992829e1-ccb3-4efb-bb83-d427e686e06f None None] Provisioning for port b59c69e2-7832-492e-b2bb-114d4c22ff36 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:09.983079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:09.986412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-992829e1-ccb3-4efb-bb83-d427e686e06f None None] Provisioning complete for port b59c69e2-7832-492e-b2bb-114d4c22ff36 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:09.987006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-992829e1-ccb3-4efb-bb83-d427e686e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.030912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-992829e1-ccb3-4efb-bb83-d427e686e06f None None] Port b59c69e2-7832-492e-b2bb-114d4c22ff36 was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:26:10.045320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-992829e1-ccb3-4efb-bb83-d427e686e06f None None] Provisioning for port 54a982f2-0dc9-4708-ab29-02bc87614067 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:10.048430 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:26:10.051995 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d29950c-6484-4cb6-b0ac-d2316a1f9582 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0060568 Mar 02 07:26:10.052139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-a4aa937e-f66d-490b-9e07-909f906a8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.052139 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-a4aa937e-f66d-490b-9e07-909f906a8efe service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 0.8738852 Mar 02 07:26:10.052616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39750) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:10.053822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=b59c69e2-7832-492e-b2bb-114d4c22ff36,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:10.054371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-992829e1-ccb3-4efb-bb83-d427e686e06f None None] Provisioning complete for port 54a982f2-0dc9-4708-ab29-02bc87614067 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:10.055801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-992829e1-ccb3-4efb-bb83-d427e686e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.069972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951df8a-dc7e-4f3a-82fd-2c8cbc3c0245 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.077135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951df8a-dc7e-4f3a-82fd-2c8cbc3c0245 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.082812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951df8a-dc7e-4f3a-82fd-2c8cbc3c0245 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.083677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e951df8a-dc7e-4f3a-82fd-2c8cbc3c0245 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Synchronizing usage tracker for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:10.196070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:10.196387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:10.206603 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-f2d68969-2511-43c5-99e3-acb8a220decf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 217 time: 0.1128972 Mar 02 07:26:10.224762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.235985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188187c-7d22-4a1d-bc37-56f2f3324d6c req-936b9499-0b83-4eb6-bac9-4c988613a220 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.237488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e188187c-7d22-4a1d-bc37-56f2f3324d6c req-936b9499-0b83-4eb6-bac9-4c988613a220 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 944 time: 0.4617596 Mar 02 07:26:10.292973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.325435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-42dc59d8-d891-4df8-a5ee-6c065de2cb68 None None] Could not find standard attr ID for object b59c69e2-7832-492e-b2bb-114d4c22ff36. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:26:10.331999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.345580 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e188187c-7d22-4a1d-bc37-56f2f3324d6c req-4d5e4ad3-8614-4a13-8fcc-9e6dc86efe67 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015544 Mar 02 07:26:10.347075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.350623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] device_id is not set on port 078782bc-a963-4b54-9c6a-621c19cd1fc1 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:10.397027 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-58b210e0-a2ef-44e9-9bb6-ac73f9c14403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/b59c69e2-7832-492e-b2bb-114d4c22ff36 HTTP/1.1" status: 204 len: 168 time: 1.8593364 Mar 02 07:26:10.400462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Calling delete_port for b745ba90-b772-4ba8-be6b-0706a1552bf9 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:10.400765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:10.430948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e951df8a-dc7e-4f3a-82fd-2c8cbc3c0245 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Unset dirty status for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:10.432619 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e951df8a-dc7e-4f3a-82fd-2c8cbc3c0245 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "GET /v2.0/ports?network_id=2ed4d112-a874-4ee3-81ec-09104e37988a HTTP/1.1" status: 200 len: 2358 time: 1.2260094 Mar 02 07:26:10.460977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:10.493323 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-76188686-e61d-459c-bea4-8bf9f19a2dcf service neutron] 10.222.0.41 "GET /v2.0/networks/48b89838-754c-4072-8712-13178ab1e4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478433 Mar 02 07:26:10.514469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234c9861-1272-49bc-8e51-d7b859f897da,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:10.534701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3029e1ca-3e7b-4c7c-8f91-cba81acac49f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.553703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-86348f18-e8b2-495b-ac30-cfed55a6d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.555158 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-86348f18-e8b2-495b-ac30-cfed55a6d277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.3330319 Mar 02 07:26:10.587999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0732ac-22ad-4dc9-88c1-0f37cc209dcd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.589772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0732ac-22ad-4dc9-88c1-0f37cc209dcd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.591494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0732ac-22ad-4dc9-88c1-0f37cc209dcd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.592472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5f0732ac-22ad-4dc9-88c1-0f37cc209dcd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:10.618314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa04503-644b-49dc-9926-0eb376231fbb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:10.624631 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-efa04503-644b-49dc-9926-0eb376231fbb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "GET /v2.0/subnets/b11a0f1a-d3ff-43e5-a9bd-af472d46a210 HTTP/1.1" status: 200 len: 797 time: 0.1572380 Mar 02 07:26:10.628389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39762) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:10.642072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'port': {'network_id': '2ed4d112-a874-4ee3-81ec-09104e37988a', 'name': 'tempest-FloatingIPTestJSON-715651443', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:10.700890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 199692b5-9600-4ad5-ae30-65ff19703d5a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:10.701222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.708448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5f0732ac-22ad-4dc9-88c1-0f37cc209dcd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:10.712690 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f0732ac-22ad-4dc9-88c1-0f37cc209dcd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3060360 Mar 02 07:26:10.725368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39766) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:10.727651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3029e1ca-3e7b-4c7c-8f91-cba81acac49f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:10.753235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c61884-e6ef-47a4-aea3-ce5b0844839a None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:26:10.857519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] The port '199692b5-9600-4ad5-ae30-65ff19703d5a' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:26:10.864764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c61884-e6ef-47a4-aea3-ce5b0844839a None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:26:10.928970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:10.940136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:10.955760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:10.983991 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-97c869ed-ca72-425e-b08e-cbc972a17561 service neutron] 10.222.0.41 "GET /v2.0/networks/48b89838-754c-4072-8712-13178ab1e4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818306 Mar 02 07:26:10.989872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] device_id is not set on port 078782bc-a963-4b54-9c6a-621c19cd1fc1 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:10.998732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet afa00397-e2ed-4064-9659-d12f69146fbc {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:11.049589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.050132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54a982f2-0dc9-4708-ab29-02bc87614067 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:11.098730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.108759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.119601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Transition to ACTIVE for port object 078782bc-a963-4b54-9c6a-621c19cd1fc1 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:11.137850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] device_id is not set on port c1393dc0-090f-4735-b366-e1b2a723b60f yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:11.148050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3029e1ca-3e7b-4c7c-8f91-cba81acac49f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.158911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.220358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-95c0def1-490a-4640-b49d-3e6257fa013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:11.222264 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-95c0def1-490a-4640-b49d-3e6257fa013d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6447716 Mar 02 07:26:11.236139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029e1ca-3e7b-4c7c-8f91-cba81acac49f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11e0c3-d975-40d2-b4b2-5259c828a3c2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:11.239919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 54a982f2-0dc9-4708-ab29-02bc87614067 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:11.240295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.281150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2428598c-629a-4327-86ea-8361a14ebafb']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:11.302068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.364906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.404926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9932642b-7765-4774-9038-6ada1d872505') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:11.410781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9932642b-7765-4774-9038-6ada1d872505') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:11.504828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.14 (2ed4d112-a874-4ee3-81ec-09104e37988a/b11a0f1a-d3ff-43e5-a9bd-af472d46a210/c1393dc0-090f-4735-b366-e1b2a723b60f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:11.515268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.13 (2ed4d112-a874-4ee3-81ec-09104e37988a/b11a0f1a-d3ff-43e5-a9bd-af472d46a210/c1393dc0-090f-4735-b366-e1b2a723b60f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:11.522515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.536698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event deleted for resources: {'Port': ['ID=b745ba90-b772-4ba8-be6b-0706a1552bf9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:11.539109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3029e1ca-3e7b-4c7c-8f91-cba81acac49f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.540556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3029e1ca-3e7b-4c7c-8f91-cba81acac49f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d11e0c3-d975-40d2-b4b2-5259c828a3c2 HTTP/1.1" status: 204 len: 168 time: 1.4539928 Mar 02 07:26:11.580775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:11.608796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.634964 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6291c78d-f61b-4cee-a30a-edc17ada522b req-681c01c9-8418-401d-89dd-b2039e5b1447 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 210 time: 0.0856771 Mar 02 07:26:11.847561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.885297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:26:11.885817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:26:11.901906 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:26:11.925521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d05ad1ea-c865-47d1-91e5-68ecb82f7671 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:11.958057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=078782bc-a963-4b54-9c6a-621c19cd1fc1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:11.979216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17390fc6-2fd8-425f-956b-1d61c7ea1ea5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:11.998183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Checking segment: {'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:11.998562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Network hostable DHCP agents. Network: a11f4eb9-abab-4d59-b00c-0d3314f1bd2a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:12.018791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.060697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17390fc6-2fd8-425f-956b-1d61c7ea1ea5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:12.061953 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17390fc6-2fd8-425f-956b-1d61c7ea1ea5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4796960 Mar 02 07:26:12.067123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:12.067343 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-312c938d-e478-4a8d-99e4-5d32051bc096 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192258 Mar 02 07:26:12.068338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.072229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--656005888'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:12.083298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.086127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:12.093860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:12.110788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:12.115911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a11f4eb9-abab-4d59-b00c-0d3314f1bd2a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:12.125160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:12.140414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.148078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685b498-289e-4941-ad03-4ccb1f40f494 None None] Network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:12.161543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.161895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.162237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.172515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.173212 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.174382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:12.176458 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 2 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.187029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:12.189390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d05ad1ea-c865-47d1-91e5-68ecb82f7671, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:12.190357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.190938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.192638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:12.235245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.236651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:12.257622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.258247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.258739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.263197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'port_id': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'mac_address': 'fa:16:3e:81:04:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:12.280712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 2ed4d112-a874-4ee3-81ec-09104e37988a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:12.284019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.284592 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.293709 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 3 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.300896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:12.308114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=2428598c-629a-4327-86ea-8361a14ebafb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:12.311024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:12.368037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=c1393dc0-090f-4735-b366-e1b2a723b60f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:12.372173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.378159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.378778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.379584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.383639 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-efb65975-e36a-41b0-a3d6-3f35c8766a8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/2428598c-629a-4327-86ea-8361a14ebafb HTTP/1.1" status: 204 len: 168 time: 4.4563079 Mar 02 07:26:12.385565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.392549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39790) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:12.400325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.400954 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.404904 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 4 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.407939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.433053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05ad1ea-c865-47d1-91e5-68ecb82f7671 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:12.433585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'name': 'tempest-PortsIpV6TestJSON-1339165856'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:12.438395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.438963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.439499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.446981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:12.447910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.453088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d05ad1ea-c865-47d1-91e5-68ecb82f7671, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:12.470481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.471485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.472028 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.477040 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 5 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.494892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722177c4-5eb7-4925-ab78-ad4f8bf4678a req-3c01b375-eb26-4c13-8368-ea4d9f5665b2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:12.496506 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-722177c4-5eb7-4925-ab78-ad4f8bf4678a req-3c01b375-eb26-4c13-8368-ea4d9f5665b2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 944 time: 0.9029562 Mar 02 07:26:12.517965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.521835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.522294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.522757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.532946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.545740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.546396 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.550063 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 6 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.597483 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9378fe51-107e-4637-ae81-28c865132bbf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9644926 Mar 02 07:26:12.612751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39794) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:12.634635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=d05ad1ea-c865-47d1-91e5-68ecb82f7671,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:12.636996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'c1393dc0-090f-4735-b366-e1b2a723b60f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:12.641260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.641452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.641831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.650018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.651464 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5832765 Mar 02 07:26:12.655127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:12.658469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c6d01-c94d-467e-a4e9-0e82de4659cd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b6fc7-9851-48fd-937d-1e49061d818d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:12.661155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39798) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:12.661334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.661913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Fanout notify agent at l3_agent the message router_deleted on router 307cd40b-83cf-4fb1-ab6d-b5ec74ce356c {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:12.677286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.695916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['d05ad1ea-c865-47d1-91e5-68ecb82f7671'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:12.707584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.708004 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.718632 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 7 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.728715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1acd98cf-a823-415e-8330-58ff0525f4a6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': 'd12b6fc7-9851-48fd-937d-1e49061d818d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:12.729557 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-1acd98cf-a823-415e-8330-58ff0525f4a6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 07:26:12.730154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1acd98cf-a823-415e-8330-58ff0525f4a6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:12.733614 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1acd98cf-a823-415e-8330-58ff0525f4a6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0221808 Mar 02 07:26:12.738276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:12.753526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:12.779816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.780044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.780583 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-722177c4-5eb7-4925-ab78-ad4f8bf4678a req-dae8fa7b-775e-498a-96fa-c5fef569387a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646024 Mar 02 07:26:12.786771 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b8bde22-fead-43c9-96f8-1666a70357c7 req-dfd8d85c-ba9b-4d29-880c-4d2667d8c6e0 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267793 Mar 02 07:26:12.787876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.788716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=afa00397-e2ed-4064-9659-d12f69146fbc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:12.811502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:12.822898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.823563 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.834957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:12.841404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.843239 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f43b40c0-1982-4159-85ae-e904faf78f0a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/afa00397-e2ed-4064-9659-d12f69146fbc HTTP/1.1" status: 204 len: 168 time: 2.0955334 Mar 02 07:26:12.845892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:12.854145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.858882 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02c3ed6f-f9a6-4154-a40d-678cbaf9b583 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/307cd40b-83cf-4fb1-ab6d-b5ec74ce356c HTTP/1.1" status: 204 len: 168 time: 5.0370333 Mar 02 07:26:12.859722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39812) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:12.861711 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 8 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.864075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad25c8f-8bc8-486b-bb22-83ebb418890c None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:12.884592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.901548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1816684629', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:12.915639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:12.919746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:12.922873 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3e875503-9ba1-48e6-903f-48061426d15d req-876cba1a-444b-4e2c-bb45-8895983920e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 210 time: 0.0979433 Mar 02 07:26:12.944101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:12.949348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-0275c1c9-47f1-4cf0-9b73-c9fb577f7532 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:12.950400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-0275c1c9-47f1-4cf0-9b73-c9fb577f7532 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:12.952552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:12.952878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:12.953519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:12.958633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Usage tracker for resource:router and tenant:119d26860e9648ecaf29592563e400ee is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:12.964257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:12.975040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:12.984444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:12.984773 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:12.990237 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 9 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:12.995640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 4288dce6-5ee8-4dd9-b09c-c2c859db2607 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:13.008586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62e83190-a878-4247-b8e2-d032faa591e8 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.023822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:13.024145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:13.024500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:13.026575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-0275c1c9-47f1-4cf0-9b73-c9fb577f7532 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:13.027680 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-0275c1c9-47f1-4cf0-9b73-c9fb577f7532 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=48b89838-754c-4072-8712-13178ab1e4dd HTTP/1.1" status: 200 len: 797 time: 0.4586632 Mar 02 07:26:13.045136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet fd6d5bd1-1074-4710-90e7-7ce213be0f08 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:13.061916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.062908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.070821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.098148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:13.098475 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:13.105729 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 10 to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 Mar 02 07:26:13.125245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62e83190-a878-4247-b8e2-d032faa591e8 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.145985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.164738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:13.164975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:13.165896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:13.170974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.188813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:13.189056 dv-neutron-831485-1-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 078782bc-a963-4b54-9c6a-621c19cd1fc1 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:13.189289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.215671 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-7f9baabd-53af-422a-b4a7-508c5aca0db3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 472 time: 0.1707919 Mar 02 07:26:13.230381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['28435cbc-6240-4951-82cd-f45c73bc284a']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:13.381569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62e83190-a878-4247-b8e2-d032faa591e8 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.437607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e83190-a878-4247-b8e2-d032faa591e8 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b6fc7-9851-48fd-937d-1e49061d818d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:13.455304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] For port 078782bc-a963-4b54-9c6a-621c19cd1fc1, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:13.455628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:26:13.467859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62e83190-a878-4247-b8e2-d032faa591e8 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.471570 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-62e83190-a878-4247-b8e2-d032faa591e8 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/d12b6fc7-9851-48fd-937d-1e49061d818d HTTP/1.1" status: 204 len: 168 time: 0.7174423 Mar 02 07:26:13.474871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.479043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:13.569794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.574260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:13.574855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.578765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:13.592323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:port and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:13.651532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:13.676728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:13.689624 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.5593665 Mar 02 07:26:13.690268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a4aa-5ded-4316-8233-ddea160b2e37 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=078782bc-a963-4b54-9c6a-621c19cd1fc1,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:13.701535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39824) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:13.755292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dc35f9f6-91c4-4593-979c-62d89a0c36f7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:13.769113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:13.772752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.788794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-34bfa502-8d6b-452a-8a2b-8a0c9e5ae65c None None] Provisioning complete for port 54a982f2-0dc9-4708-ab29-02bc87614067 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:13.789346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34bfa502-8d6b-452a-8a2b-8a0c9e5ae65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.802055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.813910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.836032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:13.982196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d05ad1ea-c865-47d1-91e5-68ecb82f7671 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:14.015029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.027005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Deleting port 078782bc-a963-4b54-9c6a-621c19cd1fc1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:14.027344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.058681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.095731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port d05ad1ea-c865-47d1-91e5-68ecb82f7671 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:14.100692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port d05ad1ea-c865-47d1-91e5-68ecb82f7671 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:14.100819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6d5bd1-1074-4710-90e7-7ce213be0f08,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:14.101067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.106345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dc35f9f6-91c4-4593-979c-62d89a0c36f7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:14.106662 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc35f9f6-91c4-4593-979c-62d89a0c36f7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5894916 Mar 02 07:26:14.117796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39832) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:14.135561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--101962202'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:14.151274 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6ab947b-2098-4628-bc42-7ba54a4e9146 req-50ab203b-e331-448a-accb-7642b5b81241 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 210 time: 0.0969338 Mar 02 07:26:14.163557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:14.183278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.210138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:14.215246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a712e7c-1412-4ca8-a91b-72c752a387ce None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:14.219410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:14.225076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.26.4.163 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/b51c705d-c662-43a5-a84b-4fcc61056655) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:14.239294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:14.239475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:14.244589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:14.245340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.258192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.269030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=4288dce6-5ee8-4dd9-b09c-c2c859db2607,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:14.281201 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-889ea40d-a33f-447d-a9e5-ce118d3b78cd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/fd6d5bd1-1074-4710-90e7-7ce213be0f08 HTTP/1.1" status: 204 len: 168 time: 1.4338436 Mar 02 07:26:14.282070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39836) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:14.356893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:14.367779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56c40-5398-4893-8ffe-f6561c81d9e4 req-a182eeb8-0b84-45a1-ac61-de24c5d4e1f5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:14.373073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.375186 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61f56c40-5398-4893-8ffe-f6561c81d9e4 req-a182eeb8-0b84-45a1-ac61-de24c5d4e1f5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 945 time: 0.4717963 Mar 02 07:26:14.390469 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3bf717f-78ff-4559-9fd5-77ae59f9851b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9965940 Mar 02 07:26:14.399450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:14.403936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-177cfc39-db39-455c-86ce-817ff8533d7b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:router {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:14.441385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d05ad1ea-c865-47d1-91e5-68ecb82f7671, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:14.443233 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'code': 200} Mar 02 07:26:14.449532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.522259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.23 (48b89838-754c-4072-8712-13178ab1e4dd/b1d4262c-db58-4ce5-9290-7f8cb25fe15e/65714465-f219-49c1-bfa5-8e56beda5e22) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:14.528876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-177cfc39-db39-455c-86ce-817ff8533d7b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:router {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:14.530647 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-177cfc39-db39-455c-86ce-817ff8533d7b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2401354 Mar 02 07:26:14.545083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=d05ad1ea-c865-47d1-91e5-68ecb82f7671,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:14.546196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61f56c40-5398-4893-8ffe-f6561c81d9e4 req-9d017ee1-5061-47da-be3c-07894c0e6f6a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701880 Mar 02 07:26:14.550777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:14.563035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:14.592475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:14.615964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:14.643063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:14.655440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:26:14.660278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] Deleting port 54a982f2-0dc9-4708-ab29-02bc87614067 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:14.660674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.663258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:14.681570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] For port 078782bc-a963-4b54-9c6a-621c19cd1fc1, host hv-neutron-8314, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:14.682045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.722692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.800183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 4288dce6-5ee8-4dd9-b09c-c2c859db2607 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:14.800535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.876835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] For port 54a982f2-0dc9-4708-ab29-02bc87614067, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=54a982f2-0dc9-4708-ab29-02bc87614067,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:14.877393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.877929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Calling delete_port for 078782bc-a963-4b54-9c6a-621c19cd1fc1 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:14.965262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:14.998640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:15.000297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 54a982f2-0dc9-4708-ab29-02bc87614067 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:15.011668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:15.015505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.017107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:15.030465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] Calling delete_port for 54a982f2-0dc9-4708-ab29-02bc87614067 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:15.095179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:15.113839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.160525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.168872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.182650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.193746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.239993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:15.254227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:15.266841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 65714465-f219-49c1-bfa5-8e56beda5e22 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:15.268917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.276795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.285984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:15.328700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.359005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a708e-0e20-4189-8e35-5554b8ff0741 req-953f6458-725a-412f-9f30-2c6697d17118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:15.360392 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e20a708e-0e20-4189-8e35-5554b8ff0741 req-953f6458-725a-412f-9f30-2c6697d17118 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 0.6929872 Mar 02 07:26:15.374794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=b51c705d-c662-43a5-a84b-4fcc61056655,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:15.386442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] Pushing event deleted for resources: {'Port': ['ID=54a982f2-0dc9-4708-ab29-02bc87614067,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:15.391017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bbdc9-e2a2-4962-bd06-935ae4c4f783 None None] No DVR routers for this DVR port 54a982f2-0dc9-4708-ab29-02bc87614067 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:15.412674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:15.417157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.441134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77590dec-1d05-4212-8719-9ea5bc147041,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:15.457879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4c6c12ec-1da4-4062-be89-0aba717d7231 req-90ce25a7-1696-478e-82eb-15671acd6924 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:15.480590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event deleted for resources: {'Port': ['ID=078782bc-a963-4b54-9c6a-621c19cd1fc1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:15.525257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5ac132b7-4584-4299-9c75-a53c6d0d82d1 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "DELETE /v2.0/ports/078782bc-a963-4b54-9c6a-621c19cd1fc1 HTTP/1.1" status: 204 len: 168 time: 1.8203740 Mar 02 07:26:15.530733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:15.534911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.538543 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-960141c3-51c3-4ef4-9d25-a9dbf3320ca6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4051039 Mar 02 07:26:15.550924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39856) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:15.582225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4c6c12ec-1da4-4062-be89-0aba717d7231 req-90ce25a7-1696-478e-82eb-15671acd6924 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:15.583350 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c6c12ec-1da4-4062-be89-0aba717d7231 req-90ce25a7-1696-478e-82eb-15671acd6924 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 210 time: 0.2529714 Mar 02 07:26:15.596606 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0daac7a3-4c9d-415e-8c2b-0a55f26730b2 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:26:15.597150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0daac7a3-4c9d-415e-8c2b-0a55f26730b2 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Synchronizing usage tracker for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:15.619368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-61b06011-df8e-4691-8e7c-038ed9b97095 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '77590dec-1d05-4212-8719-9ea5bc147041', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:15.620212 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-61b06011-df8e-4691-8e7c-038ed9b97095 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 07:26:15.620971 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-61b06011-df8e-4691-8e7c-038ed9b97095 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:15.624300 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61b06011-df8e-4691-8e7c-038ed9b97095 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0698328 Mar 02 07:26:15.627405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39862) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:15.632481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.650719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Allocated IP 172.26.4.56 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/ced13bb8-56bb-4837-8ca2-969c70357a28) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:15.660474 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e20a708e-0e20-4189-8e35-5554b8ff0741 req-d87f0d8c-ff40-4acb-a267-15a9a46348d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934546 Mar 02 07:26:15.661461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:15.798383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 4288dce6-5ee8-4dd9-b09c-c2c859db2607 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:15.849151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0daac7a3-4c9d-415e-8c2b-0a55f26730b2 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Unset dirty status for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:15.854427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0daac7a3-4c9d-415e-8c2b-0a55f26730b2 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "GET /v2.0/ports/078782bc-a963-4b54-9c6a-621c19cd1fc1 HTTP/1.1" status: 404 len: 333 time: 0.3170717 Mar 02 07:26:15.867177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39866) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:15.899118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Request body: {'port': {'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1012805068'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:15.903615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 48b89838-754c-4072-8712-13178ab1e4dd is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:15.922909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:15.960399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:15.961467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:15.982210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:16.020151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=65714465-f219-49c1-bfa5-8e56beda5e22,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:16.077174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb756fb9-efe7-46cc-8800-29bb98d342c9 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.098268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Made reservation on behalf of b4f222ac6ed5479b9cf4606b1524291a for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:16.100591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.115659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.146650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.147251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.189246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb756fb9-efe7-46cc-8800-29bb98d342c9 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.201742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-4e1ca393-c97f-4b17-9bd6-2a101a0bc417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9788859 Mar 02 07:26:16.204143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=4288dce6-5ee8-4dd9-b09c-c2c859db2607,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:16.220357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Request body: {'port': {'device_id': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:16.232775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e5b923a0-b309-48e9-a09e-b2bf35bf28bf None None] Provisioning for port 65714465-f219-49c1-bfa5-8e56beda5e22 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:16.237794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e5b923a0-b309-48e9-a09e-b2bf35bf28bf None None] Provisioning complete for port 65714465-f219-49c1-bfa5-8e56beda5e22 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:16.238339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e5b923a0-b309-48e9-a09e-b2bf35bf28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.240608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] device_id is not set on port 9cd35d84-da5c-4cc3-9635-f57134ffa914 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:16.277687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.307471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424234f3-f597-46ac-9bf9-55a5a3fb4cae req-6541a46d-eb88-4009-997e-467ef69dd65a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.308862 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-424234f3-f597-46ac-9bf9-55a5a3fb4cae req-6541a46d-eb88-4009-997e-467ef69dd65a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5835271 Mar 02 07:26:16.314109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.336046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e5b923a0-b309-48e9-a09e-b2bf35bf28bf None None] Port 65714465-f219-49c1-bfa5-8e56beda5e22 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:16.379488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb756fb9-efe7-46cc-8800-29bb98d342c9 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.387363 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-76ee3771-d9bf-47b9-9460-8de1dd2f1af1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/4288dce6-5ee8-4dd9-b09c-c2c859db2607 HTTP/1.1" status: 204 len: 168 time: 1.9835036 Mar 02 07:26:16.395520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39870) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:16.412584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'mac_address': 'fa:16:3e:43:6f:c1', 'name': 'tempest-PortsIpV6TestJSON-1032899163'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:16.426127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.434951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb756fb9-efe7-46cc-8800-29bb98d342c9 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77590dec-1d05-4212-8719-9ea5bc147041,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:16.480193 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-424234f3-f597-46ac-9bf9-55a5a3fb4cae req-ef5439a4-ba9b-4631-873d-c26363574367 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458056 Mar 02 07:26:16.539188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:26:16.543457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.600538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb756fb9-efe7-46cc-8800-29bb98d342c9 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.603104 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb756fb9-efe7-46cc-8800-29bb98d342c9 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/77590dec-1d05-4212-8719-9ea5bc147041 HTTP/1.1" status: 204 len: 168 time: 0.9730697 Mar 02 07:26:16.610871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39874) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:16.623623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:16.625062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.672996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.675363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:16.681681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:16.698567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:16.724961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:16.765860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:16.779921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:16.788807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ad51b-36a8-463e-a771-d8ac6468f440 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:16.795901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:16.796726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.853712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:16.861700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event updated for resources: {'Port': ['ID=ced13bb8-56bb-4837-8ca2-969c70357a28,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:16.864022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=7b902350-0ffd-498c-8f36-84f7506a0073,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:16.877154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:16.894489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:16.922416 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a85aa004-91f0-4592-8684-11d00b940cc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3648763 Mar 02 07:26:16.931116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:16.957852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:16.971902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5042e53c-c247-4928-b079-4012edd53838 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:16.986895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:17.031109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '7b902350-0ffd-498c-8f36-84f7506a0073'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:17.031951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.041334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.064774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.189598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port b9e33b6d-2d2d-4036-8834-19953c4df3e5 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:17.195662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Allocated IP 2001:db8::f816:3eff:fe24:8658 (9cd85606-01cd-4b60-bb33-0395597a84af/7b902350-0ffd-498c-8f36-84f7506a0073/09157de6-449f-4d65-8b8c-782cdaacaeea) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:17.284326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5042e53c-c247-4928-b079-4012edd53838 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:17.285824 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5042e53c-c247-4928-b079-4012edd53838 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6722844 Mar 02 07:26:17.293348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:17.301501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--664619236'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:17.310602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:17.331062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:17.344548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.390777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.449910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.462867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Transition to ACTIVE for port object 09157de6-449f-4d65-8b8c-782cdaacaeea will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:17.482992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Transition to ACTIVE for port object 09157de6-449f-4d65-8b8c-782cdaacaeea will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:17.489626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.498714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07698a0d-09af-4652-a9ee-1657b36fcd7a req-dc87f7cb-51bb-41cf-bd7a-c568141751de tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:17.499928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:17.500347 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07698a0d-09af-4652-a9ee-1657b36fcd7a req-dc87f7cb-51bb-41cf-bd7a-c568141751de tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 932 time: 0.7602978 Mar 02 07:26:17.507094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:17.517493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:17.522866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:17.524105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:17.524445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.528999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:17.533225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:17.545235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:17.548964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd35d84-da5c-4cc3-9635-f57134ffa914,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:17.553472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:17.557412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:17.561624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:17.575358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:17.576926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Pushing event updated for resources: {'Port': ['ID=09157de6-449f-4d65-8b8c-782cdaacaeea,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:17.577374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:17.616967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:17.623263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:17.649543 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-46fe6405-2d88-4f15-a97e-95676b79d007 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7752450 Mar 02 07:26:17.653160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39890) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:17.668796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:17.672536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:17.685073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Attempting to bind port 09157de6-449f-4d65-8b8c-782cdaacaeea on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:17.685503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Attempting to bind port 09157de6-449f-4d65-8b8c-782cdaacaeea by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:17.685933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Attempting to bind port 09157de6-449f-4d65-8b8c-782cdaacaeea on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:17.692242 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:17.692753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:17.693162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.693608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:17.694143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Bound port: 09157de6-449f-4d65-8b8c-782cdaacaeea, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:17.694520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.760456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.787861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] For port 09157de6-449f-4d65-8b8c-782cdaacaeea, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:17.791765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] For port 09157de6-449f-4d65-8b8c-782cdaacaeea, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=09157de6-449f-4d65-8b8c-782cdaacaeea,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:17.796257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.815325 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07698a0d-09af-4652-a9ee-1657b36fcd7a req-0c9e8020-8022-4f72-be4a-cddbbc13514f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197530 Mar 02 07:26:17.815829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:17.819051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.874493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65714465-f219-49c1-bfa5-8e56beda5e22 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:17.899243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:17.907830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9480e1-372e-4ae6-a7f6-7e85a8f88a2b None None] Pushing event updated for resources: {'Port': ['ID=09157de6-449f-4d65-8b8c-782cdaacaeea,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:18.005211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.012326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Transition to ACTIVE for port object 65714465-f219-49c1-bfa5-8e56beda5e22 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:18.028395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.066738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.091327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.156935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.219108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.240728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Pushing event updated for resources: {'Port': ['ID=65714465-f219-49c1-bfa5-8e56beda5e22,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:18.379516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea36e09a-17a2-47d1-9186-005eaed8b452,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:18.396618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.508180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.530605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee64a23-4ab9-4e22-a61b-0addc2791c18 req-31c1e8af-d914-48e4-b78f-bfab0fbc64f2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.532110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dee64a23-4ab9-4e22-a61b-0addc2791c18 req-31c1e8af-d914-48e4-b78f-bfab0fbc64f2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.8214872 Mar 02 07:26:18.536442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=b51c705d-c662-43a5-a84b-4fcc61056655,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:18.543694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.601539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.623137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.627376 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b1528ef8-4e2d-4d48-89ed-a188e8b79494 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3328660 Mar 02 07:26:18.630040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39894) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:18.683734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ebf82caa-0ac9-4ef1-859e-c416b185b1ae tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': 'ea36e09a-17a2-47d1-9186-005eaed8b452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:18.697715 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-ebf82caa-0ac9-4ef1-859e-c416b185b1ae tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 07:26:18.699869 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-ebf82caa-0ac9-4ef1-859e-c416b185b1ae tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:18.703545 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebf82caa-0ac9-4ef1-859e-c416b185b1ae tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0553122 Mar 02 07:26:18.709904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39898) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:18.718460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-11494678-8f45-4da3-8e02-cb8bde30b580 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': 'ea36e09a-17a2-47d1-9186-005eaed8b452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:18.720143 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-11494678-8f45-4da3-8e02-cb8bde30b580 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 07:26:18.720756 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-11494678-8f45-4da3-8e02-cb8bde30b580 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:18.724344 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11494678-8f45-4da3-8e02-cb8bde30b580 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091310 Mar 02 07:26:18.731690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:18.747987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9a7098dc-4e1c-4b18-a23a-770889e32b89 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': 'ea36e09a-17a2-47d1-9186-005eaed8b452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:18.749679 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-9a7098dc-4e1c-4b18-a23a-770889e32b89 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 07:26:18.750184 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9a7098dc-4e1c-4b18-a23a-770889e32b89 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:18.754427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a7098dc-4e1c-4b18-a23a-770889e32b89 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185702 Mar 02 07:26:18.761864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:18.762475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:18.763173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Attempting to bind port 65714465-f219-49c1-bfa5-8e56beda5e22 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:18.763502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Attempting to bind port 65714465-f219-49c1-bfa5-8e56beda5e22 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:18.763823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Attempting to bind port 65714465-f219-49c1-bfa5-8e56beda5e22 on network 48b89838-754c-4072-8712-13178ab1e4dd {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:18.776080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-79c79bc8-0673-43bc-9e85-593cde71dfb2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': 'ea36e09a-17a2-47d1-9186-005eaed8b452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:18.776953 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-79c79bc8-0673-43bc-9e85-593cde71dfb2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 07:26:18.777441 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-79c79bc8-0673-43bc-9e85-593cde71dfb2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:18.782937 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-79c79bc8-0673-43bc-9e85-593cde71dfb2 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140612 Mar 02 07:26:18.784544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.790503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:18.800004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39910) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:18.808787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:18.814251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:18.814872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:18.822322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=b9e33b6d-2d2d-4036-8834-19953c4df3e5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:18.824396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Port 65714465-f219-49c1-bfa5-8e56beda5e22 on network 48b89838-754c-4072-8712-13178ab1e4dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:18.824774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Attempting to bind port 65714465-f219-49c1-bfa5-8e56beda5e22 on network 48b89838-754c-4072-8712-13178ab1e4dd {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:18.875542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:18.877556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Checking segment: {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:18.877556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Bound using segment: {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:18.877556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Bound port: 65714465-f219-49c1-bfa5-8e56beda5e22, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:18.877556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.034700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 09157de6-449f-4d65-8b8c-782cdaacaeea up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:19.137067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 09157de6-449f-4d65-8b8c-782cdaacaeea completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:19.179034 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dee64a23-4ab9-4e22-a61b-0addc2791c18 req-07c3f056-0414-4343-9f76-11b62c7d11d9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5857596 Mar 02 07:26:19.180117 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9927d0b9-1cc0-4bcd-99ec-02d2f221b094 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7777164 Mar 02 07:26:19.184712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:19.298234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035da1fd-8c46-41ae-914f-c806d5571e07 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:19.298998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-035da1fd-8c46-41ae-914f-c806d5571e07 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:19.318907 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 6c898887-089a-466e-b06e-6e8972158e16 associated. External IP: 172.26.4.163, port: c1393dc0-090f-4735-b366-e1b2a723b60f. Mar 02 07:26:19.349777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Router 3abea69e-0c99-4a48-a7ba-6e7184296f69 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:26:19.366649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] device_id is not set on port 9cd35d84-da5c-4cc3-9635-f57134ffa914 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:19.378894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.443605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3bac5715-3145-4af6-b485-69dcf5878da2 None None] Provisioning for port 09157de6-449f-4d65-8b8c-782cdaacaeea completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:19.449739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3bac5715-3145-4af6-b485-69dcf5878da2 None None] Provisioning complete for port 09157de6-449f-4d65-8b8c-782cdaacaeea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:19.450116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bac5715-3145-4af6-b485-69dcf5878da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.467397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Transition to ACTIVE for port object 9cd35d84-da5c-4cc3-9635-f57134ffa914 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:19.476759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.539176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-292aadb2-566e-4c04-9884-00acecaa90c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.574332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bac5715-3145-4af6-b485-69dcf5878da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.608736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3bac5715-3145-4af6-b485-69dcf5878da2 None None] For port 09157de6-449f-4d65-8b8c-782cdaacaeea, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=09157de6-449f-4d65-8b8c-782cdaacaeea,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:19.613029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bac5715-3145-4af6-b485-69dcf5878da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.628463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e256-89db-4d16-8329-5ba1b853cc23 req-17dc4911-6c55-4d16-a2c5-e541b89d29cd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:19.630117 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfc2e256-89db-4d16-8329-5ba1b853cc23 req-17dc4911-6c55-4d16-a2c5-e541b89d29cd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 944 time: 0.6012316 Mar 02 07:26:19.630829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-035da1fd-8c46-41ae-914f-c806d5571e07 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:19.631920 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-035da1fd-8c46-41ae-914f-c806d5571e07 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/b9e33b6d-2d2d-4036-8834-19953c4df3e5 HTTP/1.1" status: 200 len: 845 time: 0.4296227 Mar 02 07:26:19.638719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:19.644845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.658988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-292aadb2-566e-4c04-9884-00acecaa90c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.666800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] For port 65714465-f219-49c1-bfa5-8e56beda5e22, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:19.688965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac5715-3145-4af6-b485-69dcf5878da2 None None] Pushing event updated for resources: {'Port': ['ID=09157de6-449f-4d65-8b8c-782cdaacaeea,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:19.703095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd35d84-da5c-4cc3-9635-f57134ffa914,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:19.721989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb1dfc-29f9-4379-98bf-c44dffa3b84f req-69ef81e4-bf00-4389-b57c-3f4676e8fefa tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:19.723471 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1fb1dfc-29f9-4379-98bf-c44dffa3b84f req-69ef81e4-bf00-4389-b57c-3f4676e8fefa tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4123964 Mar 02 07:26:19.737189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:19.757240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Request body: {'floatingip': {'port_id': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:19.816547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:19.826587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:19.826921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:19.827296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:19.827798 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] Sync routers for ids ['3abea69e-0c99-4a48-a7ba-6e7184296f69'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:19.839482 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] Routers {'3abea69e-0c99-4a48-a7ba-6e7184296f69'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:19.840168 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3abea69e-0c99-4a48-a7ba-6e7184296f69'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:19.846041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] For port 65714465-f219-49c1-bfa5-8e56beda5e22, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=65714465-f219-49c1-bfa5-8e56beda5e22,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:19.855394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:19.855725 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:19.856806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 2 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:19.865050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.872302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:19.876255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.903516 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:19.912636 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] Routers {'3abea69e-0c99-4a48-a7ba-6e7184296f69'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:19.913337 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3abea69e-0c99-4a48-a7ba-6e7184296f69'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:19.916248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:19.927825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:19.927825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.935300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b4d74-d14d-4acc-997f-6bbbae7779a3 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:19.980680 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:19.981263 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e3627-a4ed-426d-a346-7cf685820f3c None None] The sync data for ids ['3abea69e-0c99-4a48-a7ba-6e7184296f69'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:19.986228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:19.987615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99e96693-db56-468b-b576-910e97c3faf9 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0946286 Mar 02 07:26:19.991707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:19.992209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:19.992571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:19.996594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39930) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:20.008034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:20.009906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=b8f02a0b-a183-4f7b-a83d-8854ccff079c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:20.014835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port b9e33b6d-2d2d-4036-8834-19953c4df3e5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:20.015173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.054872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.055582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.056948 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] 10.222.0.32 "PUT /v2.0/ports/65714465-f219-49c1-bfa5-8e56beda5e22 HTTP/1.1" status: 200 len: 1094 time: 3.8406837 Mar 02 07:26:20.068888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'tag': '65714465-f219-49c1-bfa5-8e56beda5e22'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:20.077297 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfc2e256-89db-4d16-8329-5ba1b853cc23 req-a6ddf251-9418-4296-b3a3-94bef6085192 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4080408 Mar 02 07:26:20.143153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:20.143519 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:20.163384 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 3 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:20.206915 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38791a29-c925-4aa8-b4ca-eddd8298f5c4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2428994 Mar 02 07:26:20.210145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-292aadb2-566e-4c04-9884-00acecaa90c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.213076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-292aadb2-566e-4c04-9884-00acecaa90c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.214268 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-292aadb2-566e-4c04-9884-00acecaa90c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/ea36e09a-17a2-47d1-9186-005eaed8b452 HTTP/1.1" status: 204 len: 168 time: 1.4133201 Mar 02 07:26:20.215720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39936) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:20.218608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:20.220411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:20.220991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:20.227059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39938) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:20.231831 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'tag': '65714465-f219-49c1-bfa5-8e56beda5e22', 'status': 'completed', 'code': 200} Mar 02 07:26:20.233559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:14:94:e6', 'name': 'tempest-NetworksTestDHCPv6-1578344160'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:20.256983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:20.257451 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:20.262045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdac71-288b-49f5-a531-590e4509037e service neutron] Pushing event updated for resources: {'Port': ['ID=65714465-f219-49c1-bfa5-8e56beda5e22,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:20.270227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aadb2-566e-4c04-9884-00acecaa90c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea36e09a-17a2-47d1-9186-005eaed8b452,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:20.411633 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 4 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:20.460212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15037626-68fd-4c39-9845-9fa113980291 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '7b902350-0ffd-498c-8f36-84f7506a0073', 'ip_address': '2001:db8::f816:3eff:fe24:8658'}, {'subnet_id': 'b8f02a0b-a183-4f7b-a83d-8854ccff079c'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '09157de6-449f-4d65-8b8c-782cdaacaeea'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:26:20.513334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15037626-68fd-4c39-9845-9fa113980291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.534703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.563073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-5d94d715-3744-442a-920f-af859ed3e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:20.564644 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-5d94d715-3744-442a-920f-af859ed3e42a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 1097 time: 0.3976574 Mar 02 07:26:20.566405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:20.684292 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:26:20.720151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-15037626-68fd-4c39-9845-9fa113980291 None None] Allocated IP 172.20.0.2 (9cd85606-01cd-4b60-bb33-0395597a84af/b8f02a0b-a183-4f7b-a83d-8854ccff079c/09157de6-449f-4d65-8b8c-782cdaacaeea) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:20.733781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for b9e33b6d-2d2d-4036-8834-19953c4df3e5 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:20.742808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:20.743331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:20.743607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:20.782829 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-ae074ca6-e8e8-4f0d-b769-44a774783413 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=65714465-f219-49c1-bfa5-8e56beda5e22 HTTP/1.1" status: 200 len: 217 time: 0.1672668 Mar 02 07:26:20.787292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:20.787292 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:20.802726 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 5 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:20.867350 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-15037626-68fd-4c39-9845-9fa113980291 None None] For port 09157de6-449f-4d65-8b8c-782cdaacaeea, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=09157de6-449f-4d65-8b8c-782cdaacaeea,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:20.887547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-02a2d0f7-0ef6-4dc0-b65c-6fc04e60910b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:20.893590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15037626-68fd-4c39-9845-9fa113980291 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.915101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15037626-68fd-4c39-9845-9fa113980291 None None] Transition to ACTIVE for port object 09157de6-449f-4d65-8b8c-782cdaacaeea will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:20.922031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15037626-68fd-4c39-9845-9fa113980291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:20.985174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:20.992242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:20.993317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:20.993675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:21.012224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:21.017360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 09157de6-449f-4d65-8b8c-782cdaacaeea up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:21.032601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:21.041288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:21.041853 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:21.042364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-02a2d0f7-0ef6-4dc0-b65c-6fc04e60910b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:21.043804 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02a2d0f7-0ef6-4dc0-b65c-6fc04e60910b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7846260 Mar 02 07:26:21.051340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:21.059088 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 6 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:21.062138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304129986'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:21.067257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:21.082372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:21.145806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15037626-68fd-4c39-9845-9fa113980291 None None] Pushing event updated for resources: {'Port': ['ID=09157de6-449f-4d65-8b8c-782cdaacaeea,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:21.192238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:21.205849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-53bde5d8-93cd-4d75-986b-b72406293481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:21.207309 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-53bde5d8-93cd-4d75-986b-b72406293481 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1d4262c-db58-4ce5-9290-7f8cb25fe15e HTTP/1.1" status: 200 len: 838 time: 0.3671708 Mar 02 07:26:21.210677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.214460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.247736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:21.248078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:21.248406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:21.250525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:21.378380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=b9e33b6d-2d2d-4036-8834-19953c4df3e5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:21.379577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:21.379901 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:21.381194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:21.390463 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 7 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:21.396134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.396708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:21.406781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:21.407852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:21.460742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae77926a-2dce-400a-abde-0f724afa656a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/b9e33b6d-2d2d-4036-8834-19953c4df3e5 HTTP/1.1" status: 204 len: 168 time: 1.8152943 Mar 02 07:26:21.462987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:21.464909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39950) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:21.468221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.484990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:21.499465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:21.500348 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:21.517663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:21.524962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:21.531153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7d88bc-e141-4b89-8e59-bdc1aa949a74 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:26:21.531687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb7d88bc-e141-4b89-8e59-bdc1aa949a74 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:21.536683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:21.536850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:21.537019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:21.537346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:21.574910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb7d88bc-e141-4b89-8e59-bdc1aa949a74 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:21.576063 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb7d88bc-e141-4b89-8e59-bdc1aa949a74 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/b9e33b6d-2d2d-4036-8834-19953c4df3e5 HTTP/1.1" status: 404 len: 333 time: 0.1066592 Mar 02 07:26:21.576921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:21.577245 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:21.582338 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 8 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:21.586078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:21.586356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:21.586521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d13a51-2fef-426e-9e8b-b527d4895cd1 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:21.603918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc07c0-997f-48b6-b5a7-81962f668037 req-3fbd07f6-3ce4-4a7d-8369-b51c14804272 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:21.605467 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4dbc07c0-997f-48b6-b5a7-81962f668037 req-3fbd07f6-3ce4-4a7d-8369-b51c14804272 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 944 time: 0.2983098 Mar 02 07:26:21.609691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65bd1ce6-c04d-44dd-8676-98556cfae692 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9958465 Mar 02 07:26:21.620718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39956) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:21.634672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'port_id': 'c1393dc0-090f-4735-b366-e1b2a723b60f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:21.695562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:21.695860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:21.696202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:21.697350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'name': 'tempest-PortsIpV6TestJSON-541197867'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:21.705910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.718259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-68529ba5-df33-443b-8e41-d5c8224d90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:21.720384 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-68529ba5-df33-443b-8e41-d5c8224d90a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b89838-754c-4072-8712-13178ab1e4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4962540 Mar 02 07:26:21.726981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:21.728172 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:21.734255 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 9 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:21.779829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.786843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 2f111006-1888-4a5c-8afd-4308ec6c4579 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:21.822478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:21.822811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:21.823141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:21.837242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:21.899709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:21.900049 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:21.901840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d5ccb211-861b-44f5-a91e-db35089a7a24 None None] Provisioning for port 09157de6-449f-4d65-8b8c-782cdaacaeea completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:21.907562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d5ccb211-861b-44f5-a91e-db35089a7a24 None None] Provisioning complete for port 09157de6-449f-4d65-8b8c-782cdaacaeea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:21.908018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb211-861b-44f5-a91e-db35089a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.910887 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 10 to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 Mar 02 07:26:21.954989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.965290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:21.965796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:21.966292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:21.974503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:21.986373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Deleting port ced13bb8-56bb-4837-8ca2-969c70357a28 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:21.986706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.028817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:22.029396 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:22.029778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.048252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.057234 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4dbc07c0-997f-48b6-b5a7-81962f668037 req-0502663a-c083-4ed2-b851-be9d49f64f23 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447820 Mar 02 07:26:22.085771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.101622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:22.140759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:22.154536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.207005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.244422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:22.247885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.258194 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-2deb2c31-b9d4-40f5-83d6-f6417dbb0ffb service neutron] 10.222.0.32 "GET /v2.0/networks/48b89838-754c-4072-8712-13178ab1e4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985061 Mar 02 07:26:22.366927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8b6e89-7b0a-41cf-bb63-dcfa258b96af,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:22.440712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.441955 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c82b1df2-b64e-45d2-b1a6-cdd84a202f10 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3886642 Mar 02 07:26:22.443247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 062f57e5-b33e-46eb-ad43-e5eb83f57e29 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:22.455748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:22.600623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f5621449-d49c-4e02-bfb4-377eff467d36 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:22.601329 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-f5621449-d49c-4e02-bfb4-377eff467d36 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:26:22.601853 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-f5621449-d49c-4e02-bfb4-377eff467d36 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:22.603399 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f5621449-d49c-4e02-bfb4-377eff467d36 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0958221 Mar 02 07:26:22.611504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:22.634449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99ae9d46-26db-4770-b3d3-a6965798f7a1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:22.655401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] For port 9cd35d84-da5c-4cc3-9635-f57134ffa914, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:22.655775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempted to set empty binding levels {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:26:22.658724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99ae9d46-26db-4770-b3d3-a6965798f7a1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:22.671807 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b019adb-3de5-4cab-8d02-345bf64700ff req-c92f26f4-4430-4cbe-9ab2-37c104aeb314 service neutron] 10.222.0.32 "GET /v2.0/networks/48b89838-754c-4072-8712-13178ab1e4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060745 Mar 02 07:26:22.672730 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Floating IP 0db0bc4a-4f8d-4f99-91a9-395fbd0912d5 associated. External IP: 172.26.4.59, port: d05ad1ea-c865-47d1-91e5-68ecb82f7671. Mar 02 07:26:22.672874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99ae9d46-26db-4770-b3d3-a6965798f7a1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:22.679632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99ae9d46-26db-4770-b3d3-a6965798f7a1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:22.690876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99ae9d46-26db-4770-b3d3-a6965798f7a1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:22.723916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.792518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 172.20.0.13 (9cd85606-01cd-4b60-bb33-0395597a84af/b8f02a0b-a183-4f7b-a83d-8854ccff079c/2f111006-1888-4a5c-8afd-4308ec6c4579) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:22.826383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.837817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] In _notify_port_updated(), no bound segment for port 9cd35d84-da5c-4cc3-9635-f57134ffa914 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:26:22.838696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:22.839296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:22.840629 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "PUT /v2.0/ports/9cd35d84-da5c-4cc3-9635-f57134ffa914 HTTP/1.1" status: 200 len: 977 time: 5.1808550 Mar 02 07:26:22.848048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fe14:94e6 (9cd85606-01cd-4b60-bb33-0395597a84af/7b902350-0ffd-498c-8f36-84f7506a0073/2f111006-1888-4a5c-8afd-4308ec6c4579) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:22.852042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39970) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:22.963862 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 09157de6-449f-4d65-8b8c-782cdaacaeea up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:23.032452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Calling delete_port for ced13bb8-56bb-4837-8ca2-969c70357a28 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:23.039234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 09157de6-449f-4d65-8b8c-782cdaacaeea triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:23.039720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.107528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632e67-44eb-4f46-8f40-caabb14fd473 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd35d84-da5c-4cc3-9635-f57134ffa914,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:23.164685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.175085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-99ae9d46-26db-4770-b3d3-a6965798f7a1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:23.179078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99ae9d46-26db-4770-b3d3-a6965798f7a1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5560684 Mar 02 07:26:23.180602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39976) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:23.194703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e8974e2b-52d9-43f3-be22-5976e53adce1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:23.195438 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-e8974e2b-52d9-43f3-be22-5976e53adce1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 07:26:23.196443 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e8974e2b-52d9-43f3-be22-5976e53adce1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:23.199938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8974e2b-52d9-43f3-be22-5976e53adce1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0139902 Mar 02 07:26:23.202902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39980) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:23.221522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-748461db-75e3-4f84-a30e-179afe536048 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:23.241427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-748461db-75e3-4f84-a30e-179afe536048 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:23.252269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-748461db-75e3-4f84-a30e-179afe536048 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:23.258076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-e54e9636-bb51-47ff-b0cd-8aaa01386ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.260136 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-e54e9636-bb51-47ff-b0cd-8aaa01386ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 1097 time: 0.3676977 Mar 02 07:26:23.260920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-748461db-75e3-4f84-a30e-179afe536048 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:23.268724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-748461db-75e3-4f84-a30e-179afe536048 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:23.382141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.489319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:23.492340 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-748461db-75e3-4f84-a30e-179afe536048 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:23.493972 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-748461db-75e3-4f84-a30e-179afe536048 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2800252 Mar 02 07:26:23.500371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:23.513725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:23.525121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:23.530516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.531123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.538435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fd4b77b0-8ac8-4b88-a44b-51f1086ac4de tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:23.538908 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-fd4b77b0-8ac8-4b88-a44b-51f1086ac4de tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:26:23.539386 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-fd4b77b0-8ac8-4b88-a44b-51f1086ac4de tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:23.540362 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd4b77b0-8ac8-4b88-a44b-51f1086ac4de tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0232065 Mar 02 07:26:23.549476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=062f57e5-b33e-46eb-ad43-e5eb83f57e29,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:23.558719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:23.568992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-5bf08ee2-9dea-4adc-a27e-6600041aedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.570510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-5bf08ee2-9dea-4adc-a27e-6600041aedb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48b89838-754c-4072-8712-13178ab1e4dd HTTP/1.1" status: 200 len: 898 time: 0.2988214 Mar 02 07:26:23.585252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.585759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.586229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.586719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.587180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.587639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.588091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.588544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.588992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.589439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.589912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.590368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.590849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.591299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.591772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.592230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.592668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.593117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.593567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.594040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.594493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.594942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.595390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.595841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.596290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.596738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.599492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Synchronizing usage tracker for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:23.624841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:23.641955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:23.688405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:23.711735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:23.720738 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-c8e99221-bb0b-437c-888f-9a110ba2898d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=65714465-f219-49c1-bfa5-8e56beda5e22 HTTP/1.1" status: 200 len: 217 time: 0.0870261 Mar 02 07:26:23.722024 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1d53d51b-ba9f-426a-8a84-a44f235414fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1111062 Mar 02 07:26:23.724881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 39992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:23.739886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:23.753798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Unset dirty status for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:23.755023 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f35e7570-ddab-42a8-b394-d3049ff953cc tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22937 time: 0.8983436 Mar 02 07:26:23.762774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011afde8-f492-4115-8be6-7c05f58ec6f2 req-c2d52346-4028-4f1c-962e-2d3e15b3cab3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.764196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-011afde8-f492-4115-8be6-7c05f58ec6f2 req-c2d52346-4028-4f1c-962e-2d3e15b3cab3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 944 time: 0.5729702 Mar 02 07:26:23.764672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 39996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:23.766366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:23.827887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.839171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:23.932802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-c5b05829-c635-4d59-b228-22b2828a3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:23.934315 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-c5b05829-c635-4d59-b228-22b2828a3d28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1d4262c-db58-4ce5-9290-7f8cb25fe15e HTTP/1.1" status: 200 len: 838 time: 0.2058785 Mar 02 07:26:24.010415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:24.032403 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Project f094ff18e5764ed084386141d47d1598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:26:24.039033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.111439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.172898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 2f111006-1888-4a5c-8afd-4308ec6c4579 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:24.183364 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:24.184411 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-332bf5a0-6c61-4b80-bfa8-69304eb2adfc tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5809824 Mar 02 07:26:24.186795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Deleting port 9cd35d84-da5c-4cc3-9635-f57134ffa914 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:24.187138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.188686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:24.200123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7518c187-5803-40ea-bfaf-e2181ca07b2d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:24.200598 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-7518c187-5803-40ea-bfaf-e2181ca07b2d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 07:26:24.201083 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-7518c187-5803-40ea-bfaf-e2181ca07b2d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:24.202038 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7518c187-5803-40ea-bfaf-e2181ca07b2d tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123663 Mar 02 07:26:24.205885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:24.214089 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-011afde8-f492-4115-8be6-7c05f58ec6f2 req-70cb982e-7f57-4073-9af5-183bd512eb2d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821848 Mar 02 07:26:24.234631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.301919 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-5499ae6d-4532-48de-abff-36ee29b3c50e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6693935 Mar 02 07:26:24.320739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Pushing event deleted for resources: {'Port': ['ID=ced13bb8-56bb-4837-8ca2-969c70357a28,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:24.416582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:24.430160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-7ed53403-5b1a-4cb7-8bd1-80e4e1b966ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:24.431622 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-7ed53403-5b1a-4cb7-8bd1-80e4e1b966ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48b89838-754c-4072-8712-13178ab1e4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4658749 Mar 02 07:26:24.443624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:24.499912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:24.517288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:24.530945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:24.594113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:24.603712 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] Sync routers for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:24.604337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.615984 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:24.616651 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:24.685028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.735933 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Project f094ff18e5764ed084386141d47d1598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:26:24.809120 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:24.810515 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2fb0a0ca-49de-4741-9594-6ce5fb8153be tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6016345 Mar 02 07:26:24.818111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.828119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:24.840546 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:24.840788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '9f8b6e89-7b0a-41cf-bb63-dcfa258b96af', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:24.846277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:24.851721 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-12e72966-25c8-465b-a0cd-c3cc217cc481 service neutron] 10.222.0.32 "GET /v2.0/networks/48b89838-754c-4072-8712-13178ab1e4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092724 Mar 02 07:26:24.853167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:24.856807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.883168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:24.898560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:24.902475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:24.961318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:24.971111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:24.981166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:25.024401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] In _notify_port_updated(), no bound segment for port 062f57e5-b33e-46eb-ad43-e5eb83f57e29 on network 792b590e-8a03-4783-a4e6-80a6b310f9af {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:26:25.030370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.030570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=2f111006-1888-4a5c-8afd-4308ec6c4579,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:25.031305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.038561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] For port 9cd35d84-da5c-4cc3-9635-f57134ffa914, host hv-neutron-8314, got binding levels [] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:25.039191 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "PUT /v2.0/ports/062f57e5-b33e-46eb-ad43-e5eb83f57e29 HTTP/1.1" status: 200 len: 818 time: 1.3115311 Mar 02 07:26:25.039687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.044609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:25.054593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:25.114045 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-401dbdf0-5431-4202-86f7-1bdc9caa1914 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "PUT /v2.0/floatingips/0db0bc4a-4f8d-4f99-91a9-395fbd0912d5 HTTP/1.1" status: 200 len: 991 time: 5.3744147 Mar 02 07:26:25.197458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:25.203272 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Project f094ff18e5764ed084386141d47d1598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:26:25.235864 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '0db0bc4a-4f8d-4f99-91a9-395fbd0912d5', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'port_id': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'mac_address': 'fa:16:3e:81:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:48Z', 'updated_at': '2022-03-02T07:26:21Z', 'revision_number': 1, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 5, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:25.245269 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] Checking router: 0bef254a-f7a7-4a3b-9992-149e8dd27f4a for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:26:25.265361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baa9c9-08e1-40c6-9607-6be3ee46bf89 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=062f57e5-b33e-46eb-ad43-e5eb83f57e29,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:25.286763 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:25.287913 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:25.288115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.32', 52092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:25.314291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 062f57e5-b33e-46eb-ad43-e5eb83f57e29 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:25.314904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.476749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-92e7e1f4-676a-4eb3-aaad-366fb2339b20 None None] Provisioning for port 2f111006-1888-4a5c-8afd-4308ec6c4579 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:25.483808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-92e7e1f4-676a-4eb3-aaad-366fb2339b20 None None] Provisioning complete for port 2f111006-1888-4a5c-8afd-4308ec6c4579 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:25.484733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-92e7e1f4-676a-4eb3-aaad-366fb2339b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.514305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05323459-1de3-4738-b2b0-c4a84436665e req-7369ce42-5a9f-420e-b10c-43c2689c0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.515816 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-7369ce42-5a9f-420e-b10c-43c2689c0bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 1098 time: 1.0842550 Mar 02 07:26:25.517458 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'status': 'completed', 'code': 200} Mar 02 07:26:25.524709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Calling delete_port for 9cd35d84-da5c-4cc3-9635-f57134ffa914 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:25.543438 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:25.544314 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3c4b975-aced-4882-9789-9dddd86b3987 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7151449 Mar 02 07:26:25.566476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-92e7e1f4-676a-4eb3-aaad-366fb2339b20 None None] Port 2f111006-1888-4a5c-8afd-4308ec6c4579 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:25.567782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:25.582232 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:25.603519 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45350aa5-37e4-4176-85c6-2444af5bd127 req-8c4bf6c4-7fde-4db6-9d79-dc61f2e7cdca service neutron] 10.222.0.32 "GET /v2.0/networks/48b89838-754c-4072-8712-13178ab1e4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431202 Mar 02 07:26:25.700592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:25.716611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.716785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:25.726630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:25.728156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:25.795143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:25.804064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:25.805773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:25.813974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.814597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.865787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248edc6b-4e90-4c24-9ef7-4e1f3bd242b8 req-3b4c63f3-c65a-49fc-ae78-8a9a0bd8ca58 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:25.867478 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-248edc6b-4e90-4c24-9ef7-4e1f3bd242b8 req-3b4c63f3-c65a-49fc-ae78-8a9a0bd8ca58 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4337883 Mar 02 07:26:25.878240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.910994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.920008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0198c-ca06-4d2d-81d1-90d0277360fa tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:25.922247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:25.923694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f4bd2-7fa2-468c-9895-5551ea96b3e9 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:25.985448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 65714465-f219-49c1-bfa5-8e56beda5e22 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:26:26.001527 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0d12af35-9094-4968-8cc0-0019fec58a7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.7843633 Mar 02 07:26:26.002574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.012329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40028) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.020584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-400c000c-0ff3-43cd-b1a0-0fac8d46274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.022247 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-400c000c-0ff3-43cd-b1a0-0fac8d46274b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 0.7201366 Mar 02 07:26:26.036286 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '0db0bc4a-4f8d-4f99-91a9-395fbd0912d5', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'port_id': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'mac_address': 'fa:16:3e:81:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:48Z', 'updated_at': '2022-03-02T07:26:21Z', 'revision_number': 1, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 5, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:26.044512 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91234206-5661-4005-91f4-8995c22a3ed0 None None] The sync data for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv is: [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '0db0bc4a-4f8d-4f99-91a9-395fbd0912d5', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'port_id': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'mac_address': 'fa:16:3e:81:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:48Z', 'updated_at': '2022-03-02T07:26:21Z', 'revision_number': 1, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 5, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:26.147526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 65714465-f219-49c1-bfa5-8e56beda5e22, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=65714465-f219-49c1-bfa5-8e56beda5e22,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:26.167463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '65714465-f219-49c1-bfa5-8e56beda5e22', 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd', 'port_id': '65714465-f219-49c1-bfa5-8e56beda5e22', 'mac_address': 'fa:16:3e:67:73:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:26:26.184868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cd35d84-da5c-4cc3-9635-f57134ffa914,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:26.194223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.210204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05323459-1de3-4738-b2b0-c4a84436665e req-c3560411-d266-4815-ae0b-4ab5c8adacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.212327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-c3560411-d266-4815-ae0b-4ab5c8adacd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 200 len: 897 time: 0.6083593 Mar 02 07:26:26.222049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.223069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Router 3abea69e-0c99-4a48-a7ba-6e7184296f69 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:26.232887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49acfa-27cf-4da8-9509-17657aa60488 req-75ceaadd-94b2-4d57-a16b-19565e59acac tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.240000 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e49acfa-27cf-4da8-9509-17657aa60488 req-75ceaadd-94b2-4d57-a16b-19565e59acac tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 944 time: 0.6754599 Mar 02 07:26:26.241354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.260446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0198c-ca06-4d2d-81d1-90d0277360fa tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.265419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65714465-f219-49c1-bfa5-8e56beda5e22 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:26:26.284387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 65714465-f219-49c1-bfa5-8e56beda5e22, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=65714465-f219-49c1-bfa5-8e56beda5e22,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:26.289454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.347173 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-289fa38b-5ebc-430e-8bfc-0521fc24542f tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9cd35d84-da5c-4cc3-9635-f57134ffa914 HTTP/1.1" status: 204 len: 168 time: 2.4171276 Mar 02 07:26:26.349921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.368989 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d9bd06-4ea5-4c84-a538-acf63751c62e None None] New status for floating IP 0db0bc4a-4f8d-4f99-91a9-395fbd0912d5: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:26:26.425304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=65714465-f219-49c1-bfa5-8e56beda5e22,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:26.429276 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-248edc6b-4e90-4c24-9ef7-4e1f3bd242b8 req-764a2f5d-69ff-408d-b08b-f18eebde15b0 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5006371 Mar 02 07:26:26.467323 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e49acfa-27cf-4da8-9509-17657aa60488 req-7c119472-787c-45a8-b42e-1f02b14a66f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264879 Mar 02 07:26:26.497633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 062f57e5-b33e-46eb-ad43-e5eb83f57e29 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:26.530059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['65714465-f219-49c1-bfa5-8e56beda5e22'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:26:26.533852 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38bc0abc-a162-4240-9d1a-f6cdee2f578a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/floatingips/6c898887-089a-466e-b06e-6e8972158e16 HTTP/1.1" status: 200 len: 978 time: 4.9058602 Mar 02 07:26:26.547173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.549141 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-03489ad3-03e6-42f9-b2db-69b1f402dbd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb HTTP/1.1" status: 200 len: 1000 time: 0.3283432 Mar 02 07:26:26.613274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:26.636720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.640086 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c697ae8c-86f3-4351-8f6e-a684090c253b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "PUT /v2.0/routers/3abea69e-0c99-4a48-a7ba-6e7184296f69 HTTP/1.1" status: 200 len: 706 time: 6.6402805 Mar 02 07:26:26.643363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] Sync routers for ids ['3abea69e-0c99-4a48-a7ba-6e7184296f69'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:26.658001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.660733 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc35471-8cdd-4a46-8d3f-0a8da8aebcc9 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:26:26.662071 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdc35471-8cdd-4a46-8d3f-0a8da8aebcc9 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "GET /v2.0/ports/9cd35d84-da5c-4cc3-9635-f57134ffa914 HTTP/1.1" status: 404 len: 333 time: 0.2439022 Mar 02 07:26:26.675189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40046) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.677962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] Routers {'3abea69e-0c99-4a48-a7ba-6e7184296f69'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:26.678866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3abea69e-0c99-4a48-a7ba-6e7184296f69'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:26.693203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-840217017', 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:26.704444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6211a0d-15f8-4168-b476-b935a909d24b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.710299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6211a0d-15f8-4168-b476-b935a909d24b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.711060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a6211a0d-15f8-4168-b476-b935a909d24b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:26.720120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:26.733023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Usage tracker for resource:port and tenant:b4f222ac6ed5479b9cf4606b1524291a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:26.737923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:26.753004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:26.771378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:26.810822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] Routers {'3abea69e-0c99-4a48-a7ba-6e7184296f69'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:26.811670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3abea69e-0c99-4a48-a7ba-6e7184296f69'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:26.841335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a6211a0d-15f8-4168-b476-b935a909d24b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:26.842511 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a6211a0d-15f8-4168-b476-b935a909d24b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7981129 Mar 02 07:26:26.843469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Made reservation on behalf of b4f222ac6ed5479b9cf4606b1524291a for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:26.845846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.853072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.881533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:26.882291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b568c-430d-4d5f-86a0-9b1ff5b6dcfb None None] The sync data for ids ['3abea69e-0c99-4a48-a7ba-6e7184296f69'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:26.909347 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa9f6828-9cfc-4846-aa16-233a351ffb7c tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/routers/3abea69e-0c99-4a48-a7ba-6e7184296f69 HTTP/1.1" status: 200 len: 741 time: 0.2500584 Mar 02 07:26:26.921868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0198c-ca06-4d2d-81d1-90d0277360fa tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.925081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:26.982512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:26.984612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-fa448e97-cd1f-4bd4-87c0-d0ede8848063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:26.986165 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-fa448e97-cd1f-4bd4-87c0-d0ede8848063 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 0.9517453 Mar 02 07:26:26.999427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0198c-ca06-4d2d-81d1-90d0277360fa tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8b6e89-7b0a-41cf-bb63-dcfa258b96af,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:27.002835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05323459-1de3-4738-b2b0-c4a84436665e req-d5a30c7c-736c-4b1b-9c3a-73a1646d52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.004326 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-d5a30c7c-736c-4b1b-9c3a-73a1646d52bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=912c31c2-680d-4861-824a-3255a2879bca HTTP/1.1" status: 200 len: 835 time: 0.3890977 Mar 02 07:26:27.078297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] device_id is not set on port 261bd8b7-7628-4a47-8345-e5ea7b7cc5ac yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:27.116795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-efea3dd0-d3c8-4c87-9f13-cf5cf34a38eb tempest-RoutersAdminTest-387400617 tempest-RoutersAdminTest-387400617-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=3abea69e-0c99-4a48-a7ba-6e7184296f69 HTTP/1.1" status: 200 len: 205 time: 0.1767433 Mar 02 07:26:27.126260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40058) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:27.129208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=062f57e5-b33e-46eb-ad43-e5eb83f57e29,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:27.136724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port b51c705d-c662-43a5-a84b-4fcc61056655 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:27.137056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.143237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 2f111006-1888-4a5c-8afd-4308ec6c4579 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:27.143580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.203380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.207563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49a7d3aa-0191-4d39-bec3-539addf7d191 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/062f57e5-b33e-46eb-ad43-e5eb83f57e29 HTTP/1.1" status: 204 len: 168 time: 2.1004987 Mar 02 07:26:27.215274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:27.215918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0198c-ca06-4d2d-81d1-90d0277360fa tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.217013 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ccb0198c-ca06-4d2d-81d1-90d0277360fa tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f8b6e89-7b0a-41cf-bb63-dcfa258b96af HTTP/1.1" status: 204 len: 168 time: 1.6439819 Mar 02 07:26:27.226358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40064) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:27.234620 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4cb681e-b49a-472c-9942-0fbd5886dc23 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=3abea69e-0c99-4a48-a7ba-6e7184296f69 HTTP/1.1" status: 200 len: 205 time: 0.1048260 Mar 02 07:26:27.248058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db2356-5a2a-45b0-912c-a5dee8661834 req-30d0c8fe-81b8-4b6b-a33b-ddf01ae5ddb6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.249554 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c0db2356-5a2a-45b0-912c-a5dee8661834 req-30d0c8fe-81b8-4b6b-a33b-ddf01ae5ddb6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.6452925 Mar 02 07:26:27.252202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:27.353017 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-a5e6ec06-2f9e-4005-bafd-357bd0af7885 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1001 time: 0.3190949 Mar 02 07:26:27.467349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05323459-1de3-4738-b2b0-c4a84436665e req-64250792-6c70-4f74-bd54-255ff3981790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.468811 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-64250792-6c70-4f74-bd54-255ff3981790 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55ff9266-817e-4454-b930-2cb2ab4243a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4542141 Mar 02 07:26:27.516960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e360854e-4286-4126-8128-3e2fd6624a0f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.542445 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a733ad7f-3dfc-4533-825c-b497b837ffb4 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3037391 Mar 02 07:26:27.553346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40078) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:27.573689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--432679991'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:27.636747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:27.716725 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c0db2356-5a2a-45b0-912c-a5dee8661834 req-e2675f07-6d4f-4d77-ba57-1c65932f7cb5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4547594 Mar 02 07:26:27.734711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:27.754906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:27.765417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.765765 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:27.779274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a81f82-04c4-4269-8a69-20796ce349ed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.780708 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e6a81f82-04c4-4269-8a69-20796ce349ed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5568204 Mar 02 07:26:27.798079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:27.802957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:27.864635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-200d1555-8657-460a-9acf-aaf5d1b8d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:27.866103 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-200d1555-8657-460a-9acf-aaf5d1b8d426 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.4878123 Mar 02 07:26:27.971867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for b51c705d-c662-43a5-a84b-4fcc61056655 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:27.995856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 65714465-f219-49c1-bfa5-8e56beda5e22 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:28.006903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.023509 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf59ff0c-5505-4eeb-b3aa-78c8af34bc95 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:26:28.028282 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf59ff0c-5505-4eeb-b3aa-78c8af34bc95 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/062f57e5-b33e-46eb-ad43-e5eb83f57e29 HTTP/1.1" status: 404 len: 333 time: 0.2234781 Mar 02 07:26:28.031282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.037763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.088071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-c3c03d25-42f0-4324-b1a9-14486bca0877 service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069291 Mar 02 07:26:28.089007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:28.097712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:28.099938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2024382520'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:28.106496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e360854e-4286-4126-8128-3e2fd6624a0f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.113184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:28.114003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:28.116520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e360854e-4286-4126-8128-3e2fd6624a0f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.123318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:28.131038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:28.141008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 65714465-f219-49c1-bfa5-8e56beda5e22 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:28.143680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:28.145086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:28.159466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 65714465-f219-49c1-bfa5-8e56beda5e22 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:28.160000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.173980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.185323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294ac59-7a56-4610-bf50-5c20c182398b req-98dbaeeb-d63c-433c-b2f8-ea83ea910e2b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.187089 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4294ac59-7a56-4610-bf50-5c20c182398b req-98dbaeeb-d63c-433c-b2f8-ea83ea910e2b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 945 time: 0.5517075 Mar 02 07:26:28.244025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e360854e-4286-4126-8128-3e2fd6624a0f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.244412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e360854e-4286-4126-8128-3e2fd6624a0f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Fanout notify agent at l3_agent the message router_deleted on router 3abea69e-0c99-4a48-a7ba-6e7184296f69 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:28.303210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:28.306870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.323042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 2f111006-1888-4a5c-8afd-4308ec6c4579 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:28.330039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.337333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.392645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e360854e-4286-4126-8128-3e2fd6624a0f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.396846 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e360854e-4286-4126-8128-3e2fd6624a0f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/3abea69e-0c99-4a48-a7ba-6e7184296f69 HTTP/1.1" status: 204 len: 168 time: 1.1332953 Mar 02 07:26:28.399689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-f35dfb42-82ec-4167-a4c0-39a5a786c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.401302 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-f35dfb42-82ec-4167-a4c0-39a5a786c9df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4330585 Mar 02 07:26:28.401798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40090) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.451269 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4294ac59-7a56-4610-bf50-5c20c182398b req-ed213c3c-870b-4ef6-a318-995fac9f2f0c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018659 Mar 02 07:26:28.453357 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05323459-1de3-4738-b2b0-c4a84436665e req-96a2b183-cba2-44bd-8928-5a449867f708 service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417573 Mar 02 07:26:28.479910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 65714465-f219-49c1-bfa5-8e56beda5e22, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=65714465-f219-49c1-bfa5-8e56beda5e22,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:28.480944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65714465-f219-49c1-bfa5-8e56beda5e22'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:26:28.485059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0518d0a1-4672-4448-8d40-bff50bea1c96 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=3abea69e-0c99-4a48-a7ba-6e7184296f69 HTTP/1.1" status: 200 len: 205 time: 0.0793347 Mar 02 07:26:28.491491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.509867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.597506 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65714465-f219-49c1-bfa5-8e56beda5e22', 'code': 200} Mar 02 07:26:28.623416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:28.633299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=65714465-f219-49c1-bfa5-8e56beda5e22,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:28.636109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:28.636795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e4b8f8f5-6276-4c76-ac04-cf3457f6261a tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] delete failed (client error): The resource could not be found. Mar 02 07:26:28.638055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4b8f8f5-6276-4c76-ac04-cf3457f6261a tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/3abea69e-0c99-4a48-a7ba-6e7184296f69 HTTP/1.1" status: 404 len: 336 time: 0.1249082 Mar 02 07:26:28.646613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.651040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:28.651957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:28.652545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.658940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=261bd8b7-7628-4a47-8345-e5ea7b7cc5ac,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:28.685205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.694403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.717657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.736059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b124d2f8-8b3d-4b61-ae68-c52f6715e0bf tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=307cd40b-83cf-4fb1-ab6d-b5ec74ce356c HTTP/1.1" status: 200 len: 205 time: 0.0878923 Mar 02 07:26:28.746206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.802125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=b51c705d-c662-43a5-a84b-4fcc61056655,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:28.846013 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-674d27a4-7794-4157-bd50-ed27e6bae776 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] delete failed (client error): The resource could not be found. Mar 02 07:26:28.847039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-674d27a4-7794-4157-bd50-ed27e6bae776 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/307cd40b-83cf-4fb1-ab6d-b5ec74ce356c HTTP/1.1" status: 404 len: 336 time: 0.0996618 Mar 02 07:26:28.857889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.887684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c185ea-364a-4525-8635-ff8396b3aaca,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:28.946383 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5533a5b-c5b0-4246-bdc3-e771d1cab3fb tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ff927be-88c4-479b-88b0-7fd3a678a686 HTTP/1.1" status: 200 len: 205 time: 0.0835748 Mar 02 07:26:28.948527 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-ac957c3c-90aa-4024-9679-2249bd47b446 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050242 Mar 02 07:26:28.954486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e6396cb3-1cd0-4edd-b00c-d91025d63395 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2713010 Mar 02 07:26:28.955522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:28.957692 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebe8fe36-9219-4f83-8a5d-1d30a2ddad26 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4001064 Mar 02 07:26:28.957841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40116) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.958332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:28.968697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40120) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.013903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.014242 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 6c898887-089a-466e-b06e-6e8972158e16 disassociated (deleted). External IP: 172.26.4.163, port: c1393dc0-090f-4735-b366-e1b2a723b60f. Mar 02 07:26:29.108624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a6fd-25cd-4037-b080-52823b379fc7 req-962e56cb-2f77-4b75-8ede-b36fe097dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.110125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3041a6fd-25cd-4037-b080-52823b379fc7 req-962e56cb-2f77-4b75-8ede-b36fe097dd65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 1099 time: 0.2697432 Mar 02 07:26:29.154397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-baadbfc8-f489-4ba1-bd5d-011b7ab7e322 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': 'b5c185ea-364a-4525-8635-ff8396b3aaca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:29.217118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b361502-66ea-4eb5-960e-6b8d09b495a9 req-8dadb88d-b96a-4c56-803e-a0ca13e5b963 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.218717 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b361502-66ea-4eb5-960e-6b8d09b495a9 req-8dadb88d-b96a-4c56-803e-a0ca13e5b963 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.3392658 Mar 02 07:26:29.233568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-baadbfc8-f489-4ba1-bd5d-011b7ab7e322 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:29.261622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-baadbfc8-f489-4ba1-bd5d-011b7ab7e322 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:29.266637 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-0bf20f7b-090e-4eae-ba40-c8623b043f42 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] delete failed (client error): The resource could not be found. Mar 02 07:26:29.267663 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0bf20f7b-090e-4eae-ba40-c8623b043f42 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/6ff927be-88c4-479b-88b0-7fd3a678a686 HTTP/1.1" status: 404 len: 336 time: 0.3082545 Mar 02 07:26:29.271749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-baadbfc8-f489-4ba1-bd5d-011b7ab7e322 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:29.273187 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3041a6fd-25cd-4037-b080-52823b379fc7 req-e397b143-37f3-42e7-84d4-2aa0f7023718 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562116 Mar 02 07:26:29.277263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.285904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-baadbfc8-f489-4ba1-bd5d-011b7ab7e322 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:29.356155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b361502-66ea-4eb5-960e-6b8d09b495a9 req-fdc44acc-4679-44a9-9c64-c11a5db0106f tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297028 Mar 02 07:26:29.408471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.411727 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5fa62e2-46dd-4fac-b03b-4a9508cb3901 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=00ab7ce6-6d6e-41a5-8d4a-e899263e6171 HTTP/1.1" status: 200 len: 205 time: 0.1276405 Mar 02 07:26:29.412869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf4ce2-ae9b-49fc-ae02-5346002cc5b9 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:29.414151 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eeaf4ce2-ae9b-49fc-ae02-5346002cc5b9 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "GET /v2.0/ports/261bd8b7-7628-4a47-8345-e5ea7b7cc5ac HTTP/1.1" status: 200 len: 954 time: 0.4531078 Mar 02 07:26:29.414953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:29.420701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.421040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40136) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.487528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:29.583955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=2f111006-1888-4a5c-8afd-4308ec6c4579,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:29.612052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.612502 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment cb50c255-60da-43d8-a994-c43c3acd6a3b of type vlan for network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac Mar 02 07:26:29.684721 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9770a91b-8740-468f-a23f-869204c3bc1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] delete failed (client error): The resource could not be found. Mar 02 07:26:29.686040 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9770a91b-8740-468f-a23f-869204c3bc1d tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/00ab7ce6-6d6e-41a5-8d4a-e899263e6171 HTTP/1.1" status: 404 len: 336 time: 0.2297065 Mar 02 07:26:29.688862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40146) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.750559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:29.753850 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dd8064b7-8889-4239-9384-d612b8e11332 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f1cf1c-3865-4129-877a-a00070e5bc40 HTTP/1.1" status: 200 len: 205 time: 0.0639110 Mar 02 07:26:29.756821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.763378 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:29.767444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.781330 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:29.782433 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:29.813631 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ee3525a7-7028-434c-990e-22e8a120792a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/floatingips/6c898887-089a-466e-b06e-6e8972158e16 HTTP/1.1" status: 204 len: 168 time: 3.2634170 Mar 02 07:26:29.816206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40154) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.857541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Deleting port 261bd8b7-7628-4a47-8345-e5ea7b7cc5ac {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:29.857830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.858589 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:29.870289 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:29.871631 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:29.887955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port c1393dc0-090f-4735-b366-e1b2a723b60f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:29.888293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.900206 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b69c4eb7-6543-4552-8830-b4d66b30be68 req-c76e6b2a-ccaf-4067-bf70-263ab3f0d6b6 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9303668 Mar 02 07:26:29.900958 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-baadbfc8-f489-4ba1-bd5d-011b7ab7e322 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The resource could not be found. Mar 02 07:26:29.905288 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-baadbfc8-f489-4ba1-bd5d-011b7ab7e322 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7553153 Mar 02 07:26:29.905288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:29.920966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.935531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7ed4ced9-fe76-4a5a-838e-1ef675218ca7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': 'b5c185ea-364a-4525-8635-ff8396b3aaca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5ed8a9d6-ed66-44a9-9885-bd753237bfaf'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:29.950490 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-77f551a4-8538-43b7-9fd4-53ee518dbe7a tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] delete failed (client error): The resource could not be found. Mar 02 07:26:29.952884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7ed4ced9-fe76-4a5a-838e-1ef675218ca7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:29.957156 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77f551a4-8538-43b7-9fd4-53ee518dbe7a tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/95f1cf1c-3865-4129-877a-a00070e5bc40 HTTP/1.1" status: 404 len: 336 time: 0.1819692 Mar 02 07:26:29.958958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40162) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:29.959118 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:29.959118 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b01749-d16c-4e80-988f-5d47bc2cebe8 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:29.998219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7ed4ced9-fe76-4a5a-838e-1ef675218ca7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:30.005185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7ed4ced9-fe76-4a5a-838e-1ef675218ca7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:30.043542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7ed4ced9-fe76-4a5a-838e-1ef675218ca7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:30.053063 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-53d0ec64-70cb-4803-b203-7ca833160829 tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e0ee08e-df24-47c3-b6b1-106b63a2ae82 HTTP/1.1" status: 200 len: 205 time: 0.0940311 Mar 02 07:26:30.062409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.062610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40166) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:30.075998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.081273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.081875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.143425 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-7db14f49-87ab-43c2-8e43-8bcf877f0c5b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] delete failed (client error): The resource could not be found. Mar 02 07:26:30.146877 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7db14f49-87ab-43c2-8e43-8bcf877f0c5b tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/routers/5e0ee08e-df24-47c3-b6b1-106b63a2ae82 HTTP/1.1" status: 404 len: 336 time: 0.0810342 Mar 02 07:26:30.156543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40170) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:30.175198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77f3e1-4e92-4dfd-b292-7b13f2ff77f9 req-d60014e4-9d9b-496c-8a7b-f3b6cda267dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.176732 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb77f3e1-4e92-4dfd-b292-7b13f2ff77f9 req-d60014e4-9d9b-496c-8a7b-f3b6cda267dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 946 time: 0.6042597 Mar 02 07:26:30.191672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9de83724-557a-4c10-b442-94f663931884 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/2f111006-1888-4a5c-8afd-4308ec6c4579 HTTP/1.1" status: 204 len: 168 time: 3.3358088 Mar 02 07:26:30.240677 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2083225 Mar 02 07:26:30.248244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:30.248570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:30.333741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:30.362389 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eb4fbf-ceab-463f-b0d9-170fedf30b3f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] DELETE failed (client error): The resource could not be found. Mar 02 07:26:30.362938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34eb4fbf-ceab-463f-b0d9-170fedf30b3f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:26:30.366871 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-34eb4fbf-ceab-463f-b0d9-170fedf30b3f tempest-RoutersAdminTest-1106401870 tempest-RoutersAdminTest-1106401870-project] 10.222.0.41 "DELETE /v2.0/subnets/49c6870a-2193-4a31-8f46-ca4694d720af HTTP/1.1" status: 404 len: 337 time: 0.2041998 Mar 02 07:26:30.400840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12b8b7-2ccd-41f2-a6f9-6d4490a45c88 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=9d88c707-63ff-4cab-83ec-8f4e83fc69ac,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:30.413275 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:30.486865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a8e43-575f-4ca2-9358-9e3c06c0f537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.489919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a8e43-575f-4ca2-9358-9e3c06c0f537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.492370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a8e43-575f-4ca2-9358-9e3c06c0f537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.493396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba5a8e43-575f-4ca2-9358-9e3c06c0f537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:30.509120 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-7ed4ced9-fe76-4a5a-838e-1ef675218ca7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The resource could not be found. Mar 02 07:26:30.510061 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7ed4ced9-fe76-4a5a-838e-1ef675218ca7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5881591 Mar 02 07:26:30.519433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40186) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:30.615087 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb77f3e1-4e92-4dfd-b292-7b13f2ff77f9 req-63ceb1d8-12ff-43d4-a3c9-e4ea42bba3bb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4219940 Mar 02 07:26:30.622221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.635556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.775829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for c1393dc0-090f-4735-b366-e1b2a723b60f owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:30.821354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:30.839132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e862b20-620f-4710-ac4c-3f6cc1c0ff2b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.899521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441a473-93d3-4cd9-b5c3-503a12b8082f req-4b602dd2-1a40-4b2d-8b31-7ebd09d69f79 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:30.901218 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e441a473-93d3-4cd9-b5c3-503a12b8082f req-4b602dd2-1a40-4b2d-8b31-7ebd09d69f79 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.3497624 Mar 02 07:26:30.906184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e862b20-620f-4710-ac4c-3f6cc1c0ff2b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:30.925269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Calling delete_port for 261bd8b7-7628-4a47-8345-e5ea7b7cc5ac owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:30.956506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba5a8e43-575f-4ca2-9358-9e3c06c0f537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:30.957752 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba5a8e43-575f-4ca2-9358-9e3c06c0f537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7073333 Mar 02 07:26:30.966811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:30.969339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:30.977272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:30.996980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.017087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:31.033329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:31.057275 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e441a473-93d3-4cd9-b5c3-503a12b8082f req-f67f4028-12d1-4884-bed0-87f9d8aaa1c4 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320114 Mar 02 07:26:31.058213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:31.068921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Usage tracker for resource:security_group_rule and tenant:119d26860e9648ecaf29592563e400ee is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:31.074780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:31.080630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:31.089955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 7b902350-0ffd-498c-8f36-84f7506a0073 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:31.094113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.097244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e862b20-620f-4710-ac4c-3f6cc1c0ff2b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.122146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:31.125516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.142336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e862b20-620f-4710-ac4c-3f6cc1c0ff2b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c185ea-364a-4525-8635-ff8396b3aaca,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:31.185186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.237120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e862b20-620f-4710-ac4c-3f6cc1c0ff2b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.238382 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e862b20-620f-4710-ac4c-3f6cc1c0ff2b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5c185ea-364a-4525-8635-ff8396b3aaca HTTP/1.1" status: 204 len: 168 time: 0.7177124 Mar 02 07:26:31.241177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40204) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.261506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.320141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.326080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=c1393dc0-090f-4735-b366-e1b2a723b60f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:31.369313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event deleted for resources: {'Port': ['ID=261bd8b7-7628-4a47-8345-e5ea7b7cc5ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:31.390892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.410010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.427500 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b3995fa-4b83-4334-99af-04e65460a662 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "DELETE /v2.0/ports/261bd8b7-7628-4a47-8345-e5ea7b7cc5ac HTTP/1.1" status: 204 len: 168 time: 1.9693785 Mar 02 07:26:31.432012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40208) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.453442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.496068 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb78c494-2a9d-47f2-9cca-7813cdac4dc6 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:26:31.496649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb78c494-2a9d-47f2-9cca-7813cdac4dc6 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Synchronizing usage tracker for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:31.500710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3bc6a764-4b43-4aaf-883a-b92ca711004a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:31.556244 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=119d26860e9648ecaf29592563e400ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328732 Mar 02 07:26:31.557022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101358e-a65f-49ad-a854-a45c2c861e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7122eb59-8716-4c32-a1ff-407cb0ef7111,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:31.561601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.564008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.573694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3bc6a764-4b43-4aaf-883a-b92ca711004a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:31.579791 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3bc6a764-4b43-4aaf-883a-b92ca711004a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3365555 Mar 02 07:26:31.581010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.583670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40214) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.590291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-94d1af6e-9792-44f6-b3e8-d49405e0fd32 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '42974127-cb0e-46c1-845d-3b1763eca4f7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:31.597459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-94d1af6e-9792-44f6-b3e8-d49405e0fd32 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:31.604891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a4386fb4-cc90-4d29-9605-35a8b9df9c9e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/ports/c1393dc0-090f-4735-b366-e1b2a723b60f HTTP/1.1" status: 204 len: 168 time: 1.7835534 Mar 02 07:26:31.605770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-94d1af6e-9792-44f6-b3e8-d49405e0fd32 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:31.609382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40220) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.612602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-94d1af6e-9792-44f6-b3e8-d49405e0fd32 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:31.613188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11c5f-5a2f-4088-bcf2-21d79d99d5bf req-c19432d3-4667-4bab-81e9-1daed7f851bd tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:31.615164 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3dd11c5f-5a2f-4088-bcf2-21d79d99d5bf req-c19432d3-4667-4bab-81e9-1daed7f851bd tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4276166 Mar 02 07:26:31.617788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:31.626746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-94d1af6e-9792-44f6-b3e8-d49405e0fd32 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:31.629163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:31.635806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:floatingip and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:31.639667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:31.641486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb78c494-2a9d-47f2-9cca-7813cdac4dc6 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Unset dirty status for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:31.643731 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb78c494-2a9d-47f2-9cca-7813cdac4dc6 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "GET /v2.0/ports/261bd8b7-7628-4a47-8345-e5ea7b7cc5ac HTTP/1.1" status: 404 len: 333 time: 0.2064154 Mar 02 07:26:31.649190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:31.649973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40226) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.657482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Request body: {'port': {'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2110497992'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:31.675873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:31.684101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.717267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:31.736165 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-94d1af6e-9792-44f6-b3e8-d49405e0fd32 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The resource could not be found. Mar 02 07:26:31.738161 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-94d1af6e-9792-44f6-b3e8-d49405e0fd32 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1534767 Mar 02 07:26:31.744433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40230) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.766920 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3dd11c5f-5a2f-4088-bcf2-21d79d99d5bf req-522409f3-65d3-42e8-8bd1-6f664ae92798 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263638 Mar 02 07:26:31.779519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.785749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--666213392'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:31.799322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Made reservation on behalf of b4f222ac6ed5479b9cf4606b1524291a for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:31.801615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.812473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:31.819491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33086f65-7063-49de-8d40-5999e1151b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.825541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.831165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.833581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=7b902350-0ffd-498c-8f36-84f7506a0073,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:31.838111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] device_id is not set on port 0ece206d-2990-4681-8a28-0b4bdc6cae31 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:31.845204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc557f-5d31-4613-aa5b-e53e5cf928c7 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:31.895675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:31.916515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33086f65-7063-49de-8d40-5999e1151b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:31.933491 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8bc61382-c478-465c-b67d-fd4899d1ed1a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/7b902350-0ffd-498c-8f36-84f7506a0073 HTTP/1.1" status: 204 len: 168 time: 0.9656546 Mar 02 07:26:31.939862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:31.981072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.015031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=d91832c2-14b0-4675-b1d7-cebd4eb5086d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:32.037352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:32.043635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': 'cb50c255-60da-43d8-a994-c43c3acd6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:32.043994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: 9d88c707-63ff-4cab-83ec-8f4e83fc69ac, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:32.045824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:32.049109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:32.055498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:32.067762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet b8f02a0b-a183-4f7b-a83d-8854ccff079c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:32.072485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fe7fc-b6cf-40a7-bf57-ffa2c88b1163 req-f075e7c8-efec-4c4d-8f39-430b89138010 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.073288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.079512 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a11fe7fc-b6cf-40a7-bf57-ffa2c88b1163 req-f075e7c8-efec-4c4d-8f39-430b89138010 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 946 time: 0.3376443 Mar 02 07:26:32.119600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:32.137759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.167689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33086f65-7063-49de-8d40-5999e1151b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.208408 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a11fe7fc-b6cf-40a7-bf57-ffa2c88b1163 req-890218c4-feac-41d1-a91d-f814682ddbe5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273584 Mar 02 07:26:32.215117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 9d88c707-63ff-4cab-83ec-8f4e83fc69ac) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:32.224673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b4f5b-4eab-47e5-a0f0-7ea0c2b70204 None None] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:32.234708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.234949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.244249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33086f65-7063-49de-8d40-5999e1151b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7122eb59-8716-4c32-a1ff-407cb0ef7111,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:32.270776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33086f65-7063-49de-8d40-5999e1151b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.274346 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33086f65-7063-49de-8d40-5999e1151b26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7122eb59-8716-4c32-a1ff-407cb0ef7111 HTTP/1.1" status: 204 len: 168 time: 0.6789114 Mar 02 07:26:32.295714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4deb7b61-b22d-424d-ae1b-59d8769627db tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0412135 Mar 02 07:26:32.299717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:32.309559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:32.406347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.516943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aae3d-b191-47d5-99a3-6f78b2bbbb75 req-91b9c508-9afc-43a6-89ec-cae7ecf9c634 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:32.518540 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-548aae3d-b191-47d5-99a3-6f78b2bbbb75 req-91b9c508-9afc-43a6-89ec-cae7ecf9c634 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.3534386 Mar 02 07:26:32.595713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f0c53e55-da30-401c-942d-35e5b9299deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.638972 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-548aae3d-b191-47d5-99a3-6f78b2bbbb75 req-f033d8f4-3fb4-488b-a918-9c448679a6e5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122918 Mar 02 07:26:32.649385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:32.665175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:32.671103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:32.678137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.684701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9d88c707-63ff-4cab-83ec-8f4e83fc69ac', 'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac', 'tenant_id': '0dc0eac2434141018dd53aeea6495516', 'fixed_ips': [{'subnet_id': 'd91832c2-14b0-4675-b1d7-cebd4eb5086d'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:32.685550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.753475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.850105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.867173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40256) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:32.906072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:32.915688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f02a0b-a183-4f7b-a83d-8854ccff079c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:32.927369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:32.942397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Allocated IP 2001:db8::2 (9d88c707-63ff-4cab-83ec-8f4e83fc69ac/d91832c2-14b0-4675-b1d7-cebd4eb5086d/a756392c-ef80-4e2b-987d-cde58734f7f8) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:32.951160 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ffd65d31-8ff6-4be9-9e3e-6bbafb1d285d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/b8f02a0b-a183-4f7b-a83d-8854ccff079c HTTP/1.1" status: 204 len: 168 time: 1.0043595 Mar 02 07:26:32.956188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:33.001091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.012942 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3759de79-ba61-485b-9074-785c4e664747 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3edf40e53ba245c092a806971116962a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1381912 Mar 02 07:26:33.022854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40264) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:33.023070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f697c1-0151-4ab1-9192-080464f08cff req-088212b1-ebfd-4da8-be34-3ecac42c76fd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.034239 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-50f697c1-0151-4ab1-9192-080464f08cff req-088212b1-ebfd-4da8-be34-3ecac42c76fd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 946 time: 0.3903005 Mar 02 07:26:33.053953 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-460136f2-4089-4250-aa18-fc5d437007cf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966222 Mar 02 07:26:33.057063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:33.060838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.075193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:33.087696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:33.089924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.214615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-50f697c1-0151-4ab1-9192-080464f08cff req-860316cd-b176-4288-9491-8d6173fa0850 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791689 Mar 02 07:26:33.223223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.229932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.284265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Transition to ACTIVE for port object a756392c-ef80-4e2b-987d-cde58734f7f8 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:33.293530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d25138-bead-4694-b98e-f84e8d812a3e None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:33.303345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d86a6d-cb69-4486-9fd1-ffa4cfa9f90e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:33.341007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce9e3-a386-4139-98fa-a9e8a8d3935f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.343859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:33.360442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:33.366135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:33.383314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:33.384081 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d91832c2-14b0-4675-b1d7-cebd4eb5086d (CIDR: 2001:db8::/64) Mar 02 07:26:33.388397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:33.399020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:33.402080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce9e3-a386-4139-98fa-a9e8a8d3935f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.406045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Transition to ACTIVE for port object a756392c-ef80-4e2b-987d-cde58734f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:33.413032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:33.415568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:26:33.420674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:33.421676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.422278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.443347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:33.446125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.26.4.218 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/c89c1087-e2ca-469b-9e2c-f0ad94a7cb49) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:33.447358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.451363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.455615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd427f5a-fc20-4eaf-a8fa-baf6434207a5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7046897 Mar 02 07:26:33.456664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.464450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:33.489560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=0ece206d-2990-4681-8a28-0b4bdc6cae31,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:33.494444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--593733775'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:33.508422 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dca0ca0b-5df3-452e-823a-8dea2667cff6 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2009618 Mar 02 07:26:33.508422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:33.511091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:33.519503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:33.546318 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dff2234d-4fec-4537-aaa4-f2e8ca4d47bf tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8938947 Mar 02 07:26:33.558335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7701266c-8344-4e20-af2b-578d0f32012b None None] Provisioning complete for port 09157de6-449f-4d65-8b8c-782cdaacaeea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:33.558335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7701266c-8344-4e20-af2b-578d0f32012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.562246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40286) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:33.571918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:33.615471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:33.634230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:33.649160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:33.657893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:33.675583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:33.685247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:33.687630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Pushing event updated for resources: {'Port': ['ID=a756392c-ef80-4e2b-987d-cde58734f7f8,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:33.757105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.775837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce9e3-a386-4139-98fa-a9e8a8d3935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.816576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce9e3-a386-4139-98fa-a9e8a8d3935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6933c1f-36ef-4730-b20b-311f96f53a3a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:33.857135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.859960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Attempting to bind port a756392c-ef80-4e2b-987d-cde58734f7f8 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:33.860516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Attempting to bind port a756392c-ef80-4e2b-987d-cde58734f7f8 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'cb50c255-60da-43d8-a994-c43c3acd6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:33.861084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Attempting to bind port a756392c-ef80-4e2b-987d-cde58734f7f8 on network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:33.867704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:33.875732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.879834 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:33.882671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:33.883053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Checking segment: {'id': 'cb50c255-60da-43d8-a994-c43c3acd6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:33.883489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.884070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Bound using segment: {'id': 'cb50c255-60da-43d8-a994-c43c3acd6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:33.884333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:33.884742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Bound port: a756392c-ef80-4e2b-987d-cde58734f7f8, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb50c255-60da-43d8-a994-c43c3acd6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:33.885118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.896371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:33.901816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:33.909615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:33.912295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:33.924116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce9e3-a386-4139-98fa-a9e8a8d3935f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:33.928619 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b5ce9e3-a386-4139-98fa-a9e8a8d3935f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6933c1f-36ef-4730-b20b-311f96f53a3a HTTP/1.1" status: 204 len: 168 time: 0.8930719 Mar 02 07:26:33.928865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:33.971044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880201ca-6c8e-4ac2-8196-6dc7b762512c req-e912f4e6-c2df-4e1f-9bdf-5d8973e33dee tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:33.984028 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-880201ca-6c8e-4ac2-8196-6dc7b762512c req-e912f4e6-c2df-4e1f-9bdf-5d8973e33dee tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2782540 Mar 02 07:26:34.009530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] For port a756392c-ef80-4e2b-987d-cde58734f7f8, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:34.013290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:34.015012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] For port a756392c-ef80-4e2b-987d-cde58734f7f8, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a756392c-ef80-4e2b-987d-cde58734f7f8,segment=NetworkSegment(cb50c255-60da-43d8-a994-c43c3acd6a3b),segment_id=cb50c255-60da-43d8-a994-c43c3acd6a3b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:34.020604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.022957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:26:34.029718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.066309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] Deleting port 09157de6-449f-4d65-8b8c-782cdaacaeea {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:34.067036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.080524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.208215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a35663-3f08-4f8b-8867-826531a54865 None None] Pushing event updated for resources: {'Port': ['ID=a756392c-ef80-4e2b-987d-cde58734f7f8,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:34.303820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:34.318881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:34.380557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:34.381727 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.393158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.413242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.435613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] device_id is not set on port 0ece206d-2990-4681-8a28-0b4bdc6cae31 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:34.462262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.467937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.488584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=1f525f36-4d5e-423e-ac97-73c86da85a24,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:34.497876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.501966 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0255103 Mar 02 07:26:34.510024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40302) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:34.542034 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-298fe7f0-e25c-4ae4-b996-519c3cb2d74c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4606538 Mar 02 07:26:34.552881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:34.559289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:34.567726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] For port 09157de6-449f-4d65-8b8c-782cdaacaeea, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=09157de6-449f-4d65-8b8c-782cdaacaeea,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:34.568627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.594360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c8f9e-ac90-488e-8e38-f039de92db51 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d74530-2e97-4ba3-83e1-adc1f60c84ed,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:34.604630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:34.618258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:34.621061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:34.649036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-90dc5ef9-30ef-412b-8263-29f0b41fdbdd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '09d86a6d-cb69-4486-9fd1-ffa4cfa9f90e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c7d74530-2e97-4ba3-83e1-adc1f60c84ed'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:34.660381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90dc5ef9-30ef-412b-8263-29f0b41fdbdd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:34.664999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90dc5ef9-30ef-412b-8263-29f0b41fdbdd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:34.668700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90dc5ef9-30ef-412b-8263-29f0b41fdbdd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:34.675167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90dc5ef9-30ef-412b-8263-29f0b41fdbdd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:34.725820 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-880201ca-6c8e-4ac2-8196-6dc7b762512c req-af737ba0-87e4-4ee8-9f79-de2ecf129716 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4880183 Mar 02 07:26:34.733025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Transition to ACTIVE for port object 0ece206d-2990-4681-8a28-0b4bdc6cae31 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:34.756322 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-90dc5ef9-30ef-412b-8263-29f0b41fdbdd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:34.760173 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90dc5ef9-30ef-412b-8263-29f0b41fdbdd tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1482177 Mar 02 07:26:34.760173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.764855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40312) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:34.772839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=c89c1087-e2ca-469b-9e2c-f0ad94a7cb49,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:34.795259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:34.858861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] Calling delete_port for 09157de6-449f-4d65-8b8c-782cdaacaeea owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:34.919691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-faea69db-6b1e-4a55-8e0d-e8f4b235eed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:34.964325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.015317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] Pushing event deleted for resources: {'Port': ['ID=09157de6-449f-4d65-8b8c-782cdaacaeea,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:35.019691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe251a0-2aef-43d6-929a-9d395989b795 None None] No DVR routers for this DVR port 09157de6-449f-4d65-8b8c-782cdaacaeea on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:35.038070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=0ece206d-2990-4681-8a28-0b4bdc6cae31,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:35.041308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.041967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.042457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.051284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.052190 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.053799 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 2 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.057297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a756392c-ef80-4e2b-987d-cde58734f7f8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:35.081183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.089811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.090140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.096092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.103435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.104024 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.104551 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 3 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.142160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d02f4d-956a-4e5f-8b79-a4fe3747674d None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:35.178243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.178837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.179326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.186528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.187082 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.189995 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 4 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.237567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.270503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.271001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.271514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.273947 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port a756392c-ef80-4e2b-987d-cde58734f7f8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:35.285587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.286183 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.288943 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 5 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.331412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.331697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.332001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.341973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.342196 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.343960 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 6 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.359289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.455609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:35.483623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:35.498945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:35.502325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 09157de6-449f-4d65-8b8c-782cdaacaeea no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:26:35.532991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:35.536706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:35.540398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:35.541168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.549509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:35.606499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 09157de6-449f-4d65-8b8c-782cdaacaeea {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:26:35.607101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 09157de6-449f-4d65-8b8c-782cdaacaeea not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:26:35.619713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '1f525f36-4d5e-423e-ac97-73c86da85a24'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:35.621730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.646824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a8d731-d985-4403-ad62-9f815d65ee9a None None] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:35.658440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:35.675030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6557b64e-47a7-459d-aae0-65833a0877f0 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.690389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.690629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.690831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.700136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.700338 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.702997 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 7 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.713783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.721918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.722259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.722726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.727394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.737115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6557b64e-47a7-459d-aae0-65833a0877f0 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.781371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.781741 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.786284 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ed894ec-d04d-4b44-9d50-58d390d04040 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2778921 Mar 02 07:26:35.788734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40336) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:35.796160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:35.799951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.814349 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 8 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.828179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac', 'fixed_ips': [{'subnet_id': 'd91832c2-14b0-4675-b1d7-cebd4eb5086d'}, {'subnet_id': '4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef'}], 'name': 'tempest-PortsIpV6TestJSON-1701563089'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:35.839513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.839855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.840182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.848779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.849114 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.858374 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 9 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.877829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.878169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.878499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.903660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.903995 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.904522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=c89c1087-e2ca-469b-9e2c-f0ad94a7cb49,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:35.908326 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempt 10 to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 Mar 02 07:26:35.911568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6557b64e-47a7-459d-aae0-65833a0877f0 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.928985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:35.929403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:35.930221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempting to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:35.947060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:26:35.947477 dv-neutron-831485-1-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Failed to bind port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on host hv-neutron-8314 for vnic_type normal using segments [{'id': 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a11f4eb9-abab-4d59-b00c-0d3314f1bd2a'}] Mar 02 07:26:35.947817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.958790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:35.977183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fcd4f468-2d36-4dd9-84af-40232f4ca207 None None] Provisioning for port a756392c-ef80-4e2b-987d-cde58734f7f8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:35.987987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fcd4f468-2d36-4dd9-84af-40232f4ca207 None None] Provisioning complete for port a756392c-ef80-4e2b-987d-cde58734f7f8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:35.988361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f468-2d36-4dd9-84af-40232f4ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.013525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.031479 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.033098 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9c0ff5dd-9a67-411c-9316-4243c9322979 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4224045 Mar 02 07:26:36.040716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40346) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:36.060899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'port': {'network_id': '2ed4d112-a874-4ee3-81ec-09104e37988a', 'name': 'tempest-FloatingIPTestJSON-944872955'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:36.073842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.165283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557b64e-47a7-459d-aae0-65833a0877f0 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d74530-2e97-4ba3-83e1-adc1f60c84ed,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:36.165519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Allocated IP 172.20.0.2 (9cd85606-01cd-4b60-bb33-0395597a84af/1f525f36-4d5e-423e-ac97-73c86da85a24/7261732c-3102-4960-a7ed-3e99212b2fc2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:36.210541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:36.217123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:port and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:36.221203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:36.224218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] For port 0ece206d-2990-4681-8a28-0b4bdc6cae31, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:36.224591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attempted to set empty binding levels {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 07:26:36.230450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:36.230738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:36.242445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.269365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6557b64e-47a7-459d-aae0-65833a0877f0 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.274233 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6557b64e-47a7-459d-aae0-65833a0877f0 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/c7d74530-2e97-4ba3-83e1-adc1f60c84ed HTTP/1.1" status: 204 len: 168 time: 1.5081367 Mar 02 07:26:36.275278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:36.344670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event updated for resources: {'Port': ['ID=0ece206d-2990-4681-8a28-0b4bdc6cae31,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:36.349572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:36.354809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.379989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] In _notify_port_updated(), no bound segment for port 0ece206d-2990-4681-8a28-0b4bdc6cae31 on network a11f4eb9-abab-4d59-b00c-0d3314f1bd2a {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:26:36.380717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.381324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.385934 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a6d0a5e-84f0-40be-8bda-ff839f444220 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "PUT /v2.0/ports/0ece206d-2990-4681-8a28-0b4bdc6cae31 HTTP/1.1" status: 200 len: 977 time: 2.8202672 Mar 02 07:26:36.385934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] device_id is not set on port 52727e6c-a110-4f98-8fb3-a52b0d4c14fb yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:36.400834 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40362) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:36.427215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1891056678'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:36.433928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:36.446597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Usage tracker for resource:router and tenant:c424959f36ac46f2a94f7e510a6b0ea9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:36.451808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:36.466135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:36.470659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f468-2d36-4dd9-84af-40232f4ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.516822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.517881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.561181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.573915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.8 (2ed4d112-a874-4ee3-81ec-09104e37988a/b11a0f1a-d3ff-43e5-a9bd-af472d46a210/52727e6c-a110-4f98-8fb3-a52b0d4c14fb) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:36.590774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68c7404f-7807-49c0-8f21-8b598fad2c6b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:36.593159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.593591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.606511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Transition to ACTIVE for port object 7261732c-3102-4960-a7ed-3e99212b2fc2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:36.619827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:36.629181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Transition to ACTIVE for port object 7261732c-3102-4960-a7ed-3e99212b2fc2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:36.642570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:36.646841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Deleting port 0ece206d-2990-4681-8a28-0b4bdc6cae31 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:36.647185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.649637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.667722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.669000 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bef1c2fd-38b0-43bb-8efe-be566d81b79e tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4373116 Mar 02 07:26:36.680692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:36.683470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:36.693800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acb3b9-2bc8-4a76-a339-a528cdccec09 req-3b17bfdb-d9a4-49fb-bd15-652d58b5671e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:36.698173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37acb3b9-2bc8-4a76-a339-a528cdccec09 req-3b17bfdb-d9a4-49fb-bd15-652d58b5671e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.7207305 Mar 02 07:26:36.744360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fcd4f468-2d36-4dd9-84af-40232f4ca207 None None] For port a756392c-ef80-4e2b-987d-cde58734f7f8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a756392c-ef80-4e2b-987d-cde58734f7f8,segment=NetworkSegment(cb50c255-60da-43d8-a994-c43c3acd6a3b),segment_id=cb50c255-60da-43d8-a994-c43c3acd6a3b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:36.784703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:36.808240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68c7404f-7807-49c0-8f21-8b598fad2c6b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:36.812135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68c7404f-7807-49c0-8f21-8b598fad2c6b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5175984 Mar 02 07:26:36.813350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40370) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:36.838925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:36.839719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f468-2d36-4dd9-84af-40232f4ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:36.848078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:36.881930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:36.884427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:36.912964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:36.929579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02f6d7d-5d86-4e32-9417-6b75142c0177 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.025480 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37acb3b9-2bc8-4a76-a339-a528cdccec09 req-369109e7-57bf-4af9-b230-ca5a91125f2b tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511861 Mar 02 07:26:37.026434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] Update dhcp port {'port': {'network_id': '9d88c707-63ff-4cab-83ec-8f4e83fc69ac', 'fixed_ips': [{'subnet_id': 'd91832c2-14b0-4675-b1d7-cebd4eb5086d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': 'a756392c-ef80-4e2b-987d-cde58734f7f8'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:26:37.071226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4f468-2d36-4dd9-84af-40232f4ca207 None None] Pushing event updated for resources: {'Port': ['ID=a756392c-ef80-4e2b-987d-cde58734f7f8,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:37.075065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Attempting to bind port 7261732c-3102-4960-a7ed-3e99212b2fc2 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:37.075688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Attempting to bind port 7261732c-3102-4960-a7ed-3e99212b2fc2 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:37.076054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Attempting to bind port 7261732c-3102-4960-a7ed-3e99212b2fc2 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:37.090039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:37.090421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:37.090823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.091209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:37.091680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Bound port: 7261732c-3102-4960-a7ed-3e99212b2fc2, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:37.092048 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.125106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.157232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.240125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce549-d5ca-42cb-9b63-d33c5a4e0af3 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.309638 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:37.333353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:37.360267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.451148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.459599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02f6d7d-5d86-4e32-9417-6b75142c0177 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.462191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] For port 0ece206d-2990-4681-8a28-0b4bdc6cae31, host hv-neutron-8314, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:37.463189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.465322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02f6d7d-5d86-4e32-9417-6b75142c0177 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.496882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce549-d5ca-42cb-9b63-d33c5a4e0af3 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.518657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7655-8746-4c83-bafa-3f63aa1dc8f2 None None] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:37.538734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] Allocated IP 2001:db8:0:1::2 (9d88c707-63ff-4cab-83ec-8f4e83fc69ac/4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef/a756392c-ef80-4e2b-987d-cde58734f7f8) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:37.542551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.557905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02f6d7d-5d86-4e32-9417-6b75142c0177 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.558462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f6d7d-5d86-4e32-9417-6b75142c0177 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07aa0a7a-75d3-47ad-b392-640f5daf1d9a {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:37.579150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce549-d5ca-42cb-9b63-d33c5a4e0af3 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.607206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ce549-d5ca-42cb-9b63-d33c5a4e0af3 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d86a6d-cb69-4486-9fd1-ffa4cfa9f90e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:37.623303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce549-d5ca-42cb-9b63-d33c5a4e0af3 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.624440 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1f3ce549-d5ca-42cb-9b63-d33c5a4e0af3 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/09d86a6d-cb69-4486-9fd1-ffa4cfa9f90e HTTP/1.1" status: 204 len: 168 time: 0.8104601 Mar 02 07:26:37.625562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.631797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40374) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:37.668469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Calling delete_port for 0ece206d-2990-4681-8a28-0b4bdc6cae31 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:37.700082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a02f6d7d-5d86-4e32-9417-6b75142c0177 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.704535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a02f6d7d-5d86-4e32-9417-6b75142c0177 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "DELETE /v2.0/routers/07aa0a7a-75d3-47ad-b392-640f5daf1d9a HTTP/1.1" status: 204 len: 168 time: 1.0227871 Mar 02 07:26:37.711449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40378) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:37.716350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Request body: {'router': {'name': 'tempest-router-602939434', 'distributed': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:37.745124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:37.765416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 2ed4d112-a874-4ee3-81ec-09104e37988a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:37.766438 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=52727e6c-a110-4f98-8fb3-a52b0d4c14fb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:37.771877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:37.774799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:37.798568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] For port a756392c-ef80-4e2b-987d-cde58734f7f8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a756392c-ef80-4e2b-987d-cde58734f7f8,segment=NetworkSegment(cb50c255-60da-43d8-a994-c43c3acd6a3b),segment_id=cb50c255-60da-43d8-a994-c43c3acd6a3b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:37.805589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Usage tracker for resource:router and tenant:c424959f36ac46f2a94f7e510a6b0ea9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:37.810855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:37.822743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:37.837546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.851034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.865455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] Transition to ACTIVE for port object a756392c-ef80-4e2b-987d-cde58734f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:37.865948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:37.870269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2ab47ef2-dd33-405d-ae6a-8662854b754f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:37.873556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.878934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.879953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.895218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:37.895884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.928614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:37.942530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2ab47ef2-dd33-405d-ae6a-8662854b754f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:37.943979 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ab47ef2-dd33-405d-ae6a-8662854b754f tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2656610 Mar 02 07:26:37.958334 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6919787a-4285-4715-b345-cc85ed85f8e4 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9071317 Mar 02 07:26:37.959198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40382) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:37.959570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:37.973316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'port_id': '52727e6c-a110-4f98-8fb3-a52b0d4c14fb'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:37.990104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.012032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ece206d-2990-4681-8a28-0b4bdc6cae31,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:38.037856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855153171'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:38.045465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff9846-f718-406e-b947-66a3a5de5553 None None] Pushing event updated for resources: {'Port': ['ID=a756392c-ef80-4e2b-987d-cde58734f7f8,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:38.062222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:38.081376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.090269 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f1f0543-56d9-49b7-962f-ec1ceb75cc76 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "DELETE /v2.0/ports/0ece206d-2990-4681-8a28-0b4bdc6cae31 HTTP/1.1" status: 204 len: 168 time: 1.6830916 Mar 02 07:26:38.100050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.115286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:38.144885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.157938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:38.271666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.292197 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-be41668e-a1a3-4adc-8d88-5c3e4d7050c0 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] GET failed (client error): The resource could not be found. Mar 02 07:26:38.292720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-be41668e-a1a3-4adc-8d88-5c3e4d7050c0 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Synchronizing usage tracker for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:38.300639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:26:38.379964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.381434 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75fe1c60-de4a-4af8-ba44-f9271d0203b4 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6690218 Mar 02 07:26:38.417771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:38.485158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:38.489279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:38.493136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:38.551413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:38.623173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-be41668e-a1a3-4adc-8d88-5c3e4d7050c0 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] Unset dirty status for tenant:b4f222ac6ed5479b9cf4606b1524291a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:38.629443 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-be41668e-a1a3-4adc-8d88-5c3e4d7050c0 tempest-PortsAdminExtendedAttrsTestJSON-2043631986 tempest-PortsAdminExtendedAttrsTestJSON-2043631986-project-admin] 10.222.0.41 "GET /v2.0/ports/0ece206d-2990-4681-8a28-0b4bdc6cae31 HTTP/1.1" status: 404 len: 333 time: 0.5079811 Mar 02 07:26:38.631537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40400) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:38.668076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94ae6b-fc55-4123-90aa-e83cf54f057f None None] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:38.718905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2d7f7de3-d8a6-4b08-870c-b561986cde77 None None] Provisioning for port a756392c-ef80-4e2b-987d-cde58734f7f8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:38.765357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87815760-2b24-4f19-a954-d602a97e2130 req-6c3ec8ad-c477-4a65-962d-fbe346df353e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:38.767007 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-87815760-2b24-4f19-a954-d602a97e2130 req-6c3ec8ad-c477-4a65-962d-fbe346df353e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5603004 Mar 02 07:26:38.779808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2d7f7de3-d8a6-4b08-870c-b561986cde77 None None] Provisioning complete for port a756392c-ef80-4e2b-987d-cde58734f7f8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:38.780556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7de3-d8a6-4b08-870c-b561986cde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.919728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.923828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:38.938714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.003295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.007608 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0447745 Mar 02 07:26:39.008281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40404) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:39.017550 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-87815760-2b24-4f19-a954-d602a97e2130 req-5aedfd88-07d7-47c2-9248-741f53c40749 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267430 Mar 02 07:26:39.034249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cc193211-8ce8-43b7-be25-dd47e0998a4a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '6111ef99-0450-42f3-bdd3-68573e112dea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:39.044620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc193211-8ce8-43b7-be25-dd47e0998a4a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:39.052437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f5a6c-d12c-47cc-8359-fd73e4dd7575 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6111ef99-0450-42f3-bdd3-68573e112dea,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:39.059300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc193211-8ce8-43b7-be25-dd47e0998a4a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:39.095550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc193211-8ce8-43b7-be25-dd47e0998a4a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:39.106071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc193211-8ce8-43b7-be25-dd47e0998a4a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:39.178463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3578e91b-fcae-4d1a-b91c-061764a1b555 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.213538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77cb82b9-e40e-431f-bc26-4893f5b0ca54 None None] Provisioning for port 7261732c-3102-4960-a7ed-3e99212b2fc2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:39.253180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7261732c-3102-4960-a7ed-3e99212b2fc2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:39.337714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 7261732c-3102-4960-a7ed-3e99212b2fc2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:39.347858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:39.348231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.466328 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-cc193211-8ce8-43b7-be25-dd47e0998a4a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:39.470129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc193211-8ce8-43b7-be25-dd47e0998a4a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4570508 Mar 02 07:26:39.475723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.483248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:39.484416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9364edfe-b1c0-4560-927f-6fca92d42030 None None] Provisioning complete for port a756392c-ef80-4e2b-987d-cde58734f7f8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:39.484790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9364edfe-b1c0-4560-927f-6fca92d42030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.496672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a55aa0b2-6fba-4e63-b660-40c2d7cf875a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group_rule': {'security_group_id': '6111ef99-0450-42f3-bdd3-68573e112dea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:39.524901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a55aa0b2-6fba-4e63-b660-40c2d7cf875a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:39.529922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.534954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11f4eb9-abab-4d59-b00c-0d3314f1bd2a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:39.535324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.544269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a55aa0b2-6fba-4e63-b660-40c2d7cf875a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:39.550085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a55aa0b2-6fba-4e63-b660-40c2d7cf875a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:39.552864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.583025 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:39.619123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:39.619508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1ad2fa-9d2e-40b2-b0da-42ac7fbc31f5') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:39.626965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a55aa0b2-6fba-4e63-b660-40c2d7cf875a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:39.646402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.654438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.656198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a756392c-ef80-4e2b-987d-cde58734f7f8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:39.674238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3578e91b-fcae-4d1a-b91c-061764a1b555 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.681547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3578e91b-fcae-4d1a-b91c-061764a1b555 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.700565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.756998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::3c9 (9d88c707-63ff-4cab-83ec-8f4e83fc69ac/d91832c2-14b0-4675-b1d7-cebd4eb5086d/01ac7b4e-275f-4b3a-a064-d1a21513bdf8) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:39.776480 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-a55aa0b2-6fba-4e63-b660-40c2d7cf875a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:26:39.779768 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a55aa0b2-6fba-4e63-b660-40c2d7cf875a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2929652 Mar 02 07:26:39.794574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:26:39.794574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.797478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:39.799740 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:39.808092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port a756392c-ef80-4e2b-987d-cde58734f7f8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:39.808092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.810768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8:0:1::e4 (9d88c707-63ff-4cab-83ec-8f4e83fc69ac/4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef/01ac7b4e-275f-4b3a-a064-d1a21513bdf8) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:26:39.820901 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:26:39.836518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3578e91b-fcae-4d1a-b91c-061764a1b555 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.836975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3578e91b-fcae-4d1a-b91c-061764a1b555 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12f86c6b-30c2-43ac-95da-ec1019bf6d0f {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:39.906366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.924322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.17 (48b89838-754c-4072-8712-13178ab1e4dd/b1d4262c-db58-4ce5-9290-7f8cb25fe15e/45d9aa9c-0138-47b4-a474-644fd9b98d8c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:39.934995 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 12a9be56-0684-4b83-8160-c9950931f596 associated. External IP: 172.26.4.218, port: 52727e6c-a110-4f98-8fb3-a52b0d4c14fb. Mar 02 07:26:39.948859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3578e91b-fcae-4d1a-b91c-061764a1b555 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:39.950005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3578e91b-fcae-4d1a-b91c-061764a1b555 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "DELETE /v2.0/routers/12f86c6b-30c2-43ac-95da-ec1019bf6d0f HTTP/1.1" status: 204 len: 168 time: 1.5239978 Mar 02 07:26:39.962268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:39.990821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.004657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Request body: {'router': {'name': 'tempest-router-76892213', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b468a47ee6fa410f83ca8f0ebcb2b10a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:40.018193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.028089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:40.032915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] Pushing event deleted for resources: {'Network': ['ID=a11f4eb9-abab-4d59-b00c-0d3314f1bd2a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:40.040986 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae1cd1ed-a55b-4269-b46d-bf531cb2a099 tempest-PortsAdminExtendedAttrsTestJSON-2042846339 tempest-PortsAdminExtendedAttrsTestJSON-2042846339-project] 10.222.0.41 "DELETE /v2.0/networks/a11f4eb9-abab-4d59-b00c-0d3314f1bd2a HTTP/1.1" status: 204 len: 168 time: 1.4053025 Mar 02 07:26:40.071348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Usage tracker for resource:router and tenant:b468a47ee6fa410f83ca8f0ebcb2b10a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:40.102964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:40.126786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:40.247918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5b69-4b16-4e20-9f94-1aeac806f1e6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.342237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:40.379638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:40.390921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.391910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.446941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5b69-4b16-4e20-9f94-1aeac806f1e6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.528417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:40.532625 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.544679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:40.555926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:40.556614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:40.594571 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d30b2907-7657-4d05-bd41-f9ee03682350 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/floatingips/12a9be56-0684-4b83-8160-c9950931f596 HTTP/1.1" status: 200 len: 977 time: 2.6261315 Mar 02 07:26:40.594760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.594849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40432) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:40.619613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:40.627992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:40.628696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:40.634174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.663165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port 52727e6c-a110-4f98-8fb3-a52b0d4c14fb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:40.663543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.691512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:40.691907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7d78-3bd0-4974-bf26-974c7526fba7 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:40.854236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 45d9aa9c-0138-47b4-a474-644fd9b98d8c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:40.878751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.891557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:40.897482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.909498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5b69-4b16-4e20-9f94-1aeac806f1e6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:40.933038 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fcd107d4-e632-485d-8e8e-54282e3b32f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c54409fefd46b0a076efaf796f711b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438781 Mar 02 07:26:40.948462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e0148-366c-4596-b610-17f28b45ef88 req-ce4faea0-2537-4cfc-a764-ec3a3e6a2fe6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:40.950023 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c11e0148-366c-4596-b610-17f28b45ef88 req-ce4faea0-2537-4cfc-a764-ec3a3e6a2fe6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.7613151 Mar 02 07:26:40.950509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:40.971807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f5b69-4b16-4e20-9f94-1aeac806f1e6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6111ef99-0450-42f3-bdd3-68573e112dea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:41.007768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7261732c-3102-4960-a7ed-3e99212b2fc2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:41.009473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:41.046216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.046438 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.047382 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6bf72a42-dd70-4a73-b87e-56e101f73d3d tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0600922 Mar 02 07:26:41.053283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40440) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:41.056450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a9f5b69-4b16-4e20-9f94-1aeac806f1e6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.059900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a9f5b69-4b16-4e20-9f94-1aeac806f1e6 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/6111ef99-0450-42f3-bdd3-68573e112dea HTTP/1.1" status: 204 len: 168 time: 1.2553682 Mar 02 07:26:41.061619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:41.063221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.075437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:41.090162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.090866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.091675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:41.092118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.206646 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c11e0148-366c-4596-b610-17f28b45ef88 req-d2986f51-1fea-45e8-9ca9-a5be16d252d1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361546 Mar 02 07:26:41.222386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.274975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:41.290824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:41.299675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc6a29-b2a6-497c-8117-7b7fa6694654 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:41.308605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.309207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.326121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-573a7001-a03d-4590-96f3-38d658a451fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.363199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 48b89838-754c-4072-8712-13178ab1e4dd is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:41.365023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=00aeb0b4-2ab8-4676-8608-16d4224decd3,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:41.382821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:41.394699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:41.422041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.424055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=5']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:41.429571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48a528fe-a844-46ff-8d80-a841603a44e1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:41.509611 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a4d13dc-de3d-4188-a71d-83d443fdc2ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.9556584 Mar 02 07:26:41.530704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-573a7001-a03d-4590-96f3-38d658a451fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.550273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:41.600829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:29:95:39', 'name': 'tempest-NetworksTestDHCPv6-718209585'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:41.643475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:41.663277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:41.686516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:41.691951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:41.692593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.696789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.697322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.703269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.705535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48a528fe-a844-46ff-8d80-a841603a44e1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:41.714142 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48a528fe-a844-46ff-8d80-a841603a44e1 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6311471 Mar 02 07:26:41.743374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=45d9aa9c-0138-47b4-a474-644fd9b98d8c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:41.793138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:41.854876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-61e42347-82ed-48d2-b173-8a135a212cb6 None None] Provisioning for port 45d9aa9c-0138-47b4-a474-644fd9b98d8c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:41.861408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-61e42347-82ed-48d2-b173-8a135a212cb6 None None] Provisioning complete for port 45d9aa9c-0138-47b4-a474-644fd9b98d8c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:41.862589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61e42347-82ed-48d2-b173-8a135a212cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:41.869529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823710763'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:41.875516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:41.890443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:41.943310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-61e42347-82ed-48d2-b173-8a135a212cb6 None None] Port 45d9aa9c-0138-47b4-a474-644fd9b98d8c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:41.978378 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.1601598 Mar 02 07:26:41.995602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:42.016288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd91832c2-14b0-4675-b1d7-cebd4eb5086d'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:42.022378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.035725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 07:26:42.036067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Router d037ca69-22f2-4527-965b-70217f358e5a migrating from provider to provider. {{(pid=87773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 07:26:42.036420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.049365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.052641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.052991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.053334 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 12a9be56-0684-4b83-8160-c9950931f596 disassociated. External IP: 172.26.4.218, port: 52727e6c-a110-4f98-8fb3-a52b0d4c14fb. Mar 02 07:26:42.053728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for 52727e6c-a110-4f98-8fb3-a52b0d4c14fb owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:42.092856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.115528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc888b-e5b9-42b4-8633-f8e24a795b4d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=01ac7b4e-275f-4b3a-a064-d1a21513bdf8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:42.154486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:42.156793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-573a7001-a03d-4590-96f3-38d658a451fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.164666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:42.174748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-76f25c2f-4e9f-4910-a842-dc0e3fadc9ba None None] Provisioning for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:42.182707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-76f25c2f-4e9f-4910-a842-dc0e3fadc9ba None None] Provisioning complete for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:42.182957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:42.183573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76f25c2f-4e9f-4910-a842-dc0e3fadc9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.188271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Usage tracker for resource:security_group_rule and tenant:f094ff18e5764ed084386141d47d1598 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:42.192885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:42.203133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:42.228886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:42.246100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a7001-a03d-4590-96f3-38d658a451fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190e0c7-5b2d-4b0e-8d8f-0f7c18d202d6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:42.248212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:42.262755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-76f25c2f-4e9f-4910-a842-dc0e3fadc9ba None None] Port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:42.303412 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] No L3 agents can host the router d037ca69-22f2-4527-965b-70217f358e5a Mar 02 07:26:42.329849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-573a7001-a03d-4590-96f3-38d658a451fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.333515 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-573a7001-a03d-4590-96f3-38d658a451fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6190e0c7-5b2d-4b0e-8d8f-0f7c18d202d6 HTTP/1.1" status: 204 len: 168 time: 1.3710413 Mar 02 07:26:42.347413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-a3a8eb4c-4976-40b5-bf6b-065afc792104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.349601 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-a3a8eb4c-4976-40b5-bf6b-065afc792104 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 0.5262241 Mar 02 07:26:42.371021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63a0f8-beef-42bc-bfac-e0f4806153eb req-cac1b0c0-6939-4743-83c3-3725a1a82b82 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.372804 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d63a0f8-beef-42bc-bfac-e0f4806153eb req-cac1b0c0-6939-4743-83c3-3725a1a82b82 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5509479 Mar 02 07:26:42.539317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:42.564056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.690246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-919a6df0-b3dc-4857-b48f-22c1422a0203 None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:42.690870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-919a6df0-b3dc-4857-b48f-22c1422a0203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.698116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.747660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:42.748140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Hosts for router d037ca69-22f2-4527-965b-70217f358e5a: [] {{(pid=87773) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 02 07:26:42.765078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-57901308-62b2-4bd0-b363-39247461dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:42.766583 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-57901308-62b2-4bd0-b363-39247461dbc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 0.3927829 Mar 02 07:26:42.785847 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d63a0f8-beef-42bc-bfac-e0f4806153eb req-a4947012-175a-441f-a664-c548a0d42f90 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715495 Mar 02 07:26:42.789760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.809590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=52727e6c-a110-4f98-8fb3-a52b0d4c14fb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:42.819454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.848280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Hosts for other DVR routers connected to router d037ca69-22f2-4527-965b-70217f358e5a: set() {{(pid=87773) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 02 07:26:42.879873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.979717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74681681-03ad-41e1-bd40-413885a30984,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:42.988456 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1bc5469-670f-4e1f-b93c-86676bf3b7f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4f222ac6ed5479b9cf4606b1524291a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172709 Mar 02 07:26:42.993436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:42.997317 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-39ab1f39-c2f8-430d-9119-02862bef1399 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1450076 Mar 02 07:26:42.997317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40474) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:43.000990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:43.018738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8ab1a93a-11ef-450e-bc3e-d178c0bd5c18 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:43.019167 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-8ab1a93a-11ef-450e-bc3e-d178c0bd5c18 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:26:43.019635 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8ab1a93a-11ef-450e-bc3e-d178c0bd5c18 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 07:26:43.020607 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8ab1a93a-11ef-450e-bc3e-d178c0bd5c18 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "PUT /v2.0/security-groups/74681681-03ad-41e1-bd40-413885a30984 HTTP/1.1" status: 409 len: 330 time: 0.0188792 Mar 02 07:26:43.022085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.023743 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5f33bd5f-292d-4128-ab93-2447f162d857 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "PUT /v2.0/routers/d037ca69-22f2-4527-965b-70217f358e5a HTTP/1.1" status: 200 len: 715 time: 1.9694316 Mar 02 07:26:43.024506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40482) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:43.051030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:43.186285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:43.217499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f97edc73-7324-48d8-8625-b472a5804264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.230441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40271c95-76be-4015-8f04-611961ee535a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.311372 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-c96e2005-24c4-4226-be26-4fe68e051f1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1001 time: 0.5314212 Mar 02 07:26:43.326358 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5cdb0d66-c8f1-4026-a1e9-e409ee547cdc tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "GET /v2.0/routers/d037ca69-22f2-4527-965b-70217f358e5a HTTP/1.1" status: 200 len: 715 time: 0.2694371 Mar 02 07:26:43.327585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.329995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:43.342307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f97edc73-7324-48d8-8625-b472a5804264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.362393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40271c95-76be-4015-8f04-611961ee535a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.515893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:43.529139 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:43.536186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 9b0c703e-0cc5-41e1-af4e-42ba843f8740 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:43.542323 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:43.543232 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:43.589759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40271c95-76be-4015-8f04-611961ee535a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.621476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f97edc73-7324-48d8-8625-b472a5804264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.640424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271c95-76be-4015-8f04-611961ee535a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74681681-03ad-41e1-bd40-413885a30984,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:43.665145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f97edc73-7324-48d8-8625-b472a5804264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.668528 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f97edc73-7324-48d8-8625-b472a5804264 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/234c9861-1272-49bc-8e51-d7b859f897da HTTP/1.1" status: 204 len: 168 time: 0.6699932 Mar 02 07:26:43.668528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97edc73-7324-48d8-8625-b472a5804264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c9861-1272-49bc-8e51-d7b859f897da,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:43.671218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40271c95-76be-4015-8f04-611961ee535a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.673019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-40271c95-76be-4015-8f04-611961ee535a tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/74681681-03ad-41e1-bd40-413885a30984 HTTP/1.1" status: 204 len: 168 time: 0.6380069 Mar 02 07:26:43.673688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:43.675538 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e6dee40c-acfe-4a39-9a30-aabe626b5962 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/ports/52727e6c-a110-4f98-8fb3-a52b0d4c14fb HTTP/1.1" status: 204 len: 168 time: 3.0799313 Mar 02 07:26:43.676258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40498) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:43.680078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-b4ed6513-12c8-4869-8c92-23ca55007a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:43.681513 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-b4ed6513-12c8-4869-8c92-23ca55007a0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.3623364 Mar 02 07:26:43.690742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:43.697482 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:43.716904 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:43.718385 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:43.782842 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:43.783607 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78a963-79b5-42f2-9757-2dcffc317c60 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:43.862131 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-87f71cce-0b1c-4c63-9c46-b75767127fef tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "GET /v2.0/floatingips/12a9be56-0684-4b83-8160-c9950931f596 HTTP/1.1" status: 200 len: 688 time: 0.1701081 Mar 02 07:26:43.887815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.096695 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1b74d41a-ccdb-451f-b10c-6b643b3d4402 tempest-RoutersTestDVR-382814301 tempest-RoutersTestDVR-382814301-project] 10.222.0.41 "GET /v2.0/routers/d037ca69-22f2-4527-965b-70217f358e5a HTTP/1.1" status: 200 len: 681 time: 0.7570038 Mar 02 07:26:44.102767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f49c172e-94e0-40de-ae9c-e23e633d3ff7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Synchronizing usage tracker for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:44.110357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40520) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.232383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Delete allocated IP 2001:db8:0:1::e4 (9d88c707-63ff-4cab-83ec-8f4e83fc69ac/4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:26:44.266035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ec06e5c-3673-4dab-97a2-6fa317a16101 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.280519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port c89c1087-e2ca-469b-9e2c-f0ad94a7cb49 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:44.280879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.329214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f49c172e-94e0-40de-ae9c-e23e633d3ff7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] Unset dirty status for tenant:f094ff18e5764ed084386141d47d1598 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:44.330683 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f49c172e-94e0-40de-ae9c-e23e633d3ff7 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6535027 Mar 02 07:26:44.338460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40530) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.363068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-e97c23c5-6e92-416c-9b79-82060abc4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:44.364566 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-e97c23c5-6e92-416c-9b79-82060abc4813 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6122849 Mar 02 07:26:44.447728 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-1d9f06f0-0e6f-450c-a292-78b53781c37b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] delete failed (client error): The resource could not be found. Mar 02 07:26:44.449032 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1d9f06f0-0e6f-450c-a292-78b53781c37b tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a8bdc89-d466-49a5-9b6e-cec9a30eab5e HTTP/1.1" status: 404 len: 347 time: 0.1084454 Mar 02 07:26:44.484828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.487983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 172.20.0.5 (9cd85606-01cd-4b60-bb33-0395597a84af/1f525f36-4d5e-423e-ac97-73c86da85a24/9b0c703e-0cc5-41e1-af4e-42ba843f8740) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:44.642659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f0e3f-6934-40eb-ae60-bf72286cf324 req-7ce3e0d4-6e57-4382-b1d0-062b11d7d4a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:44.645844 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a55f0e3f-6934-40eb-ae60-bf72286cf324 req-7ce3e0d4-6e57-4382-b1d0-062b11d7d4a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5906956 Mar 02 07:26:44.646355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40544) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.658454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ec06e5c-3673-4dab-97a2-6fa317a16101 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.662202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ec06e5c-3673-4dab-97a2-6fa317a16101 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.721111 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a55f0e3f-6934-40eb-ae60-bf72286cf324 req-c81fe818-cae4-433d-a598-5d423ffa178c tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602617 Mar 02 07:26:44.721829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ec06e5c-3673-4dab-97a2-6fa317a16101 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.722316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec06e5c-3673-4dab-97a2-6fa317a16101 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d037ca69-22f2-4527-965b-70217f358e5a {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:44.731055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ec06e5c-3673-4dab-97a2-6fa317a16101 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.735425 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3ec06e5c-3673-4dab-97a2-6fa317a16101 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d037ca69-22f2-4527-965b-70217f358e5a HTTP/1.1" status: 204 len: 168 time: 0.6208639 Mar 02 07:26:44.735662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40550) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.740706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Request body: {'router': {'name': 'tempest-router-963847806', 'distributed': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:44.745639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:44.758458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Usage tracker for resource:router and tenant:c424959f36ac46f2a94f7e510a6b0ea9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:44.761447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:44.768139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:44.780475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.781558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.799760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fe29:9539 (9cd85606-01cd-4b60-bb33-0395597a84af/00aeb0b4-2ab8-4676-8608-16d4224decd3/9b0c703e-0cc5-41e1-af4e-42ba843f8740) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:44.800180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.821608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.836439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1438586620'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:44.845372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:44.851892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:44.855403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:44.861545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.862756 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed2ebc95-0223-4cee-82b1-ae1f3fd65510 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1259544 Mar 02 07:26:44.863707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:44.866723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40556) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.880835 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-752e21f5-9bbf-4b7f-a0bf-2752180aee40 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] show failed (client error): The resource could not be found. Mar 02 07:26:44.881892 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-752e21f5-9bbf-4b7f-a0bf-2752180aee40 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-groups/016ad39b-a5b2-4fff-8c87-77f5022bfe86 HTTP/1.1" status: 404 len: 347 time: 0.3961005 Mar 02 07:26:44.897332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:44.988288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:44.990975 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f14cfe77-90c8-40a8-8a86-589aa961a1c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] show failed (client error): The resource could not be found. Mar 02 07:26:44.992127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:44.992560 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f14cfe77-90c8-40a8-8a86-589aa961a1c5 tempest-NegativeSecGroupIPv6Test-1936426783 tempest-NegativeSecGroupIPv6Test-1936426783-project] 10.222.0.41 "GET /v2.0/security-group-rules/2ff6f91c-f3e3-4017-913e-144c3caead6b HTTP/1.1" status: 404 len: 356 time: 0.0915704 Mar 02 07:26:45.010922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.013556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.024685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b2e840c-2728-4b6c-a1ad-a0a76b0081a1 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.034122 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-123d381e-176d-4e2b-b2cc-4d74bf1a164a service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419718 Mar 02 07:26:45.034716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.143121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:45.146367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.157287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:security_group_rule and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:45.204919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:45.242521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.242845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.275986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:45.340110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40568) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:45.356644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b2e840c-2728-4b6c-a1ad-a0a76b0081a1 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.362900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b2e840c-2728-4b6c-a1ad-a0a76b0081a1 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.406612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b2e840c-2728-4b6c-a1ad-a0a76b0081a1 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.407071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2e840c-2728-4b6c-a1ad-a0a76b0081a1 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc11621-abdb-4284-8123-bdcecb069a02 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:26:45.445098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b2e840c-2728-4b6c-a1ad-a0a76b0081a1 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.446264 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b2e840c-2728-4b6c-a1ad-a0a76b0081a1 tempest-RoutersTestDVR-1010126564 tempest-RoutersTestDVR-1010126564-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3cc11621-abdb-4284-8123-bdcecb069a02 HTTP/1.1" status: 204 len: 168 time: 0.5785701 Mar 02 07:26:45.470870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:45.493375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=45d9aa9c-0138-47b4-a474-644fd9b98d8c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:45.567415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for c89c1087-e2ca-469b-9e2c-f0ad94a7cb49 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:45.621725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.624094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.636898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.673607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:45.686281 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd4952d0-c230-4a96-b819-caa78875baf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f094ff18e5764ed084386141d47d1598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395119 Mar 02 07:26:45.690500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:45.696859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:45.712049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89afc3b-2992-4053-8a33-2035392d6b38,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:45.718164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.718505 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment b338ba10-8ee5-4be6-8cd0-4cf480883d19 of type vlan for network d19711d8-c05a-4be4-966d-070ba3a068f4 Mar 02 07:26:45.741019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:45.777962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.783908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.809183 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e720f4c-9d26-4a8f-8e5e-3d109dc03a73 req-7906d4ce-2b4b-4fee-902b-3dd1b5cec6ef service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943347 Mar 02 07:26:45.810165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed7563ce-09ce-45c0-adfe-78e9697a2dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.876112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.896515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed7563ce-09ce-45c0-adfe-78e9697a2dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.903492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.908739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:45.909324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.933397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:45.963884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=01ac7b4e-275f-4b3a-a064-d1a21513bdf8,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:45.967614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b468a47ee6fa410f83ca8f0ebcb2b10a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:45.975064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:45.979683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:45.994304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:46.057136 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4016762 Mar 02 07:26:46.075563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] In _notify_port_updated(), no bound segment for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 on network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:26:46.081137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc538fd-1094-443d-8b86-9ce391071694 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=d19711d8-c05a-4be4-966d-070ba3a068f4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:46.081734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.083113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.086129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-588f04b2-3041-42bd-97b3-abb0601b1cca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "PUT /v2.0/ports/01ac7b4e-275f-4b3a-a064-d1a21513bdf8 HTTP/1.1" status: 200 len: 926 time: 4.0848234 Mar 02 07:26:46.088796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 48b89838-754c-4072-8712-13178ab1e4dd is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:46.089980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:46.102923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd91832c2-14b0-4675-b1d7-cebd4eb5086d'}, {'subnet_id': '4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:46.109255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:46.119608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d19711d8-c05a-4be4-966d-070ba3a068f4 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:46.189423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 9b0c703e-0cc5-41e1-af4e-42ba843f8740 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:46.243484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:46.259518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': 'd19711d8-c05a-4be4-966d-070ba3a068f4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:46.310590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed7563ce-09ce-45c0-adfe-78e9697a2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.346213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a0a0a06-f19b-4218-85ce-c029c9a06873 None None] Provisioning for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:46.353808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a0a0a06-f19b-4218-85ce-c029c9a06873 None None] Provisioning complete for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:46.354360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a0a0a06-f19b-4218-85ce-c029c9a06873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.455390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7563ce-09ce-45c0-adfe-78e9697a2dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4428dde9-2b67-4c6b-a5f3-8f7862952123,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:46.456494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a0a06-f19b-4218-85ce-c029c9a06873 None None] Port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:46.536760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed7563ce-09ce-45c0-adfe-78e9697a2dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.538298 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed7563ce-09ce-45c0-adfe-78e9697a2dfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4428dde9-2b67-4c6b-a5f3-8f7862952123 HTTP/1.1" status: 204 len: 168 time: 0.8468239 Mar 02 07:26:46.577899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.589593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2f4ddc48-70e5-4156-a89b-7c052cd39406 None None] Provisioning complete for port 45d9aa9c-0138-47b4-a474-644fd9b98d8c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:46.590355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddc48-70e5-4156-a89b-7c052cd39406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.613167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.637147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.667729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13119d84-eca2-4276-bc29-8a86321f483d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:46.702854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:46.718357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ddc48-70e5-4156-a89b-7c052cd39406 None None] Port 45d9aa9c-0138-47b4-a474-644fd9b98d8c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:46.719268 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-41dc80c1-d534-47c3-9d85-38ca885e71d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b468a47ee6fa410f83ca8f0ebcb2b10a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0114851 Mar 02 07:26:46.720296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40600) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:46.832616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=c89c1087-e2ca-469b-9e2c-f0ad94a7cb49,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:46.915117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d29ce-5b98-4dce-b5ec-8e7c39d5e0bd req-b94a0552-e86a-4dca-9ac1-389fd0168fec tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:46.916754 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-253d29ce-5b98-4dce-b5ec-8e7c39d5e0bd req-b94a0552-e86a-4dca-9ac1-389fd0168fec tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 1.0212958 Mar 02 07:26:46.992637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:47.007135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.011796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:47.015489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 51f80685-8250-4428-8a17-d3e13278f7de has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:47.053331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b00a3-3a4a-450f-87b9-0fe4bdfb3138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.059576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:47.093676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:47.099112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b00a3-3a4a-450f-87b9-0fe4bdfb3138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.108568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.118259 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-253d29ce-5b98-4dce-b5ec-8e7c39d5e0bd req-94614d41-8c47-48cc-9d27-5c0e6d12c67d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679039 Mar 02 07:26:47.187667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:47.208148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:47.221495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:47.224996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.239258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:47.276959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=9b0c703e-0cc5-41e1-af4e-42ba843f8740,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:47.277158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8:0:1::b8 (9d88c707-63ff-4cab-83ec-8f4e83fc69ac/4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef/01ac7b4e-275f-4b3a-a064-d1a21513bdf8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:47.304961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b00a3-3a4a-450f-87b9-0fe4bdfb3138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.338102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.342852 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02b16f98-9828-4d0f-842d-2d8a9b86fe73 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/floatingips/12a9be56-0684-4b83-8160-c9950931f596 HTTP/1.1" status: 204 len: 168 time: 3.4493053 Mar 02 07:26:47.344431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40620) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:47.352049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b00a3-3a4a-450f-87b9-0fe4bdfb3138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13119d84-eca2-4276-bc29-8a86321f483d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:47.358267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b00a3-3a4a-450f-87b9-0fe4bdfb3138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.361894 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-801b00a3-3a4a-450f-87b9-0fe4bdfb3138 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13119d84-eca2-4276-bc29-8a86321f483d HTTP/1.1" status: 204 len: 168 time: 0.6354012 Mar 02 07:26:47.445544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'baf51bf7-8a53-493c-b113-d759f1e1bbfa'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:47.457477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:47.472012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:floatingip and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:47.490411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:47.509332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:47.553424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.588249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:47.612459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Sync routers for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:47.622706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.627102 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-933d8624-4fb9-48bc-ae1f-b5ffd45eaf9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/51f80685-8250-4428-8a17-d3e13278f7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8222084 Mar 02 07:26:47.628060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:47.628780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:47.629962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40632) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:47.644534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:47.644863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:47.645530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.668805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:47.722187 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-160ecd92-ae9d-46b9-aede-47d7dd6d8c21 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.1507480 Mar 02 07:26:47.733357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:47.878622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40644) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:47.949210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:48.003725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] In _notify_port_updated(), no bound segment for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 on network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:26:48.012773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.013539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.015453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2261e31-cd09-4cf4-9def-501de364285e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.017884 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "PUT /v2.0/ports/01ac7b4e-275f-4b3a-a064-d1a21513bdf8 HTTP/1.1" status: 200 len: 1011 time: 1.9268332 Mar 02 07:26:48.020454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40648) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:48.021534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2261e31-cd09-4cf4-9def-501de364285e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.022831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2261e31-cd09-4cf4-9def-501de364285e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:48.029234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927640c-3d03-4d48-a383-600ff68154b4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=01ac7b4e-275f-4b3a-a064-d1a21513bdf8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:48.086666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.141724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2261e31-cd09-4cf4-9def-501de364285e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:48.146418 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2261e31-cd09-4cf4-9def-501de364285e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4073226 Mar 02 07:26:48.146963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-099c42ac-e74d-42e2-a7d1-55fb43da8ef6 None None] Provisioning for port 9b0c703e-0cc5-41e1-af4e-42ba843f8740 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:48.150481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:48.154618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1127958766-network', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:48.201316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.201917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:48.245484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:48.247222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Usage tracker for resource:network and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:48.256272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:48.259906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c424959f36ac46f2a94f7e510a6b0ea9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:48.265221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-099c42ac-e74d-42e2-a7d1-55fb43da8ef6 None None] Provisioning complete for port 9b0c703e-0cc5-41e1-af4e-42ba843f8740 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:48.265609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-099c42ac-e74d-42e2-a7d1-55fb43da8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.286645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:48.295191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': 'b338ba10-8ee5-4be6-8cd0-4cf480883d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd19711d8-c05a-4be4-966d-070ba3a068f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:48.295191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: d19711d8-c05a-4be4-966d-070ba3a068f4, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:48.297521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:48.311601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 9b0c703e-0cc5-41e1-af4e-42ba843f8740 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:48.311943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.326943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:48.332703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:48.333149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.343355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=297ac38c-fe1a-420b-967c-6107ef40c296,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:48.352026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-099c42ac-e74d-42e2-a7d1-55fb43da8ef6 None None] Port 9b0c703e-0cc5-41e1-af4e-42ba843f8740 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:48.373966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Made reservation on behalf of cab355d98ae64c0f8d687bc34504dadb for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:48.376525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.394742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network d19711d8-c05a-4be4-966d-070ba3a068f4 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:48.404700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.432970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:26:42Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d9aa9c-0138-47b4-a474-644fd9b98d8c', 'name': '', 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:50:5e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:38Z', 'updated_at': '2022-03-02T07:26:43Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:48.437613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Checking router: 51f80685-8250-4428-8a17-d3e13278f7de for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:26:48.438060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Updating router 51f80685-8250-4428-8a17-d3e13278f7de port 45d9aa9c-0138-47b4-a474-644fd9b98d8c binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:26:48.458372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:48.460890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d19711d8-c05a-4be4-966d-070ba3a068f4) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:48.471442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:48.475263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.477035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.480600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.486765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce322b1-6c23-415d-ae90-b4cb9ad083d8 None None] Network d19711d8-c05a-4be4-966d-070ba3a068f4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:48.493339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:48.509423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:48.515276 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-147f83c0-4a14-43c3-b0e9-dc8318016d79 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2707598 Mar 02 07:26:48.524704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40658) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:48.527052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.556651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1992520906'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:48.580823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:48.635605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:48.635826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1ad2f473-41f3-49c6-9ad1-9f5161fb0276 None None] Provisioning for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:48.644352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:48.652279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1ad2f473-41f3-49c6-9ad1-9f5161fb0276 None None] Provisioning complete for port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:48.652669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ad2f473-41f3-49c6-9ad1-9f5161fb0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.666027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:48.704294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:48.707613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.769160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712e222-f24c-4717-b931-88af1ba58390 req-fdedee38-4f9c-4e64-b3ac-dbd99570a5e5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:48.770676 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8712e222-f24c-4717-b931-88af1ba58390 req-fdedee38-4f9c-4e64-b3ac-dbd99570a5e5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5211549 Mar 02 07:26:48.807157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2f473-41f3-49c6-9ad1-9f5161fb0276 None None] Port 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:26:48.857978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.858229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.876473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.26.4.26 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e83574cf-2a95-4a38-a40b-d1bcb0ef9e5c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:48.878406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:48.985368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-d19711d8-c05a-4be4-966d-070ba3a068f4', 'network_id': 'd19711d8-c05a-4be4-966d-070ba3a068f4', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': '297ac38c-fe1a-420b-967c-6107ef40c296'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:48.986206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.019132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.026072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:49.028280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 01ac7b4e-275f-4b3a-a064-d1a21513bdf8 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:49.036462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 9b0c703e-0cc5-41e1-af4e-42ba843f8740 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:49.067597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.068209 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8712e222-f24c-4717-b931-88af1ba58390 req-4062223b-10ed-4df5-a0d8-5dba1bc8e322 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747526 Mar 02 07:26:49.068799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.085571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.085967 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 2e443904-4f6b-4727-bdc3-4386521ed683 of type vlan for network da03342f-666d-4098-9edc-bcdbf5b832c9 Mar 02 07:26:49.087569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.098371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:49.108379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.108729 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Added segment 6383ffb0-aaa5-49a1-b72d-16e309e48dd4 of type vlan for network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 Mar 02 07:26:49.156675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.198570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.199543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.200123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.233854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af26362-e11c-4dcd-9f75-dc671be8b598,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:49.239581 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6efc6056-13cc-4d97-97d9-ea11a5d1b3a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c424959f36ac46f2a94f7e510a6b0ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3567190 Mar 02 07:26:49.246533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40664) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:49.261068 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6280537 Mar 02 07:26:49.269965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Allocated IP 172.20.255.242 (d19711d8-c05a-4be4-966d-070ba3a068f4/297ac38c-fe1a-420b-967c-6107ef40c296/6730859a-0f47-4946-a138-f2926db37612) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:49.277668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40668) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:49.289202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Request body: {'subnet': {'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1127958766-subnet', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:49.294462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.312492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d26cfe6-8c63-48d2-883f-9fc9dd3df79e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:49.315264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:49.337041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Usage tracker for resource:subnet and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:49.346760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:49.384132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.399765 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:49.423394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.455866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Made reservation on behalf of cab355d98ae64c0f8d687bc34504dadb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:49.458270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.483177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9958-abc8-4b1a-8a81-b2d828445ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.486389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f396d-3bf4-4efc-a56f-20bf67425b3e admin admin] Pushing event updated for resources: {'Network': ['ID=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:49.565104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:49.585977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.591638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.592225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.668999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.669998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9958-abc8-4b1a-8a81-b2d828445ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.684095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.688918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.729979 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2004580 Mar 02 07:26:49.742272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12822c54-3554-416e-a6b9-4a0d0b34e90d req-f11fa7bb-e167-407b-b92e-3b2d1b350355 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:49.744010 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12822c54-3554-416e-a6b9-4a0d0b34e90d req-f11fa7bb-e167-407b-b92e-3b2d1b350355 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.3622794 Mar 02 07:26:49.744195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:49.757617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2129a-866a-4fbf-af4e-648cf9a38404 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=da03342f-666d-4098-9edc-bcdbf5b832c9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:49.766285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': 'da03342f-666d-4098-9edc-bcdbf5b832c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:49.768061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Transition to ACTIVE for port object 6730859a-0f47-4946-a138-f2926db37612 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:49.777890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Transition to ACTIVE for port object 45d9aa9c-0138-47b4-a474-644fd9b98d8c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:49.792318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:49.797679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Transition to ACTIVE for port object 6730859a-0f47-4946-a138-f2926db37612 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:49.801453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network da03342f-666d-4098-9edc-bcdbf5b832c9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:49.806387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.821821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:49.823635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.869390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:49.879035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:49.913406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=e83574cf-2a95-4a38-a40b-d1bcb0ef9e5c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:49.934483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=9b0c703e-0cc5-41e1-af4e-42ba843f8740,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:49.972403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Network d19711d8-c05a-4be4-966d-070ba3a068f4 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:50.045396 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12822c54-3554-416e-a6b9-4a0d0b34e90d req-0462e0af-9b92-457f-90aa-019ef081bba2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902939 Mar 02 07:26:50.077589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:50.113538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:50.124247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Pushing event updated for resources: {'Port': ['ID=6730859a-0f47-4946-a138-f2926db37612,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.215331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:50.228852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:50.247775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:50.259439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:50.282758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.284770 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdb35b33-ba6a-4f6d-a66c-1096f9f2d854 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/9b0c703e-0cc5-41e1-af4e-42ba843f8740 HTTP/1.1" status: 204 len: 168 time: 2.1245427 Mar 02 07:26:50.287740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:50.300068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=01ac7b4e-275f-4b3a-a064-d1a21513bdf8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.359406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:50.364340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.397769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9958-abc8-4b1a-8a81-b2d828445ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.422635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a5a23-fd27-44ce-ab78-1a3f6ee38d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.424368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a5a23-fd27-44ce-ab78-1a3f6ee38d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.426121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a5a23-fd27-44ce-ab78-1a3f6ee38d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:50.427396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bd8a5a23-fd27-44ce-ab78-1a3f6ee38d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:50.439687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f9958-abc8-4b1a-8a81-b2d828445ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af26362-e11c-4dcd-9f75-dc671be8b598,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.448106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.450043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218817d-608e-4c83-bb9d-48c550abdf51 None None] Pushing event updated for resources: {'Port': ['ID=45d9aa9c-0138-47b4-a474-644fd9b98d8c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.479267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:50.481874 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b9602af0-6dc8-4ffc-b254-c349148c0d6b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/01ac7b4e-275f-4b3a-a064-d1a21513bdf8 HTTP/1.1" status: 204 len: 168 time: 2.4514112 Mar 02 07:26:50.516994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Attempting to bind port 45d9aa9c-0138-47b4-a474-644fd9b98d8c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:50.517997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Attempting to bind port 45d9aa9c-0138-47b4-a474-644fd9b98d8c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:50.520352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Attempting to bind port 45d9aa9c-0138-47b4-a474-644fd9b98d8c on network 48b89838-754c-4072-8712-13178ab1e4dd {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:50.527162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Attempting to bind port 6730859a-0f47-4946-a138-f2926db37612 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:50.527743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Attempting to bind port 6730859a-0f47-4946-a138-f2926db37612 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b338ba10-8ee5-4be6-8cd0-4cf480883d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd19711d8-c05a-4be4-966d-070ba3a068f4'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:50.528273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Attempting to bind port 6730859a-0f47-4946-a138-f2926db37612 on network d19711d8-c05a-4be4-966d-070ba3a068f4 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:50.534076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:50.534714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Checking segment: {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:50.535351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.535920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Bound using segment: {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:50.536548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Bound port: 45d9aa9c-0138-47b4-a474-644fd9b98d8c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a3baea-15ec-4216-9437-521f1663b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:50.537131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.537497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9958-abc8-4b1a-8a81-b2d828445ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.540241 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3d1f9958-abc8-4b1a-8a81-b2d828445ec1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6af26362-e11c-4dcd-9f75-dc671be8b598 HTTP/1.1" status: 204 len: 168 time: 1.2895186 Mar 02 07:26:50.556550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:50.557305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Checking segment: {'id': 'b338ba10-8ee5-4be6-8cd0-4cf480883d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd19711d8-c05a-4be4-966d-070ba3a068f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:50.557997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.558592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Bound using segment: {'id': 'b338ba10-8ee5-4be6-8cd0-4cf480883d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd19711d8-c05a-4be4-966d-070ba3a068f4'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:50.559418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Bound port: 6730859a-0f47-4946-a138-f2926db37612, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b338ba10-8ee5-4be6-8cd0-4cf480883d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd19711d8-c05a-4be4-966d-070ba3a068f4'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:50.560059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.575699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.581485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bd8a5a23-fd27-44ce-ab78-1a3f6ee38d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:50.583150 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd8a5a23-fd27-44ce-ab78-1a3f6ee38d67 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2938282 Mar 02 07:26:50.596233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:50.687566 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-911cca44-8cc8-443b-9b0e-dc76b2cd239c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:26:50.688112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-911cca44-8cc8-443b-9b0e-dc76b2cd239c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:50.725076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] For port 45d9aa9c-0138-47b4-a474-644fd9b98d8c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:50.748260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-911cca44-8cc8-443b-9b0e-dc76b2cd239c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:50.752798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] For port 45d9aa9c-0138-47b4-a474-644fd9b98d8c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=45d9aa9c-0138-47b4-a474-644fd9b98d8c,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:50.753805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40698) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:50.754461 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-911cca44-8cc8-443b-9b0e-dc76b2cd239c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/01ac7b4e-275f-4b3a-a064-d1a21513bdf8 HTTP/1.1" status: 404 len: 333 time: 0.2126639 Mar 02 07:26:50.760361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] For port 6730859a-0f47-4946-a138-f2926db37612, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:50.764869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.775369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] For port 6730859a-0f47-4946-a138-f2926db37612, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6730859a-0f47-4946-a138-f2926db37612,segment=NetworkSegment(b338ba10-8ee5-4be6-8cd0-4cf480883d19),segment_id=b338ba10-8ee5-4be6-8cd0-4cf480883d19)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:50.785688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 00aeb0b4-2ab8-4676-8608-16d4224decd3 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:50.791647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.803860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce37c911-2173-4355-9886-bcfbdf999f21,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.822406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Checking segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:50.823120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Network hostable DHCP agents. Network: a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:50.861237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218817d-608e-4c83-bb9d-48c550abdf51 None None] Pushing event updated for resources: {'Port': ['ID=45d9aa9c-0138-47b4-a474-644fd9b98d8c,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:50.868435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.953940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet 4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:50.957758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:50.964499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:50.965186 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:51.042879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.074287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c7320-4220-4eb0-b49b-5f85895fdc23 None None] Pushing event updated for resources: {'Port': ['ID=6730859a-0f47-4946-a138-f2926db37612,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:51.167890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15acc-1683-4258-9c22-bdf2096058c1 req-6e264959-ce57-4acb-a435-6199f9f9b427 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.169452 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0d15acc-1683-4258-9c22-bdf2096058c1 req-6e264959-ce57-4acb-a435-6199f9f9b427 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5723531 Mar 02 07:26:51.177089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.179306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:51.220771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:51.228526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.229257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.238979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f8c79-368e-452f-98c2-6909b32cfda8 None None] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:51.329106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:26:51.426198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0d15acc-1683-4258-9c22-bdf2096058c1 req-13f57f16-5d20-4b6f-b05a-9bc4af5c85fd tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262703 Mar 02 07:26:51.452973 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c1d17d5-c545-4c26-a6f9-595e2a7d44a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1740036 Mar 02 07:26:51.462198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:51.486385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.588977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:51.599130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.603798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:51.627848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.641783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.659664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:51.663847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Usage tracker for resource:router and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:51.718515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:51.726382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.741699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5222a1-7f73-4074-bce0-0504074258e6 None None] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:51.745796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:51.757421 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc6c4629-cedc-4276-b620-b43c24cd816a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef HTTP/1.1" status: 204 len: 168 time: 0.9987237 Mar 02 07:26:51.758486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40724) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:51.824150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.825169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.838700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40728) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:51.856746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet d91832c2-14b0-4675-b1d7-cebd4eb5086d {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:51.857137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=43cb7aff-5dda-4119-a825-a2f03844be8b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:51.864524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.882988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.938570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=00aeb0b4-2ab8-4676-8608-16d4224decd3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:51.943307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33105-9ea6-43ab-9116-e2d5d1cf1c52 req-23d405e9-08a5-413b-82ee-ccc545896a75 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:51.944761 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2f33105-9ea6-43ab-9116-e2d5d1cf1c52 req-23d405e9-08a5-413b-82ee-ccc545896a75 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.3378115 Mar 02 07:26:51.949399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.958113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:51.978522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': '2e443904-4f6b-4727-bdc3-4386521ed683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'da03342f-666d-4098-9edc-bcdbf5b832c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:51.978980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: da03342f-666d-4098-9edc-bcdbf5b832c9, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:51.996995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34306be6-5a19-4aa4-b317-a580cd1bd896 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:52.002763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.017303 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26b5a4a5-bf89-44c6-a902-1ff937c2c82c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/00aeb0b4-2ab8-4676-8608-16d4224decd3 HTTP/1.1" status: 204 len: 168 time: 1.4162314 Mar 02 07:26:52.018644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40734) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:52.063408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network da03342f-666d-4098-9edc-bcdbf5b832c9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:52.076607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-499128189'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:52.090902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, da03342f-666d-4098-9edc-bcdbf5b832c9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:52.098852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.099448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.123192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 1f525f36-4d5e-423e-ac97-73c86da85a24 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:26:52.128446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.144095 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d318d-7901-4a73-9812-e684f0e56c6d None None] Network da03342f-666d-4098-9edc-bcdbf5b832c9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:52.153406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:52.164404 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f93956e-ab5d-4548-988b-2820c60c7eff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4122224 Mar 02 07:26:52.169125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:52.174245 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2f33105-9ea6-43ab-9116-e2d5d1cf1c52 req-fc1aaee0-f4b8-4987-83bb-c35b7f968f26 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124512 Mar 02 07:26:52.180357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Usage tracker for resource:network and tenant:5884e7625b8d4460967ee0260e4f82bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:52.189826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:52.249494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.258299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:52.496383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138eaa9-d27f-4832-9f50-dbac67a90af4 None None] Network d19711d8-c05a-4be4-966d-070ba3a068f4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:52.523425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.547195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec063258-254a-4499-baa6-83ccc7dc20c3 req-695f1920-e596-438b-b752-b20060000612 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:52.548748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec063258-254a-4499-baa6-83ccc7dc20c3 req-695f1920-e596-438b-b752-b20060000612 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.1955333 Mar 02 07:26:52.611033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.630823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.639829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:52.643516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.662583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.672565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.702514 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec063258-254a-4499-baa6-83ccc7dc20c3 req-3c4ead8b-bd9c-4f56-8ca7-d17a2cd6dff1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450734 Mar 02 07:26:52.719409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.751464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:52.758353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Usage tracker for resource:security_group_rule and tenant:5884e7625b8d4460967ee0260e4f82bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:52.763710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.768783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:52.775667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:52.776499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.785215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:52.827669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:52.857683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-01b81c83-06f1-4f94-a170-55fdb7e92473 None None] Provisioning for port 6730859a-0f47-4946-a138-f2926db37612 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:52.980015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=1f525f36-4d5e-423e-ac97-73c86da85a24,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:52.982551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.036645 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea599e6a-7907-4250-84a0-1eb19bab5593 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/1f525f36-4d5e-423e-ac97-73c86da85a24 HTTP/1.1" status: 204 len: 168 time: 1.0163221 Mar 02 07:26:53.037379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:53.038555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.119010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Allocated IP 172.20.0.2 (a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1/ce37c911-2173-4355-9886-bcfbdf999f21/a27070e3-aeae-4897-9d8b-9d67f5d0f103) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:53.121748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.150386 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ca79aab-7f77-471e-9adc-5ad347267531 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037643 Mar 02 07:26:53.152579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:53.163704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=d91832c2-14b0-4675-b1d7-cebd4eb5086d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:53.165685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:53.185137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.252088 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e07d0266-200e-4cdd-b114-d917e72ac775 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/d91832c2-14b0-4675-b1d7-cebd4eb5086d HTTP/1.1" status: 204 len: 168 time: 1.4897666 Mar 02 07:26:53.254552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40758) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:53.279568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6730859a-0f47-4946-a138-f2926db37612 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:53.294313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.442782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=43cb7aff-5dda-4119-a825-a2f03844be8b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:53.463761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.494172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.534915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:53.549575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:53.554214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.560907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:53.573688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:53.578140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.588522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb8eee-ee99-4fa5-8d1a-e88f0e719413 None None] Network da03342f-666d-4098-9edc-bcdbf5b832c9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:53.597949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da03342f-666d-4098-9edc-bcdbf5b832c9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:53.606915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:53.622862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a8a0d-96a7-49a1-96f9-f46ffc2aae15 req-54a02532-9782-476d-aba6-681a3a1b13e3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:53.624360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa9a8a0d-96a7-49a1-96f9-f46ffc2aae15 req-54a02532-9782-476d-aba6-681a3a1b13e3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4303963 Mar 02 07:26:53.626089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e443904-4f6b-4727-bdc3-4386521ed683') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:53.626372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e443904-4f6b-4727-bdc3-4386521ed683') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:53.638555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:53.641900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.663225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.665374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.743739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a7d75e-7cbf-4fe0-bbf9-571e02db924f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:53.752730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.753220 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Added segment 93bf2737-1937-4157-bd0f-7c396dbce66f of type vlan for network 69957f7b-051c-48dc-b611-908e2e02916c Mar 02 07:26:53.761143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port a756392c-ef80-4e2b-987d-cde58734f7f8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:26:53.761729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.796844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:26:42Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d9aa9c-0138-47b4-a474-644fd9b98d8c', 'name': '', 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:50:5e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:38Z', 'updated_at': '2022-03-02T07:26:50Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:53.838552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6730859a-0f47-4946-a138-f2926db37612 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:53.843935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3039c9cb-e528-47b9-8cad-6fa9826998bf None None] The sync data for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv is: [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:26:42Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d9aa9c-0138-47b4-a474-644fd9b98d8c', 'name': '', 'network_id': '48b89838-754c-4072-8712-13178ab1e4dd', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:50:5e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:38Z', 'updated_at': '2022-03-02T07:26:50Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b1d4262c-db58-4ce5-9290-7f8cb25fe15e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:53.906129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.939485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:26:53.939485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:26:53.962473 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:26:53.980450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.989960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6730859a-0f47-4946-a138-f2926db37612 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:53.990304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:53.992556 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa9a8a0d-96a7-49a1-96f9-f46ffc2aae15 req-27937f63-ba32-4129-86c7-01d991414220 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576574 Mar 02 07:26:54.013964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.040861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.051044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.095541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.117102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.120987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Transition to ACTIVE for port object a27070e3-aeae-4897-9d8b-9d67f5d0f103 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:54.151712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.157947 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8327fbf-fe27-4006-b2c0-5f885e5e2876 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '1f525f36-4d5e-423e-ac97-73c86da85a24'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '7261732c-3102-4960-a7ed-3e99212b2fc2'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:26:54.185869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:26:54.217916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Transition to ACTIVE for port object a27070e3-aeae-4897-9d8b-9d67f5d0f103 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:54.250298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=da03342f-666d-4098-9edc-bcdbf5b832c9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:54.281657 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cf20641-37dc-4c5b-95a2-5b78b7eff000 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/da03342f-666d-4098-9edc-bcdbf5b832c9 HTTP/1.1" status: 204 len: 168 time: 2.1108830 Mar 02 07:26:54.284616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40762) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:54.300714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-972236237'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:54.307898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:54.308970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.360084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:54.361463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.366931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:54.367794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.391004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:54.431905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:54.461725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.482849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=e83574cf-2a95-4a38-a40b-d1bcb0ef9e5c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:54.508087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] For port a756392c-ef80-4e2b-987d-cde58734f7f8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a756392c-ef80-4e2b-987d-cde58734f7f8,segment=NetworkSegment(cb50c255-60da-43d8-a994-c43c3acd6a3b),segment_id=cb50c255-60da-43d8-a994-c43c3acd6a3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:54.509033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.510298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:54.514008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.576209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.580572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.610652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:54.615411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Pushing event updated for resources: {'Port': ['ID=a27070e3-aeae-4897-9d8b-9d67f5d0f103,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:54.639800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:54.641566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8327fbf-fe27-4006-b2c0-5f885e5e2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.653752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=072ad946-c1da-4c15-bbf9-137e0211bd67,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:54.659540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:54.676761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:54.685551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:54.691060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:54.691929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.721296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:54.761557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.761993 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 1fd26438-4589-417f-b391-c354e6d09759 of type vlan for network 604186e0-af7a-4c72-b9de-536dd8d8481e Mar 02 07:26:54.774066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6730859a-0f47-4946-a138-f2926db37612, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6730859a-0f47-4946-a138-f2926db37612,segment=NetworkSegment(b338ba10-8ee5-4be6-8cd0-4cf480883d19),segment_id=b338ba10-8ee5-4be6-8cd0-4cf480883d19)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:54.775442 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca377aa3-4e32-46c7-99b0-4fa4c0fbe76a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6162448 Mar 02 07:26:54.778949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40766) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:54.803256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:54.825618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.872192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.902413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ad3a9-8234-4dcb-a38a-9c13e5c2e763 None None] Network 9d88c707-63ff-4cab-83ec-8f4e83fc69ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:54.993116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:54.998524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:54.999151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.009699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Attempting to bind port a27070e3-aeae-4897-9d8b-9d67f5d0f103 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:55.009699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Attempting to bind port a27070e3-aeae-4897-9d8b-9d67f5d0f103 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:55.009699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Attempting to bind port a27070e3-aeae-4897-9d8b-9d67f5d0f103 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:55.078873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:55.082360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45d9aa9c-0138-47b4-a474-644fd9b98d8c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:55.090383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:55.094146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:55.103389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:55.113031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2659421d-77cb-40b2-a3e0-c33042b0045e None None] Provisioning complete for port 6730859a-0f47-4946-a138-f2926db37612 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:55.113446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2659421d-77cb-40b2-a3e0-c33042b0045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.153585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:55.153979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Checking segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:55.154383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.154775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Bound using segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:55.155231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Bound port: a27070e3-aeae-4897-9d8b-9d67f5d0f103, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:55.155599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.179732 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.3370340 Mar 02 07:26:55.186458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6730859a-0f47-4946-a138-f2926db37612,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:55.191399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:55.199275 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9116070 Mar 02 07:26:55.200057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:55.203665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.218015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40778) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:55.226934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'subnet': {'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:55.246092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b3c93-8b25-4bc3-a302-5b87a956a07c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=604186e0-af7a-4c72-b9de-536dd8d8481e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:55.276502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': '604186e0-af7a-4c72-b9de-536dd8d8481e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:55.315937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for a756392c-ef80-4e2b-987d-cde58734f7f8 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:26:55.333755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 604186e0-af7a-4c72-b9de-536dd8d8481e details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:55.400566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86df8c-35c8-4a64-a05f-068fda45af85 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Network': ['ID=69957f7b-051c-48dc-b611-908e2e02916c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:55.475259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 69957f7b-051c-48dc-b611-908e2e02916c details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:55.521170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Allocated IP 172.26.4.80 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/201cdc16-41f7-496e-b9c7-877bdcbe4328) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:55.540917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:55.546358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:55.549054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Usage tracker for resource:subnet and tenant:5884e7625b8d4460967ee0260e4f82bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:55.554458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:55.565031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:55.567594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:55.576243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:55.588061 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 39686c42-b82b-443f-a725-277af0813057 associated. External IP: 172.26.4.26, port: baf51bf7-8a53-493c-b113-d759f1e1bbfa. Mar 02 07:26:55.588687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:55.592919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:55.596751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.601195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323db4c5-e800-4a9a-9700-a6c4b8e2b363 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:55.644021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:55.647866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.668220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.779957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] For port a27070e3-aeae-4897-9d8b-9d67f5d0f103, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:26:55.787250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=a756392c-ef80-4e2b-987d-cde58734f7f8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:55.791171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 45d9aa9c-0138-47b4-a474-644fd9b98d8c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:55.794053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No DVR routers for this DVR port a756392c-ef80-4e2b-987d-cde58734f7f8 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:26:55.805384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:26:55.805928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:26:55.836528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33719703-6c3b-4cbd-aa70-b55a2a263e4b req-e6a49bf1-0923-4321-ac91-49b7159692f6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:55.837461 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33719703-6c3b-4cbd-aa70-b55a2a263e4b req-e6a49bf1-0923-4321-ac91-49b7159692f6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5892210 Mar 02 07:26:55.859495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] For port a27070e3-aeae-4897-9d8b-9d67f5d0f103, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a27070e3-aeae-4897-9d8b-9d67f5d0f103,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:26:55.867150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 45d9aa9c-0138-47b4-a474-644fd9b98d8c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:55.867150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:55.911921 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.104335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c6b90-1d92-47f1-8926-31ee71499533 None None] Pushing event updated for resources: {'Port': ['ID=a27070e3-aeae-4897-9d8b-9d67f5d0f103,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:56.112954 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33719703-6c3b-4cbd-aa70-b55a2a263e4b req-13e73658-c36a-475b-b705-a7fc033e7ced tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601309 Mar 02 07:26:56.114865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4d05d42-bf10-4c75-b5ba-8256c9de1782 None None] Could not find standard attr ID for object a756392c-ef80-4e2b-987d-cde58734f7f8. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:26:56.119872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.132576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.159808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.218767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c8e1b-5278-48f8-812f-09f1f06d5ce4 None None] DHCP port deletion for 9d88c707-63ff-4cab-83ec-8f4e83fc69ac request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:26:56.230506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4d05d42-bf10-4c75-b5ba-8256c9de1782 None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:56.230882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b4d05d42-bf10-4c75-b5ba-8256c9de1782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.253167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d88c707-63ff-4cab-83ec-8f4e83fc69ac']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:56.277157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb50c255-60da-43d8-a994-c43c3acd6a3b') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:56.277450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb50c255-60da-43d8-a994-c43c3acd6a3b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:56.294223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.297612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.334306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.429197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 45d9aa9c-0138-47b4-a474-644fd9b98d8c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=45d9aa9c-0138-47b4-a474-644fd9b98d8c,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:56.460384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.512013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:26:56.512677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:26:56.534898 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:26:56.651480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.683949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '072ad946-c1da-4c15-bbf9-137e0211bd67'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '7261732c-3102-4960-a7ed-3e99212b2fc2'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:26:56.712805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Subnet': ['ID=3f498dc8-5fb3-497b-b9dc-1526efb20c13,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:56.716557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=45d9aa9c-0138-47b4-a474-644fd9b98d8c,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:56.757087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.813936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=d5df7f4d-fbf3-4713-b486-a96089f36b77,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:56.875423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Checking segment: {'id': '93bf2737-1937-4157-bd0f-7c396dbce66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69957f7b-051c-48dc-b611-908e2e02916c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:56.875848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network hostable DHCP agents. Network: 69957f7b-051c-48dc-b611-908e2e02916c, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:56.907734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.912083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.925741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': '1fd26438-4589-417f-b391-c354e6d09759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '604186e0-af7a-4c72-b9de-536dd8d8481e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:56.926168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: 604186e0-af7a-4c72-b9de-536dd8d8481e, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:26:56.941828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:56.946641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:26:56.998997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=9d88c707-63ff-4cab-83ec-8f4e83fc69ac,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:57.011888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:26:57.033269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:57.036831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network 69957f7b-051c-48dc-b611-908e2e02916c is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:57.040702 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f5590674-161e-43de-b90c-7b9aa6d58fb5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/9d88c707-63ff-4cab-83ec-8f4e83fc69ac HTTP/1.1" status: 204 len: 168 time: 3.7838809 Mar 02 07:26:57.042691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40786) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:57.047880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 604186e0-af7a-4c72-b9de-536dd8d8481e is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:26:57.050368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:57.054936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:57.072813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 69957f7b-051c-48dc-b611-908e2e02916c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:57.081411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 604186e0-af7a-4c72-b9de-536dd8d8481e) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:57.085000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.086202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.100679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.101668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.121974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07048c34-afdc-451a-89b6-b098c2a84f06 None None] Network 69957f7b-051c-48dc-b611-908e2e02916c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:57.155550 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-472a7fe8-d106-4f3e-83fd-88de11ccc9c7 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9621649 Mar 02 07:26:57.156457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40790) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:57.161830 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06f1fff9-7900-4306-8af5-fda04b5770a5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9169061 Mar 02 07:26:57.165902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-235610238'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:57.225516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40794) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:57.226940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Pushing event updated for resources: {'Port': ['ID=201cdc16-41f7-496e-b9c7-877bdcbe4328,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:57.323464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ac75e-5b4b-43ae-9c0f-4c93c43c3897 None None] Network 604186e0-af7a-4c72-b9de-536dd8d8481e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:57.350565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:57.356416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Usage tracker for resource:port and tenant:5884e7625b8d4460967ee0260e4f82bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:57.360515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:57.375842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:57.452714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab108-f0e9-481f-98a4-0a82cfdfdfad req-6ba4b25c-452d-49e7-b235-086c7ac98bae tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.453563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:57.455377 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca5ab108-f0e9-481f-98a4-0a82cfdfdfad req-6ba4b25c-452d-49e7-b235-086c7ac98bae tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.8150852 Mar 02 07:26:57.466606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.510550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.560234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] device_id is not set on port 56bae09c-a95d-472d-8ea7-f0159cf08c0b yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:26:57.568530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6730859a-0f47-4946-a138-f2926db37612 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:57.640778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773a605-dc73-426f-b9e1-213eaf6fe3eb None None] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:26:57.660413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 07:26:57.660413 dv-neutron-831485-1-hyperv neutron-server[87774]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 02 07:26:57.660413 dv-neutron-831485-1-hyperv neutron-server[87774]: [parameters: {'ip_address': '2001:db8::f816:3eff:fecb:fc39', 'status': 'ALLOCATED', 'ipam_subnet_id': '7da1e2eb-036b-41ac-ada3-1ac0c6a5738b'}] Mar 02 07:26:57.660413 dv-neutron-831485-1-hyperv neutron-server[87774]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:26:57.661673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:26:57.692447 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:26:57.735635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40800) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:57.755732 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca5ab108-f0e9-481f-98a4-0a82cfdfdfad req-c2c46eab-1f31-4658-ac3b-4fe65806c02c tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874479 Mar 02 07:26:57.843341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.846673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Allocated IP 2001:db8::1e8 (69957f7b-051c-48dc-b611-908e2e02916c/3f498dc8-5fb3-497b-b9dc-1526efb20c13/56bae09c-a95d-472d-8ea7-f0159cf08c0b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:57.853494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-604186e0-af7a-4c72-b9de-536dd8d8481e', 'network_id': '604186e0-af7a-4c72-b9de-536dd8d8481e', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': 'd5df7f4d-fbf3-4713-b486-a96089f36b77'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:57.854826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.857744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:26:57.870911 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:26:57.883619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:26:57.888968 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:57.889990 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:57.935551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17f816-4d94-4352-9b65-aac98e22d083 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:57.936252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ee17f816-4d94-4352-9b65-aac98e22d083 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:26:57.969428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.982711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:57.983577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.015085 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:58.023428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.027555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Allocated IP 172.20.0.3 (604186e0-af7a-4c72-b9de-536dd8d8481e/d5df7f4d-fbf3-4713-b486-a96089f36b77/27ff9070-1bb3-4035-8281-be64badea7c2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:58.028637 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:26:58.030311 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:58.060931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:58.068604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ee17f816-4d94-4352-9b65-aac98e22d083 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:26:58.073211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:58.076146 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ee17f816-4d94-4352-9b65-aac98e22d083 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0288067 Mar 02 07:26:58.092548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:58.093846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.094644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.120165 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:58.121241 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d2e97-67b5-4325-8872-5570ab7999ae None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:26:58.209079 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4242005 Mar 02 07:26:58.217248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:58.235502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:6d:66:99', 'name': 'tempest-NetworksTestDHCPv6-1087550806'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:58.268638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=55e9c649-3657-47b9-a1e3-658eb6088c68,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:58.316435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6730859a-0f47-4946-a138-f2926db37612 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:58.317031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.357970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.367352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0e902b02-192f-44ef-ae6f-000da93d4f54 None None] Provisioning for port a27070e3-aeae-4897-9d8b-9d67f5d0f103 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:58.379874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-69957f7b-051c-48dc-b611-908e2e02916c', 'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'tenant_id': '5884e7625b8d4460967ee0260e4f82bb', 'fixed_ips': [{'subnet_id': '3f498dc8-5fb3-497b-b9dc-1526efb20c13'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:26:58.380921 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.382584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee31f-da26-453e-9cca-c82f2d8f082b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=9']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:58.388664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Transition to ACTIVE for port object 56bae09c-a95d-472d-8ea7-f0159cf08c0b will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:58.426224 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0af510c6-8c1d-485a-83ce-49e696b6f777 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2636361 Mar 02 07:26:58.430186 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2f54bfff-783a-4e07-b8df-3656e710e5f8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.0848417 Mar 02 07:26:58.433489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:58.433852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:58.442014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1161283276'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:58.444493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.446766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:58.450082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.453052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1628383505'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:58.459062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:58.462062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:58.464506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.467806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:58.470480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:network and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:58.508919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:58.518752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Transition to ACTIVE for port object 27ff9070-1bb3-4035-8281-be64badea7c2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:58.522394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:58.531291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:58.560317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.560915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network 69957f7b-051c-48dc-b611-908e2e02916c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:58.563737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:58.572357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:58.579053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.590430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:58.595888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.596505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.606318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:58.609681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.623873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=56bae09c-a95d-472d-8ea7-f0159cf08c0b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:58.645345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Transition to ACTIVE for port object 27ff9070-1bb3-4035-8281-be64badea7c2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:26:58.659556 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d131fe0-57ea-48a4-bf41-b7d552d4fd7e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4970808 Mar 02 07:26:58.661688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40820) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:58.663744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:58.673127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:26:58.679451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.679862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Added segment 48637582-57da-4e58-a3e8-1a7bcd3305d6 of type vlan for network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d Mar 02 07:26:58.682786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.689261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.689590 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment 3a7e2670-6e07-41fe-af78-67410274bce7 of type vlan for network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 Mar 02 07:26:58.704258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.717041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.736289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.740632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1020320818', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:57:e9:94'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:58.785764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.791904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.792523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.928709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Network 604186e0-af7a-4c72-b9de-536dd8d8481e is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:26:58.935570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.940638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:58.941243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:58.946857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:26:58.962922 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:26:58.970763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a27070e3-aeae-4897-9d8b-9d67f5d0f103 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:26:59.041802 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Pushing event updated for resources: {'Port': ['ID=27ff9070-1bb3-4035-8281-be64badea7c2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.046205 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6084702 Mar 02 07:26:59.048066 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6116233 Mar 02 07:26:59.048767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:59.049100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40828) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:26:59.087801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:59.093305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:59.118237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'subnet': {'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:26:59.137215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722c496-b571-4149-a781-fc746209114f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Network': ['ID=ee22ecc4-f1cb-4ca2-b530-52a7906ee71d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.141221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.148322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:59.172094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:59.260866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Allocated IP 2001:db8::2 (69957f7b-051c-48dc-b611-908e2e02916c/3f498dc8-5fb3-497b-b9dc-1526efb20c13/c5099cc0-2064-4580-8f2d-af2e8defdf20) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:59.267679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=d5df7f4d-fbf3-4713-b486-a96089f36b77,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.373146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:59.381944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Attempting to bind port 27ff9070-1bb3-4035-8281-be64badea7c2 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:26:59.382451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Attempting to bind port 27ff9070-1bb3-4035-8281-be64badea7c2 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1fd26438-4589-417f-b391-c354e6d09759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '604186e0-af7a-4c72-b9de-536dd8d8481e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:26:59.382716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Attempting to bind port 27ff9070-1bb3-4035-8281-be64badea7c2 on network 604186e0-af7a-4c72-b9de-536dd8d8481e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:26:59.394371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:59.409152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809e68f-48f7-40ec-8e38-0d89ab69d391 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=6f1ec531-9b43-4a70-aa35-ac1972c538e6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:26:59.415207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:59.418036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Usage tracker for resource:port and tenant:5884e7625b8d4460967ee0260e4f82bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:59.422703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:59.426109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:59.430860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:26:59.439647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:59.441940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:subnet and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:26:59.445080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:59.445317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:26:59.445622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Checking segment: {'id': '1fd26438-4589-417f-b391-c354e6d09759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '604186e0-af7a-4c72-b9de-536dd8d8481e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:26:59.446170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.446577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Bound using segment: {'id': '1fd26438-4589-417f-b391-c354e6d09759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '604186e0-af7a-4c72-b9de-536dd8d8481e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:26:59.447062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Bound port: 27ff9070-1bb3-4035-8281-be64badea7c2, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd26438-4589-417f-b391-c354e6d09759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '604186e0-af7a-4c72-b9de-536dd8d8481e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:26:59.447797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.459181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:59.465219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:26:59.473134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628decb-5ef4-4aed-a4c6-424fe963d1c1 req-d8279fef-cb2d-4e6f-8f05-d12ef3fc8435 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:26:59.474919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:26:59.478679 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d628decb-5ef4-4aed-a4c6-424fe963d1c1 req-d8279fef-cb2d-4e6f-8f05-d12ef3fc8435 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4435270 Mar 02 07:26:59.498044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:26:59.503063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.513278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:59.517761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.541335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:59.544962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:26:59.613846 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d628decb-5ef4-4aed-a4c6-424fe963d1c1 req-6767ce0c-2781-42f3-8a5a-7592f8bea730 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307702 Mar 02 07:26:59.653572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604186e0-af7a-4c72-b9de-536dd8d8481e']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:26:59.745967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:26:59.913860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port a27070e3-aeae-4897-9d8b-9d67f5d0f103 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:26:59.926044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Allocated IP 172.20.0.2 (9cd85606-01cd-4b60-bb33-0395597a84af/072ad946-c1da-4c15-bbf9-137e0211bd67/7261732c-3102-4960-a7ed-3e99212b2fc2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:26:59.948313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port a27070e3-aeae-4897-9d8b-9d67f5d0f103 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:26:59.948696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.043529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.072538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd26438-4589-417f-b391-c354e6d09759') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:00.072903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd26438-4589-417f-b391-c354e6d09759') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:00.075209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.113261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.124672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9d7ee32d-14b1-4d84-9b38-bb06437eb5e0 None None] Provisioning complete for port a27070e3-aeae-4897-9d8b-9d67f5d0f103 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:00.124897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee32d-14b1-4d84-9b38-bb06437eb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.165424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Subnet': ['ID=3e39689f-333d-4c0d-9128-a1f1b13986fd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:00.169508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] For port 27ff9070-1bb3-4035-8281-be64badea7c2, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:00.170687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.195350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.199521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Checking segment: {'id': '48637582-57da-4e58-a3e8-1a7bcd3305d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:00.199521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network hostable DHCP agents. Network: ee22ecc4-f1cb-4ca2-b530-52a7906ee71d, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:00.199770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.222160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': '3a7e2670-6e07-41fe-af78-67410274bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:00.222575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: 6f1ec531-9b43-4a70-aa35-ac1972c538e6, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:00.226344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.227512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:00.227917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.264725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Transition to ACTIVE for port object c5099cc0-2064-4580-8f2d-af2e8defdf20 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:00.277362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=77e4ef1a-fb40-41b0-aace-6c635e6cf425,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:00.280805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:00.286942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:00.310010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 6f1ec531-9b43-4a70-aa35-ac1972c538e6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:00.318564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.320201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:00.331812 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:00.338774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa4a9c-c661-4c43-a75e-842dad29e65c None None] Network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:00.364671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, ee22ecc4-f1cb-4ca2-b530-52a7906ee71d) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:00.372836 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08b47e5f-aced-4c89-8cf0-75893f2a045e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2903655 Mar 02 07:27:00.374711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.375399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.379276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40836) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:00.384843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Transition to ACTIVE for port object c5099cc0-2064-4580-8f2d-af2e8defdf20 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:00.387129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6', 'name': 'tempest-PortsIpV6TestJSON-707715854'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:00.395296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d84cc2a-bee8-4ef0-af0a-4ac1f73da335 None None] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:00.438298 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce109012-3b46-4459-b618-18743914e0fa tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3512063 Mar 02 07:27:00.439781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40840) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:00.439918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.445348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port d9249123-f1f2-4112-9f2e-bece1d32e6ca yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:00.485193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.517753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1159829141', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:00.537565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:00.540049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:00.548217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:00.559606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:00.563448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.563975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:router and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:00.569501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:27:00.569501 dv-neutron-831485-1-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:27:00.569501 dv-neutron-831485-1-hyperv neutron-server[87773]: [parameters: {'id': '604186e0-af7a-4c72-b9de-536dd8d8481e'}] Mar 02 07:27:00.569501 dv-neutron-831485-1-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:00.569923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:00.573298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:00.585886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 1e4cea13-b819-45d2-9341-8b699daa8068 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:00.619639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] device_id is not set on port aaf8f363-9033-4b61-a91e-6b522c3a0dda yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:00.625436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.652267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:00.669146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] For port 27ff9070-1bb3-4035-8281-be64badea7c2, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=27ff9070-1bb3-4035-8281-be64badea7c2,segment=NetworkSegment(1fd26438-4589-417f-b391-c354e6d09759),segment_id=1fd26438-4589-417f-b391-c354e6d09759)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:00.676307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:00.694085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Network 69957f7b-051c-48dc-b611-908e2e02916c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:00.706016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:00.713850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.722850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:00.751679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::166 (6f1ec531-9b43-4a70-aa35-ac1972c538e6/77e4ef1a-fb40-41b0-aace-6c635e6cf425/1e4cea13-b819-45d2-9341-8b699daa8068) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:00.797244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d93be-de9d-423a-976f-2eb047fef605 req-7057d96e-0219-4aae-a971-c3605af9465a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:00.798872 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-300d93be-de9d-423a-976f-2eb047fef605 req-7057d96e-0219-4aae-a971-c3605af9465a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.7652557 Mar 02 07:27:00.813429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:27:00.849842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.851156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.940157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee32d-14b1-4d84-9b38-bb06437eb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:00.984524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port a27070e3-aeae-4897-9d8b-9d67f5d0f103, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a27070e3-aeae-4897-9d8b-9d67f5d0f103,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:00.986966 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-300d93be-de9d-423a-976f-2eb047fef605 req-39d628c9-64c3-4c7f-bd0b-bf167a158b18 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600530 Mar 02 07:27:00.989603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.003016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.056975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Pushing event updated for resources: {'Port': ['ID=c5099cc0-2064-4580-8f2d-af2e8defdf20,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:01.072946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.074385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.075152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45d9aa9c-0138-47b4-a474-644fd9b98d8c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:01.082391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.119416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.174470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Allocated IP 2001:db8::312 (69957f7b-051c-48dc-b611-908e2e02916c/3f498dc8-5fb3-497b-b9dc-1526efb20c13/aaf8f363-9033-4b61-a91e-6b522c3a0dda) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:01.175760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 1e4cea13-b819-45d2-9341-8b699daa8068 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:01.215056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.249321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Transition to ACTIVE for port object 7261732c-3102-4960-a7ed-3e99212b2fc2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:01.288207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857d17-2efe-4e32-b409-28ac5767df15 req-c0ab34dc-e142-4d9a-bcd1-a30d17810fdf tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.295088 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd857d17-2efe-4e32-b409-28ac5767df15 req-c0ab34dc-e142-4d9a-bcd1-a30d17810fdf tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.1725204 Mar 02 07:27:01.322028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.326328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:01.337690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:01.346757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:01.347926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cce4c5-44b3-4a48-8f95-0ff9ff6fbf69 None None] Pushing event updated for resources: {'Port': ['ID=27ff9070-1bb3-4035-8281-be64badea7c2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:01.353066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:01.353730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.353849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Attempting to bind port c5099cc0-2064-4580-8f2d-af2e8defdf20 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:01.354543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Attempting to bind port c5099cc0-2064-4580-8f2d-af2e8defdf20 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '93bf2737-1937-4157-bd0f-7c396dbce66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69957f7b-051c-48dc-b611-908e2e02916c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:01.355156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Attempting to bind port c5099cc0-2064-4580-8f2d-af2e8defdf20 on network 69957f7b-051c-48dc-b611-908e2e02916c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:01.369999 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd857d17-2efe-4e32-b409-28ac5767df15 req-686804da-5084-4eac-b3c1-308af3b620db tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740404 Mar 02 07:27:01.378257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=1e4cea13-b819-45d2-9341-8b699daa8068,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:01.416264 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10fa582c-ba41-482b-9a11-ccf2b871e9d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0356398 Mar 02 07:27:01.470839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:01.478909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6', 'name': 'tempest-PortsIpV6TestJSON-505503566'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:01.486514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port 27ff9070-1bb3-4035-8281-be64badea7c2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:01.486845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.575549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f018e-d827-4a58-a1fc-18fb7273cec0 None None] Network 604186e0-af7a-4c72-b9de-536dd8d8481e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:01.595334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:27:01.606177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:01.606561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Checking segment: {'id': '93bf2737-1937-4157-bd0f-7c396dbce66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69957f7b-051c-48dc-b611-908e2e02916c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:01.606953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.607347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Bound using segment: {'id': '93bf2737-1937-4157-bd0f-7c396dbce66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69957f7b-051c-48dc-b611-908e2e02916c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:01.607824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Bound port: c5099cc0-2064-4580-8f2d-af2e8defdf20, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bf2737-1937-4157-bd0f-7c396dbce66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69957f7b-051c-48dc-b611-908e2e02916c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:01.608205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.628396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:01.632568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:01.635663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:01.641814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:01.652350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:01.656191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.679907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port a9efd703-68cf-41f2-b24e-36164203b850 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:01.706029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-9d7ee32d-14b1-4d84-9b38-bb06437eb5e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:01.706397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-9d7ee32d-14b1-4d84-9b38-bb06437eb5e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:01.864237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::3d8 (6f1ec531-9b43-4a70-aa35-ac1972c538e6/77e4ef1a-fb40-41b0-aace-6c635e6cf425/a9efd703-68cf-41f2-b24e-36164203b850) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:01.882887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-ee22ecc4-f1cb-4ca2-b530-52a7906ee71d', 'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d', 'tenant_id': 'd23cafd3ffbc41cba47d270bfe045e3d', 'fixed_ips': [{'subnet_id': '3e39689f-333d-4c0d-9128-a1f1b13986fd'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:01.883720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:01.899963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=a27070e3-aeae-4897-9d8b-9d67f5d0f103,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:01.908634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 45d9aa9c-0138-47b4-a474-644fd9b98d8c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:01.908955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.173914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.192303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object a9efd703-68cf-41f2-b24e-36164203b850 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:02.199166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] For port c5099cc0-2064-4580-8f2d-af2e8defdf20, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:02.222599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.270860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.313098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] For port c5099cc0-2064-4580-8f2d-af2e8defdf20, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c5099cc0-2064-4580-8f2d-af2e8defdf20,segment=NetworkSegment(93bf2737-1937-4157-bd0f-7c396dbce66f),segment_id=93bf2737-1937-4157-bd0f-7c396dbce66f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:02.321787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2a152-8dce-4aed-9c42-c14f28a78095 None None] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:02.365708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:02.369223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:02.373965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:02.379262 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.380138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.380775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.404318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=a9efd703-68cf-41f2-b24e-36164203b850,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:02.428451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-6f1ec531-9b43-4a70-aa35-ac1972c538e6', 'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6', 'tenant_id': '0dc0eac2434141018dd53aeea6495516', 'fixed_ips': [{'subnet_id': '77e4ef1a-fb40-41b0-aace-6c635e6cf425'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:02.429278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.444548 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a7984db-dbf1-4503-af93-0fe30877dea7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9718504 Mar 02 07:27:02.444948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:02.543876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 172.20.0.12 (9cd85606-01cd-4b60-bb33-0395597a84af/072ad946-c1da-4c15-bbf9-137e0211bd67/d9249123-f1f2-4112-9f2e-bece1d32e6ca) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:02.556603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591f04d-e7a9-4133-b150-0e394408b7e5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:02.557340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2591f04d-e7a9-4133-b150-0e394408b7e5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:02.578334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2591f04d-e7a9-4133-b150-0e394408b7e5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:02.580002 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2591f04d-e7a9-4133-b150-0e394408b7e5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A166 HTTP/1.1" status: 200 len: 928 time: 0.1332099 Mar 02 07:27:02.583132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40858) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:02.630665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ea3c4-72f1-424f-9790-f43fbc493f33 None None] Pushing event updated for resources: {'Port': ['ID=c5099cc0-2064-4580-8f2d-af2e8defdf20,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:02.637900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fe6d:6699 (9cd85606-01cd-4b60-bb33-0395597a84af/55e9c649-3657-47b9-a1e3-658eb6088c68/d9249123-f1f2-4112-9f2e-bece1d32e6ca) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:02.676984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port a9efd703-68cf-41f2-b24e-36164203b850 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:02.677897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.714122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ee179b3c-c954-48a8-b397-0d013df8112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.727229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Allocated IP 172.20.0.2 (ee22ecc4-f1cb-4ca2-b530-52a7906ee71d/3e39689f-333d-4c0d-9128-a1f1b13986fd/ad04c9f3-6ca6-4253-8cce-d9241f1f8008) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:02.762939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63310a-62ac-4179-a5cc-50d6e1c3b385 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:02.886966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7261732c-3102-4960-a7ed-3e99212b2fc2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:02.888950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:02.892933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:02.921918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:02.935762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] For port 27ff9070-1bb3-4035-8281-be64badea7c2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=27ff9070-1bb3-4035-8281-be64badea7c2,segment=NetworkSegment(1fd26438-4589-417f-b391-c354e6d09759),segment_id=1fd26438-4589-417f-b391-c354e6d09759)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:02.936125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.040324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7602-ad29-4caf-8702-44073e9d9dd0 req-8fc4a079-9336-4401-8d98-7011f70a9d4f tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:03.042083 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f5a7602-ad29-4caf-8702-44073e9d9dd0 req-8fc4a079-9336-4401-8d98-7011f70a9d4f tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 1.4423764 Mar 02 07:27:03.048152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.110073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:03.110879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:26:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:03.140423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Calling delete_port for 27ff9070-1bb3-4035-8281-be64badea7c2 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:03.205240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for a9efd703-68cf-41f2-b24e-36164203b850 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:03.228182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ae5d8f7-6060-4986-933d-d56c688b8beb None None] Provisioning for port 7261732c-3102-4960-a7ed-3e99212b2fc2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:03.261738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Transition to ACTIVE for port object aaf8f363-9033-4b61-a91e-6b522c3a0dda will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:03.273442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ae5d8f7-6060-4986-933d-d56c688b8beb None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:03.274007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ae5d8f7-6060-4986-933d-d56c688b8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.375103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Allocated IP 2001:db8::2 (6f1ec531-9b43-4a70-aa35-ac1972c538e6/77e4ef1a-fb40-41b0-aace-6c635e6cf425/2ad16ea9-7b7e-4497-b826-de92f81478f1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:03.385178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.458082 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f5a7602-ad29-4caf-8702-44073e9d9dd0 req-afa4b200-e379-4204-8da7-0d51b15632ff tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910142 Mar 02 07:27:03.659079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.677441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=a9efd703-68cf-41f2-b24e-36164203b850,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:03.693090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.720317 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42a21c06-553b-49d9-a92c-8ece92bb3ba4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/a9efd703-68cf-41f2-b24e-36164203b850 HTTP/1.1" status: 204 len: 168 time: 1.1358628 Mar 02 07:27:03.723215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:03.753981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.758161 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-950a91d0-fb0c-4e25-84fe-bd1e82429a01 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.2872903 Mar 02 07:27:03.760052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40868) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:03.785747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.810420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object d9249123-f1f2-4112-9f2e-bece1d32e6ca will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:03.818971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:03.855478 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-48149600-81f7-4e94-8fd2-166f19c5217a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:27:03.856292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48149600-81f7-4e94-8fd2-166f19c5217a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:03.901477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:03.902484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189183-c513-4e00-a320-a302e0bca518 req-acd5e35d-34ab-4ef9-b330-afc0e9d26cb6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:03.903997 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38189183-c513-4e00-a320-a302e0bca518 req-acd5e35d-34ab-4ef9-b330-afc0e9d26cb6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2730033 Mar 02 07:27:03.940200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48149600-81f7-4e94-8fd2-166f19c5217a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:03.944876 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48149600-81f7-4e94-8fd2-166f19c5217a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/a9efd703-68cf-41f2-b24e-36164203b850 HTTP/1.1" status: 404 len: 333 time: 0.2204981 Mar 02 07:27:03.946878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:03.955179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No DVR routers for this DVR port 27ff9070-1bb3-4035-8281-be64badea7c2 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:04.020719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.091855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667543b0-3789-4d7f-a532-53f9b87d5cdb None None] Network 69957f7b-051c-48dc-b611-908e2e02916c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:04.093723 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38189183-c513-4e00-a320-a302e0bca518 req-8669cfe1-571f-4be9-8263-765e79a31955 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834345 Mar 02 07:27:04.151615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.182589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604186e0-af7a-4c72-b9de-536dd8d8481e']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:04.190361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 1e4cea13-b819-45d2-9341-8b699daa8068 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:04.190663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.197053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd26438-4589-417f-b391-c354e6d09759') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:04.197349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd26438-4589-417f-b391-c354e6d09759') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:04.209692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.212986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:04.225932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.228079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.234858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:04.235929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.260494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.261204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a756392c-ef80-4e2b-987d-cde58734f7f8 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:04.340440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Port': ['ID=27ff9070-1bb3-4035-8281-be64badea7c2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:04.387273 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:04.389628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.392041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.416326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Transition to ACTIVE for port object ad04c9f3-6ca6-4253-8cce-d9241f1f8008 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:04.482141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network 69957f7b-051c-48dc-b611-908e2e02916c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:04.496529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:04.499005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 45d9aa9c-0138-47b4-a474-644fd9b98d8c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:04.499264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.500773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: a756392c-ef80-4e2b-987d-cde58734f7f8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:04.501126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a756392c-ef80-4e2b-987d-cde58734f7f8 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:04.533513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:04.538949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:04.539601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.550535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=604186e0-af7a-4c72-b9de-536dd8d8481e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:04.558757 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e7a2d90b-bb66-43fb-b697-168e30868710 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/604186e0-af7a-4c72-b9de-536dd8d8481e HTTP/1.1" status: 204 len: 168 time: 7.3281782 Mar 02 07:27:04.563661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40878) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:04.594182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2086853987'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:04.645222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.645785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Transition to ACTIVE for port object ad04c9f3-6ca6-4253-8cce-d9241f1f8008 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:04.686668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.695365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:04.702489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=aaf8f363-9033-4b61-a91e-6b522c3a0dda,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:04.707213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.739234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=11']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:04.752703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-359f8147-dadd-4d31-b15a-24351852d49a None None] Provisioning for port c5099cc0-2064-4580-8f2d-af2e8defdf20 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:04.783561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:04.793146 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55dbfe35-007a-4e30-8c30-72940e49d881 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 6.1093426 Mar 02 07:27:04.793146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:04.821659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:04.825769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40882) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:04.833519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:04.836361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:04.845855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:04.875759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:04.884718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 1e4cea13-b819-45d2-9341-8b699daa8068 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:04.954965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Transition to ACTIVE for port object 2ad16ea9-7b7e-4497-b826-de92f81478f1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:04.973419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:05.005132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:05.007776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:05.024228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c5099cc0-2064-4580-8f2d-af2e8defdf20 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:05.056914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=d9249123-f1f2-4112-9f2e-bece1d32e6ca,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:05.087763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f9a1a4c-65eb-4461-aa42-3dbbfe1d80eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.116728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Pushing event updated for resources: {'Port': ['ID=ad04c9f3-6ca6-4253-8cce-d9241f1f8008,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:05.143924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Attempting to bind port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:05.143924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Attempting to bind port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '48637582-57da-4e58-a3e8-1a7bcd3305d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:05.144466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Attempting to bind port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 on network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:05.144995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:05.149124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.153615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Transition to ACTIVE for port object 2ad16ea9-7b7e-4497-b826-de92f81478f1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:05.158973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:05.160553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Checking segment: {'id': '48637582-57da-4e58-a3e8-1a7bcd3305d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:05.161238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.162027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Bound using segment: {'id': '48637582-57da-4e58-a3e8-1a7bcd3305d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:05.162711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Bound port: ad04c9f3-6ca6-4253-8cce-d9241f1f8008, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48637582-57da-4e58-a3e8-1a7bcd3305d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:05.163306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.184442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.244950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.254166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3243c-012a-48aa-8e70-5494ca4ea082 req-7cf34580-7d4f-412b-8a9a-557e08876ce9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.256565 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6e3243c-012a-48aa-8e70-5494ca4ea082 req-7cf34580-7d4f-412b-8a9a-557e08876ce9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.8759241 Mar 02 07:27:05.348593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.349448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.402000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] For port ad04c9f3-6ca6-4253-8cce-d9241f1f8008, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:05.406545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] For port ad04c9f3-6ca6-4253-8cce-d9241f1f8008, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ad04c9f3-6ca6-4253-8cce-d9241f1f8008,segment=NetworkSegment(48637582-57da-4e58-a3e8-1a7bcd3305d6),segment_id=48637582-57da-4e58-a3e8-1a7bcd3305d6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:05.414653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.442069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.463140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.476585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:05.485085 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a32688d3-a19e-43a9-930c-21be76b480ae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.2560060 Mar 02 07:27:05.491388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40886) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:05.498159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:26:57Z', 'revision_number': 3, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:05.498635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 45d9aa9c-0138-47b4-a474-644fd9b98d8c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=45d9aa9c-0138-47b4-a474-644fd9b98d8c,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:05.499025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.516109 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6e3243c-012a-48aa-8e70-5494ca4ea082 req-610132c9-42ca-4579-8c7d-5e1ec879ca4f tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976881 Mar 02 07:27:05.526594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=1e4cea13-b819-45d2-9341-8b699daa8068,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:05.543161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Pushing event updated for resources: {'Port': ['ID=2ad16ea9-7b7e-4497-b826-de92f81478f1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:05.549891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.562311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fcbb5-a508-40ed-a8f0-473cfdc7fa30 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.568231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fcbb5-a508-40ed-a8f0-473cfdc7fa30 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.569667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:05.574705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fcbb5-a508-40ed-a8f0-473cfdc7fa30 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:05.575580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bd8fcbb5-a508-40ed-a8f0-473cfdc7fa30 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Synchronizing usage tracker for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:05.581274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.581886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.582378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.582852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.583343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.583673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.584032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.584356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.584679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.585009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.585313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.585626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:05.606486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:05.608325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port c5099cc0-2064-4580-8f2d-af2e8defdf20 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:05.626359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:05.651435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:05.652452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Updating router acfb9ec6-d2f8-4196-8729-8a595b5d0294 port 201cdc16-41f7-496e-b9c7-877bdcbe4328 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:27:05.667400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.680460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c5099cc0-2064-4580-8f2d-af2e8defdf20 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:05.680989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.688567 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b27f6e7-da8d-4921-9ed9-1b10feea8de1 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/1e4cea13-b819-45d2-9341-8b699daa8068 HTTP/1.1" status: 204 len: 168 time: 1.6831234 Mar 02 07:27:05.692110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:05.759488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cd8195-1d21-47f3-b647-481dfa1bd2de tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:27:05.760031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1cd8195-1d21-47f3-b647-481dfa1bd2de tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:05.843849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1cd8195-1d21-47f3-b647-481dfa1bd2de tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:05.847962 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1cd8195-1d21-47f3-b647-481dfa1bd2de tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/1e4cea13-b819-45d2-9341-8b699daa8068 HTTP/1.1" status: 404 len: 333 time: 0.1520088 Mar 02 07:27:05.849007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:05.900773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.901105 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 200b7ecd-f0c9-4454-bb59-42c4586cc502 of type vlan for network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 Mar 02 07:27:05.973568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ee3da9c4-c5ac-400b-b3f9-9819dae885a9 None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:05.978831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ee3da9c4-c5ac-400b-b3f9-9819dae885a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:05.989146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 45d9aa9c-0138-47b4-a474-644fd9b98d8c owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:06.010179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet 77e4ef1a-fb40-41b0-aace-6c635e6cf425 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:06.020558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.072332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Allocated IP 172.20.0.1 (a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1/ce37c911-2173-4355-9886-bcfbdf999f21/9c035f51-54da-4618-bab5-3096ad446114) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:06.086676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bd8fcbb5-a508-40ed-a8f0-473cfdc7fa30 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Unset dirty status for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:06.090787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd8fcbb5-a508-40ed-a8f0-473cfdc7fa30 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.2561474 Mar 02 07:27:06.096661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40900) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:06.130491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.140869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.169459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.179606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9d98a-fcfe-4c7e-a8d1-fa2fb98e47fe None None] Pushing event updated for resources: {'Port': ['ID=ad04c9f3-6ca6-4253-8cce-d9241f1f8008,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:06.200119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.203027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Attempting to bind port 2ad16ea9-7b7e-4497-b826-de92f81478f1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:06.203588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Attempting to bind port 2ad16ea9-7b7e-4497-b826-de92f81478f1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '3a7e2670-6e07-41fe-af78-67410274bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:06.204116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Attempting to bind port 2ad16ea9-7b7e-4497-b826-de92f81478f1 on network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:06.219284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.26.4.87 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a608460a-d871-43ea-8169-6da75258bff7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:06.242332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:06.242992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Checking segment: {'id': '3a7e2670-6e07-41fe-af78-67410274bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:06.243563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.244116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Bound using segment: {'id': '3a7e2670-6e07-41fe-af78-67410274bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:06.244751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Bound port: 2ad16ea9-7b7e-4497-b826-de92f81478f1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7e2670-6e07-41fe-af78-67410274bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6f1ec531-9b43-4a70-aa35-ac1972c538e6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:06.245450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.402313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.423634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Transition to ACTIVE for port object 9c035f51-54da-4618-bab5-3096ad446114 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:06.428231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60065a4a-d4c5-40f6-b6d4-34124dcd4c58 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:06.434550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60065a4a-d4c5-40f6-b6d4-34124dcd4c58 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:06.435374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60065a4a-d4c5-40f6-b6d4-34124dcd4c58 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:06.441901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.447827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:06.448367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.457902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.552166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.554599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.659398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting port aaf8f363-9033-4b61-a91e-6b522c3a0dda {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:06.659881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.660542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.673467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] For port 2ad16ea9-7b7e-4497-b826-de92f81478f1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:06.686777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.690568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] For port 2ad16ea9-7b7e-4497-b826-de92f81478f1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2ad16ea9-7b7e-4497-b826-de92f81478f1,segment=NetworkSegment(3a7e2670-6e07-41fe-af78-67410274bce7),segment_id=3a7e2670-6e07-41fe-af78-67410274bce7)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:06.710699 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1329098 Mar 02 07:27:06.710699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60065a4a-d4c5-40f6-b6d4-34124dcd4c58 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:06.710979 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60065a4a-d4c5-40f6-b6d4-34124dcd4c58 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1992176 Mar 02 07:27:06.716555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.716730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40904) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:06.717241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:06.749777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.753181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ee3da9c4-c5ac-400b-b3f9-9819dae885a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.770035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:06.794175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=e07a9f11-9fbe-43f5-a641-cf9bc385a3a9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:06.827371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=77e4ef1a-fb40-41b0-aace-6c635e6cf425,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:06.832115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:06.840903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.841250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.841590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.841950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.842279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.842607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.842929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.843250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.843567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.843883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.844208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.844512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c6ffb-8215-4096-8b9e-46de1658f75c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:06.849743 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-241ab0c3-7ecf-499b-9bc0-19a7a32b774e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/77e4ef1a-fb40-41b0-aace-6c635e6cf425 HTTP/1.1" status: 204 len: 168 time: 0.9999537 Mar 02 07:27:06.852191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:06.863346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:06.866750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:06.869423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:06.964732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port c5099cc0-2064-4580-8f2d-af2e8defdf20, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c5099cc0-2064-4580-8f2d-af2e8defdf20,segment=NetworkSegment(93bf2737-1937-4157-bd0f-7c396dbce66f),segment_id=93bf2737-1937-4157-bd0f-7c396dbce66f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:07.007362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.053343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Pushing event updated for resources: {'Port': ['ID=9c035f51-54da-4618-bab5-3096ad446114,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:07.072383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.111145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03d7a7-56ff-41b8-a331-3ffeb7aea3b0 None None] Pushing event updated for resources: {'Port': ['ID=2ad16ea9-7b7e-4497-b826-de92f81478f1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:07.113031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port d9249123-f1f2-4112-9f2e-bece1d32e6ca {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:07.113817 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:07.120625 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.173065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ee3da9c4-c5ac-400b-b3f9-9819dae885a9 None None] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:07.212420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.214855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.215603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7261732c-3102-4960-a7ed-3e99212b2fc2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:07.264783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:07.282512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:07.287562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:07.297761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:07.311953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:07.340068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:07.342870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:07.370655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=a608460a-d871-43ea-8169-6da75258bff7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:07.388291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:07.392340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.447300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.456080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ee3da9c4-c5ac-400b-b3f9-9819dae885a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.593736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=45d9aa9c-0138-47b4-a474-644fd9b98d8c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:07.613219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.640918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.672030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 2ad16ea9-7b7e-4497-b826-de92f81478f1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:07.673240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.700943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=c5099cc0-2064-4580-8f2d-af2e8defdf20,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:07.752992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Provisioning for port 9c035f51-54da-4618-bab5-3096ad446114 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:07.782236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Provisioning complete for port 9c035f51-54da-4618-bab5-3096ad446114 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:07.782615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:07.821182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494d3f7-5556-49f9-816c-17480551304e None None] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:07.864239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Calling delete_port for aaf8f363-9033-4b61-a91e-6b522c3a0dda owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:07.886723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:07.887088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.067787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Port 9c035f51-54da-4618-bab5-3096ad446114 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:08.069999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3da9c4-c5ac-400b-b3f9-9819dae885a9 None None] Pushing event updated for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=12']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:08.118210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.145778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Transition to ACTIVE for port object 201cdc16-41f7-496e-b9c7-877bdcbe4328 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:08.148446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Provisioning complete for port c5099cc0-2064-4580-8f2d-af2e8defdf20 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:08.148820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.264255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.306704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.372288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Pushing event updated for resources: {'Port': ['ID=201cdc16-41f7-496e-b9c7-877bdcbe4328,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:08.411629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Port': ['ID=aaf8f363-9033-4b61-a91e-6b522c3a0dda,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:08.423926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.424298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.424636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.425023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.425385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.425739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.426069 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.426398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.426724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.427168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.428036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.428409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:08.440265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] For port 2ad16ea9-7b7e-4497-b826-de92f81478f1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2ad16ea9-7b7e-4497-b826-de92f81478f1,segment=NetworkSegment(3a7e2670-6e07-41fe-af78-67410274bce7),segment_id=3a7e2670-6e07-41fe-af78-67410274bce7)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:08.440638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.501367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.509576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a27070e3-aeae-4897-9d8b-9d67f5d0f103 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:08.543674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Attempting to bind port 201cdc16-41f7-496e-b9c7-877bdcbe4328 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:08.544378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Attempting to bind port 201cdc16-41f7-496e-b9c7-877bdcbe4328 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:08.544992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Attempting to bind port 201cdc16-41f7-496e-b9c7-877bdcbe4328 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:08.578789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:08.579330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:08.579838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.580355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:08.580934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Bound port: 201cdc16-41f7-496e-b9c7-877bdcbe4328, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:08.581489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.585890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.669703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 2ad16ea9-7b7e-4497-b826-de92f81478f1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:08.698099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bba83-7044-4a8f-a521-6c603bf90a78 None None] Network 6f1ec531-9b43-4a70-aa35-ac1972c538e6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:08.755417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for d9249123-f1f2-4112-9f2e-bece1d32e6ca owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:08.876246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.952234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:08.954665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] For port 201cdc16-41f7-496e-b9c7-877bdcbe4328, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:08.958817 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fb8ac28-32cc-4d3d-b0d7-4253a56212a9 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/ports/aaf8f363-9033-4b61-a91e-6b522c3a0dda HTTP/1.1" status: 204 len: 168 time: 2.8585141 Mar 02 07:27:08.966222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:08.987077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] For port 201cdc16-41f7-496e-b9c7-877bdcbe4328, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=201cdc16-41f7-496e-b9c7-877bdcbe4328,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:08.991269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port a27070e3-aeae-4897-9d8b-9d67f5d0f103 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:08.991269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.019434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=2ad16ea9-7b7e-4497-b826-de92f81478f1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:09.023739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No DVR routers for this DVR port 2ad16ea9-7b7e-4497-b826-de92f81478f1 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:09.085303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.085791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.089151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae796c8-4fcd-433e-9a13-af1129ba3031 None None] DHCP port deletion for 6f1ec531-9b43-4a70-aa35-ac1972c538e6 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:09.124598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.132681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Provisioning for port 56bae09c-a95d-472d-8ea7-f0159cf08c0b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:09.176937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.183530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Provisioning complete for port 56bae09c-a95d-472d-8ea7-f0159cf08c0b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:09.184020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.191288 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c20e3e0-9f10-46b2-bcfd-86978fa0b9a3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] GET failed (client error): The resource could not be found. Mar 02 07:27:09.196645 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c20e3e0-9f10-46b2-bcfd-86978fa0b9a3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "GET /v2.0/ports/aaf8f363-9033-4b61-a91e-6b522c3a0dda HTTP/1.1" status: 404 len: 333 time: 0.2253234 Mar 02 07:27:09.201735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:09.217204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1873754311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:09.242497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1ec531-9b43-4a70-aa35-ac1972c538e6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:09.261966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:09.262781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:09.347975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Port 56bae09c-a95d-472d-8ea7-f0159cf08c0b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:09.350125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c8614-c3a7-40c5-8138-e8b8fa82ef46 None None] Pushing event updated for resources: {'Port': ['ID=201cdc16-41f7-496e-b9c7-877bdcbe4328,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:09.366948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.406063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.418309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7e2670-6e07-41fe-af78-67410274bce7') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:09.418598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7e2670-6e07-41fe-af78-67410274bce7') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:09.500917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.510033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607b532c-1968-40c8-8f46-1b63dd6a4c6c None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:27:09.581302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.592645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:09.646219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.684056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:09.684378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:09.705914 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:09.723180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Pushing event updated for resources: {'Port': ['ID=9c035f51-54da-4618-bab5-3096ad446114,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:09.790952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.819025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:09.825235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c5099cc0-2064-4580-8f2d-af2e8defdf20 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:09.838709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Usage tracker for resource:port and tenant:5884e7625b8d4460967ee0260e4f82bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:09.855643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:09.866356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:09.871236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.926912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=24fd687a-5481-4b01-95be-d001cb529a2c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:09.939262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.970271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:09.973847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:09.984130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=6f1ec531-9b43-4a70-aa35-ac1972c538e6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:10.022774 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f61a83b3-5752-4054-9dcb-d6b1ecdbff79 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/6f1ec531-9b43-4a70-aa35-ac1972c538e6 HTTP/1.1" status: 204 len: 168 time: 3.1580641 Mar 02 07:27:10.024109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] device_id is not set on port c3edc800-c723-44e9-98b9-fdd0db87782d yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:10.035520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40924) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:10.050285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1526802959'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:10.064255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': '200b7ecd-f0c9-4454-bb59-42c4586cc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:10.064473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: e07a9f11-9fbe-43f5-a641-cf9bc385a3a9, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:10.073565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:10.088487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:10.092214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:10.095977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:10.139251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c5099cc0-2064-4580-8f2d-af2e8defdf20 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:10.139898 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.150570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:10.236588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:10.264144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.291417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Provisioning for port d9249123-f1f2-4112-9f2e-bece1d32e6ca completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:10.305637 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-607b532c-1968-40c8-8f46-1b63dd6a4c6c None None] Agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 already present Mar 02 07:27:10.306129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b532c-1968-40c8-8f46-1b63dd6a4c6c None None] Network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:10.306836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b532c-1968-40c8-8f46-1b63dd6a4c6c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, e07a9f11-9fbe-43f5-a641-cf9bc385a3a9) {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:27:10.317137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Provisioning complete for port d9249123-f1f2-4112-9f2e-bece1d32e6ca triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:10.317725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.321675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:10.345208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Allocated IP 2001:db8::2e4 (69957f7b-051c-48dc-b611-908e2e02916c/3f498dc8-5fb3-497b-b9dc-1526efb20c13/c3edc800-c723-44e9-98b9-fdd0db87782d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:10.347561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.349853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:10.353718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.359261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:10.367910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Port d9249123-f1f2-4112-9f2e-bece1d32e6ca was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:27:10.378769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ad04c9f3-6ca6-4253-8cce-d9241f1f8008 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:10.395273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:10.412558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be748b-e513-4163-b2d4-1b48e84c3be5 None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:10.426728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c860d5f-a050-4248-8080-99bdb81656d2 None None] Could not find standard attr ID for object aaf8f363-9033-4b61-a91e-6b522c3a0dda. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:27:10.443367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=d9249123-f1f2-4112-9f2e-bece1d32e6ca,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:10.546297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, e07a9f11-9fbe-43f5-a641-cf9bc385a3a9) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:10.600089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:10.600937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.641045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:10.644264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Provisioning for port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:10.653848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Provisioning complete for port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:10.654352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.683891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:10.684378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.709368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:10.714569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 51f80685-8250-4428-8a17-d3e13278f7de has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:10.752059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:10.799883 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b09e6384-2490-4906-bec7-28f37ecb7e5b admin admin] 10.222.0.41 "PUT /v2.0/routers/acfb9ec6-d2f8-4196-8729-8a595b5d0294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0387747 Mar 02 07:27:10.804068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.806064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.806526 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment e3554f99-450d-422e-a1c6-b3c8d8a6e4a5 of type vlan for network 88b526b0-e573-4048-8e46-7bd9cf8969f9 Mar 02 07:27:10.819058 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7cc00e5e-8310-420e-a61c-f2249f870037 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1000881 Mar 02 07:27:10.825654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:10.830011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Transition to ACTIVE for port object c3edc800-c723-44e9-98b9-fdd0db87782d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:10.891161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:10.899534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.036464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.045615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.053620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.170857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port ad04c9f3-6ca6-4253-8cce-d9241f1f8008, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ad04c9f3-6ca6-4253-8cce-d9241f1f8008,segment=NetworkSegment(48637582-57da-4e58-a3e8-1a7bcd3305d6),segment_id=48637582-57da-4e58-a3e8-1a7bcd3305d6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:11.181709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.182701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7261732c-3102-4960-a7ed-3e99212b2fc2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:11.257724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:11.261897 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-688c56e1-27a3-4550-a658-4528dfa92da7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/d9249123-f1f2-4112-9f2e-bece1d32e6ca HTTP/1.1" status: 204 len: 168 time: 4.5404811 Mar 02 07:27:11.270832 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] Sync routers for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:11.304000 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:11.305293 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:11.339765 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-df4ab43c-39ce-4394-a9bd-d215232f5077 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/51f80685-8250-4428-8a17-d3e13278f7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5979009 Mar 02 07:27:11.343908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40940) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:11.375082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.396549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.401474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.407092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.445300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-e07a9f11-9fbe-43f5-a641-cf9bc385a3a9', 'network_id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': '24fd687a-5481-4b01-95be-d001cb529a2c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:11.446177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.474634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:11.477037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:11.479276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network 69957f7b-051c-48dc-b611-908e2e02916c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:11.483239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:11.502160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=ad04c9f3-6ca6-4253-8cce-d9241f1f8008,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:11.522276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:11.536148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:11.536852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.578365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=c3edc800-c723-44e9-98b9-fdd0db87782d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:11.614531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:11.615535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.677088 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2f8d0da-91ff-449a-8028-d680db172027 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4665229 Mar 02 07:27:11.681356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40952) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:11.690212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:57:e9:94'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:11.780016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:11.831765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Allocated IP 172.20.0.1 (e07a9f11-9fbe-43f5-a641-cf9bc385a3a9/24fd687a-5481-4b01-95be-d001cb529a2c/3c14f0a3-16be-4e8d-993a-67a7a6867ab4) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:11.925413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=88b526b0-e573-4048-8e46-7bd9cf8969f9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:11.944814 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5bc1af82-6a1a-434a-88e7-875869f12d3f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9053721 Mar 02 07:27:11.948305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:11.969364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:12.009847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:12.055344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:12.070868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-385569488-network', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:12.075596 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:12.196640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ad04c9f3-6ca6-4253-8cce-d9241f1f8008 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:12.219747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:12.252359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Usage tracker for resource:network and tenant:7d561419d82141df8e1194fc36e6a52f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:12.256925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:12.265605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:12.293960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Could not find standard attr ID for object 1e4cea13-b819-45d2-9341-8b699daa8068. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:27:12.328948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e0c2b31-506e-43b2-b090-50cd138fb97f None None] Could not find standard attr ID for object 2ad16ea9-7b7e-4497-b826-de92f81478f1. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:27:12.407543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.431052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Made reservation on behalf of 7d561419d82141df8e1194fc36e6a52f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:12.433717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.444305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.473413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:12.474375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.483280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router acf04278-54bc-4ae1-90ef-38a1a25c6755 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:27:12.493540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.527848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:12.532823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f538afb-74c6-41ed-92fe-03e32bb345a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:12.534444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f538afb-74c6-41ed-92fe-03e32bb345a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:12.536058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f538afb-74c6-41ed-92fe-03e32bb345a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:12.537411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f538afb-74c6-41ed-92fe-03e32bb345a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:12.538447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Usage tracker for resource:security_group_rule and tenant:7d561419d82141df8e1194fc36e6a52f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:12.544217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:12.548372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Transition to ACTIVE for port object 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:12.568354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:12.593705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Transition to ACTIVE for port object 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:12.602162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:12.607237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.672941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:12.677284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f538afb-74c6-41ed-92fe-03e32bb345a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:12.681350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8f538afb-74c6-41ed-92fe-03e32bb345a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.2088220 Mar 02 07:27:12.682689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:12.686916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:12.707314 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:12.712734 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] Checking router: 51f80685-8250-4428-8a17-d3e13278f7de for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:12.722970 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:12.724928 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:12.726642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Pushing event updated for resources: {'Port': ['ID=3c14f0a3-16be-4e8d-993a-67a7a6867ab4,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:12.732364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:12.854661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.856594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.877227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:12.880758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.897773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.904840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:12.906936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 201cdc16-41f7-496e-b9c7-877bdcbe4328 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:12.908465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1fe9f-d078-43fe-af2b-392d4b8e5534 req-93b35ce5-5253-4df9-aaab-423f175262d6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:12.909191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d4c1fe9f-d078-43fe-af2b-392d4b8e5534 req-93b35ce5-5253-4df9-aaab-423f175262d6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:12.932557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:12.937133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 072ad946-c1da-4c15-bbf9-137e0211bd67 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:12.940655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:12.957685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:12.963692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=24fd687a-5481-4b01-95be-d001cb529a2c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.006080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:13.017395 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:13.061080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Attempting to bind port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:13.061993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Attempting to bind port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '200b7ecd-f0c9-4454-bb59-42c4586cc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:13.062373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Attempting to bind port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 on network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:13.076066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:13.076380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Checking segment: {'id': '200b7ecd-f0c9-4454-bb59-42c4586cc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:13.076787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.077081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:13.077199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Bound using segment: {'id': '200b7ecd-f0c9-4454-bb59-42c4586cc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:13.077679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Bound port: 3c14f0a3-16be-4e8d-993a-67a7a6867ab4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200b7ecd-f0c9-4454-bb59-42c4586cc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:13.078265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.081166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.097464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37eb261-41ad-43ad-939b-b316e72c30e4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.099896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d4c1fe9f-d078-43fe-af2b-392d4b8e5534 req-93b35ce5-5253-4df9-aaab-423f175262d6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:13.101312 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4c1fe9f-d078-43fe-af2b-392d4b8e5534 req-93b35ce5-5253-4df9-aaab-423f175262d6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 946 time: 0.7565246 Mar 02 07:27:13.107984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.108675 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Added segment 302fc381-c273-43b3-8ec1-1ffc8ba9d458 of type vlan for network a6c4eeda-6ba7-40f1-a2af-e5b387455392 Mar 02 07:27:13.141828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07a9f11-9fbe-43f5-a641-cf9bc385a3a9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.148430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.171097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200b7ecd-f0c9-4454-bb59-42c4586cc502') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.171771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200b7ecd-f0c9-4454-bb59-42c4586cc502') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.186953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] For port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:13.190164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] For port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3c14f0a3-16be-4e8d-993a-67a7a6867ab4,segment=NetworkSegment(200b7ecd-f0c9-4454-bb59-42c4586cc502),segment_id=200b7ecd-f0c9-4454-bb59-42c4586cc502)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:13.191570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] Sync routers for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:13.201660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.206142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.213057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.215093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.218802 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06fec75c-5370-4bf2-95d0-eb58360a79bb tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.7372005 Mar 02 07:27:13.219531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.223358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:13.229590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.354631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=c3edc800-c723-44e9-98b9-fdd0db87782d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.359309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087fcc8-a317-460f-975a-054ca9808a7f None None] Pushing event updated for resources: {'Port': ['ID=3c14f0a3-16be-4e8d-993a-67a7a6867ab4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.362292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 201cdc16-41f7-496e-b9c7-877bdcbe4328 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:13.371127 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4c1fe9f-d078-43fe-af2b-392d4b8e5534 req-74e62fc9-e3ec-4cf9-b013-a2c45aa94dcc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622621 Mar 02 07:27:13.371640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 201cdc16-41f7-496e-b9c7-877bdcbe4328 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:13.372065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.379073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.422276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] In _notify_port_updated(), no bound segment for port c3edc800-c723-44e9-98b9-fdd0db87782d on network 69957f7b-051c-48dc-b611-908e2e02916c {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:27:13.433480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.434292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.442391 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b28650e2-9547-4df5-bd47-935e237f794c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "PUT /v2.0/ports/c3edc800-c723-44e9-98b9-fdd0db87782d HTTP/1.1" status: 200 len: 1003 time: 1.7570105 Mar 02 07:27:13.448805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:13.454967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:13.455449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.484924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:13.485506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:13.517768 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:13.569197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.609689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.610646 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.611296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.636383 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.640799 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e6a7f-b0c8-48b6-9636-86a28827ee31 None None] The sync data for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv is: [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '2eef5b53-ffcf-4c6d-a31b-2d53051882d1', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'port_id': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'mac_address': 'fa:16:3e:25:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:25:22Z', 'updated_at': '2022-03-02T07:25:27Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:13.645602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.650183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:13.650815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.676986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.713406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:27:13.713406 dv-neutron-831485-1-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:27:13.713406 dv-neutron-831485-1-hyperv neutron-server[87772]: [parameters: {'id': 'e07a9f11-9fbe-43f5-a641-cf9bc385a3a9'}] Mar 02 07:27:13.713406 dv-neutron-831485-1-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:13.714027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:13.721209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c4eeda-6ba7-40f1-a2af-e5b387455392,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:13.730311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.730731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233fa82-de53-4a8b-9cad-3f6ac4da187d None None] The sync data for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:13.746498 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ce9432a-6cdd-4198-a534-ac8d3ae67c18 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6867652 Mar 02 07:27:13.747456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:13.756300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-007e985a-688d-4701-97cd-e216eaef4bf8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:13.757080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-007e985a-688d-4701-97cd-e216eaef4bf8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:13.759443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40980) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:13.765800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Request body: {'subnet': {'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-385569488-subnet', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:13.772316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:13.781168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Usage tracker for resource:subnet and tenant:7d561419d82141df8e1194fc36e6a52f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:13.785596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:13.792204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-007e985a-688d-4701-97cd-e216eaef4bf8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:13.793524 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-007e985a-688d-4701-97cd-e216eaef4bf8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 946 time: 0.3457804 Mar 02 07:27:13.799500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:13.837888 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:13.855307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Made reservation on behalf of 7d561419d82141df8e1194fc36e6a52f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:13.855945 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:13.856586 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:13.857550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.885014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting port c3edc800-c723-44e9-98b9-fdd0db87782d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:13.885132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:13.895890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 201cdc16-41f7-496e-b9c7-877bdcbe4328, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=201cdc16-41f7-496e-b9c7-877bdcbe4328,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:13.898960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce4dd8-b73d-4864-b6f6-f7f7ef30049a None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:27:13.903283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 65714465-f219-49c1-bfa5-8e56beda5e22 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:13.903630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.073677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ce4dd8-b73d-4864-b6f6-f7f7ef30049a None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:27:14.097394 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:14.100949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.102404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.198851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.406798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.495730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=201cdc16-41f7-496e-b9c7-877bdcbe4328,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:14.498900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45d9aa9c-0138-47b4-a474-644fd9b98d8c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:14.524376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 65714465-f219-49c1-bfa5-8e56beda5e22, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=65714465-f219-49c1-bfa5-8e56beda5e22,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:14.525021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.551809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 45d9aa9c-0138-47b4-a474-644fd9b98d8c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:14.552920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45d9aa9c-0138-47b4-a474-644fd9b98d8c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:14.598655 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 2, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:14.607988 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:14.608341 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Updating router acfb9ec6-d2f8-4196-8729-8a595b5d0294 port 9c035f51-54da-4618-bab5-3096ad446114 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:27:14.615319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=ebd65d09-8eb0-4723-b5e7-39e912571fd4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:14.652000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 65714465-f219-49c1-bfa5-8e56beda5e22 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:14.674103 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.679742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.695734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:14.763584 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/072ad946-c1da-4c15-bbf9-137e0211bd67 HTTP/1.1" status: 204 len: 168 time: 2.0755901 Mar 02 07:27:14.775730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 40986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:14.778877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8486d72-4610-43b8-93ae-dbea52c1e773 None None] Network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:14.911273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': 'e3554f99-450d-422e-a1c6-b3c8d8a6e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:14.912124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: 88b526b0-e573-4048-8e46-7bd9cf8969f9, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:14.928602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Calling delete_port for c3edc800-c723-44e9-98b9-fdd0db87782d owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:15.007628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955ebbc-9d00-480f-920c-d37403910f8b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=072ad946-c1da-4c15-bbf9-137e0211bd67,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:15.038982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.133962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:15.134553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.256597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1908db9-976c-4d75-b8da-7d1612466a87 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:15.268968 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.283036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=65714465-f219-49c1-bfa5-8e56beda5e22,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:15.285271 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Transition to ACTIVE for port object 9c035f51-54da-4618-bab5-3096ad446114 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:15.299489 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.313612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.320211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 55e9c649-3657-47b9-a1e3-658eb6088c68 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:15.422416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.448335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Port': ['ID=c3edc800-c723-44e9-98b9-fdd0db87782d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:15.452708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:15.539292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 88b526b0-e573-4048-8e46-7bd9cf8969f9) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:15.565110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 65714465-f219-49c1-bfa5-8e56beda5e22 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:15.591914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.615156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'name': 'network-vif-deleted', 'tag': '65714465-f219-49c1-bfa5-8e56beda5e22'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:15.618863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec658e23-96ad-4c06-ab2d-be773f19e107 None None] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:15.637583 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Attempting to bind port 9c035f51-54da-4618-bab5-3096ad446114 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:15.637996 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Attempting to bind port 9c035f51-54da-4618-bab5-3096ad446114 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:15.638349 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Attempting to bind port 9c035f51-54da-4618-bab5-3096ad446114 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:15.663374 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:15.663745 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Checking segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:15.664141 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.664516 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Bound using segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:15.665205 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Bound port: 9c035f51-54da-4618-bab5-3096ad446114, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:15.665350 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.679144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e4d7b24-27f3-4b39-90b3-9709fc447dd6 None None] Could not find standard attr ID for object c3edc800-c723-44e9-98b9-fdd0db87782d. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:27:15.699621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:15.700191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.759354 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Pushing event updated for resources: {'Port': ['ID=9c035f51-54da-4618-bab5-3096ad446114,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:15.768389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ebd092-e384-4963-adc1-939a843d779a None None] Network e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:15.810109 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.810515 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.810854 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.811183 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.811507 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.811831 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.812149 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.812461 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.812788 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.813103 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.813413 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.813806 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:27:15.875438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304f802-9c40-440a-8dc0-a7506efc12e8 req-de6a2e4c-4198-4e36-a692-bcb348cdb289 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:15.884468 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c304f802-9c40-440a-8dc0-a7506efc12e8 req-de6a2e4c-4198-4e36-a692-bcb348cdb289 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c178e1d-abec-4315-ab8c-3f1c3d50a664 HTTP/1.1" status: 200 len: 946 time: 1.1902082 Mar 02 07:27:15.906639 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c178e1d-abec-4315-ab8c-3f1c3d50a664', 'name': 'network-vif-deleted', 'tag': '65714465-f219-49c1-bfa5-8e56beda5e22', 'status': 'completed', 'code': 200} Mar 02 07:27:15.916380 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] For port 9c035f51-54da-4618-bab5-3096ad446114, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:15.920617 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] For port 9c035f51-54da-4618-bab5-3096ad446114, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9c035f51-54da-4618-bab5-3096ad446114,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:15.930061 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.980802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-352988e4-41f4-455b-853d-af4ed24f31f8 req-2f4a1963-0724-4770-a58e-60a17009b04d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/65714465-f219-49c1-bfa5-8e56beda5e22 HTTP/1.1" status: 204 len: 173 time: 2.1786027 Mar 02 07:27:15.994769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:15.996802 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7cfbd6bf-1454-4192-a2df-5dfffab1d6b3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/ports/c3edc800-c723-44e9-98b9-fdd0db87782d HTTP/1.1" status: 204 len: 168 time: 2.4799502 Mar 02 07:27:16.000352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.011739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40992) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:16.076924 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e8078b7-6e51-4679-9ea4-7b359389bfed tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1052127 Mar 02 07:27:16.088698 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:16.090143 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:16.132725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.148797 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fce0b65-baa8-47f9-a88a-4e9c179f912b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] GET failed (client error): The resource could not be found. Mar 02 07:27:16.149300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1fce0b65-baa8-47f9-a88a-4e9c179f912b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Synchronizing usage tracker for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:16.169508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 40996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:16.189130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9', 'name': 'tempest-PortsIpV6TestJSON-1837122608', 'fixed_ips': [{'subnet_id': 'ebd65d09-8eb0-4723-b5e7-39e912571fd4', 'ip_address': '2001:db8::10'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:16.212357 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c304f802-9c40-440a-8dc0-a7506efc12e8 req-3f957046-1764-4cee-ac81-84251bd535d0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=28435cbc-6240-4951-82cd-f45c73bc284a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265147 Mar 02 07:27:16.290432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 201cdc16-41f7-496e-b9c7-877bdcbe4328 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:16.325187 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfe45d-f95e-4582-b3f6-b2155f9d23cf None None] Pushing event updated for resources: {'Port': ['ID=9c035f51-54da-4618-bab5-3096ad446114,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:16.339099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] For port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3c14f0a3-16be-4e8d-993a-67a7a6867ab4,segment=NetworkSegment(200b7ecd-f0c9-4454-bb59-42c4586cc502),segment_id=200b7ecd-f0c9-4454-bb59-42c4586cc502)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:16.341099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.370171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Checking segment: {'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:16.370920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Network hostable DHCP agents. Network: a6c4eeda-6ba7-40f1-a2af-e5b387455392, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:16.401336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-562dd1dd-e89f-4eae-a653-f5a0c10424ea None None] Could not find standard attr ID for object c3edc800-c723-44e9-98b9-fdd0db87782d. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:27:16.407296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce4c2d2-c412-4040-85fe-f577b4bfb607,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:16.464699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1fce0b65-baa8-47f9-a88a-4e9c179f912b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Unset dirty status for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:16.465814 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1fce0b65-baa8-47f9-a88a-4e9c179f912b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "GET /v2.0/ports/c3edc800-c723-44e9-98b9-fdd0db87782d HTTP/1.1" status: 404 len: 333 time: 0.3911893 Mar 02 07:27:16.473527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41000) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:16.484362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1360497876'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:16.499369 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:16.556829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Calling delete_port for 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:16.647902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:16.651125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 201cdc16-41f7-496e-b9c7-877bdcbe4328 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:16.651591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.687211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a6c4eeda-6ba7-40f1-a2af-e5b387455392) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:16.713454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:16.714101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.715898 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-88b526b0-e573-4048-8e46-7bd9cf8969f9', 'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9', 'tenant_id': '0dc0eac2434141018dd53aeea6495516', 'fixed_ips': [{'subnet_id': 'ebd65d09-8eb0-4723-b5e7-39e912571fd4'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:16.716702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.749925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:16.760096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:16.763318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15391abf-61f5-4954-b35b-1b5fbd1d867f None None] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:16.770127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:16.838459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:16.867644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:16.886811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:16.905638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:16.915172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:16.952334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:17.005289 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-990ef889-a92d-43d3-8440-729486161281 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2445619 Mar 02 07:27:17.007985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.064036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:17.075874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:17.076086 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:15Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:17.085286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:17.088136 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa086-2078-42e7-b8bf-7bb99ad04d02 None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:15Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:17.112225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.129833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Usage tracker for resource:router and tenant:7d561419d82141df8e1194fc36e6a52f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:17.138623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Allocated IP 2001:db8::2 (88b526b0-e573-4048-8e46-7bd9cf8969f9/ebd65d09-8eb0-4723-b5e7-39e912571fd4/335071de-aa55-40ff-8570-cc24cfe7cb98) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:17.144647 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] device_id is not set on port ca7e9e7f-953b-4a02-96de-43fab70ba89d yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:17.181942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:17.196070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.211223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:17.237970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Port': ['ID=3c14f0a3-16be-4e8d-993a-67a7a6867ab4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:17.263974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No DVR routers for this DVR port 3c14f0a3-16be-4e8d-993a-67a7a6867ab4 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:17.466374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41010) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:17.482690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.484264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.514218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.531609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.630192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.674810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07a9f11-9fbe-43f5-a641-cf9bc385a3a9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:17.680221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce7eaa15-ecc3-41d2-b4ce-ee478d19732b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.764631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200b7ecd-f0c9-4454-bb59-42c4586cc502') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:17.764872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200b7ecd-f0c9-4454-bb59-42c4586cc502') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:17.773055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=55e9c649-3657-47b9-a1e3-658eb6088c68,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:17.775690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.777285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.828426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4f11ba6-d53e-480d-86e9-86866cefa074 None None] Provisioning complete for port 7261732c-3102-4960-a7ed-3e99212b2fc2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:17.829373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4f11ba6-d53e-480d-86e9-86866cefa074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.845982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Allocated IP 2001:db8::af (69957f7b-051c-48dc-b611-908e2e02916c/3f498dc8-5fb3-497b-b9dc-1526efb20c13/ca7e9e7f-953b-4a02-96de-43fab70ba89d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:17.863218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce7eaa15-ecc3-41d2-b4ce-ee478d19732b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.869498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.880084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f80cf8-840d-4845-baf2-e74a023611d1 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:17.888493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port bb461d27-c634-4843-94ae-59d106f05e91 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:17.986406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:17.990641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.002694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:18.003473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.005757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a6c4eeda-6ba7-40f1-a2af-e5b387455392', 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'fixed_ips': [{'subnet_id': 'fce4c2d2-c412-4040-85fe-f577b4bfb607'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:18.006655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.095880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Transition to ACTIVE for port object 335071de-aa55-40ff-8570-cc24cfe7cb98 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:18.172528 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:18.176338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.189721 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a70929b-d61b-41d9-8c7f-b84ec5b26974 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/55e9c649-3657-47b9-a1e3-658eb6088c68 HTTP/1.1" status: 204 len: 168 time: 3.4078112 Mar 02 07:27:18.190875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:18.210193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.214896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.303803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 65714465-f219-49c1-bfa5-8e56beda5e22 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:18.332116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9c035f51-54da-4618-bab5-3096ad446114 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:18.392605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 HTTP/1.1" status: 204 len: 168 time: 7.5658860 Mar 02 07:27:18.400084 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-086274db-f67c-404c-8d85-af7ff0e84961 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2037680 Mar 02 07:27:18.401424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41020) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:18.401546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:18.462819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1147268072'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:18.468791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:18.470166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Transition to ACTIVE for port object 335071de-aa55-40ff-8570-cc24cfe7cb98 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:18.471337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 65714465-f219-49c1-bfa5-8e56beda5e22 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:18.471729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 65714465-f219-49c1-bfa5-8e56beda5e22 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:18.473172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:18.477147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:18.483053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:18.492267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbbf8f-4bd2-4efc-ba9c-6075bdf65c8d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=e07a9f11-9fbe-43f5-a641-cf9bc385a3a9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:18.511871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce7eaa15-ecc3-41d2-b4ce-ee478d19732b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.519064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:18.523126 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.543946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eaa15-ecc3-41d2-b4ce-ee478d19732b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28435cbc-6240-4951-82cd-f45c73bc284a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:18.573082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:18.631513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Allocated IP 172.20.0.2 (a6c4eeda-6ba7-40f1-a2af-e5b387455392/fce4c2d2-c412-4040-85fe-f577b4bfb607/efc4d728-b149-40c7-b239-db6cb44db2f3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:18.635085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.635644 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6 of type vlan for network deba7756-1f5b-41dd-aa44-25dc61fddf45 Mar 02 07:27:18.663728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.1 (ee22ecc4-f1cb-4ca2-b530-52a7906ee71d/3e39689f-333d-4c0d-9128-a1f1b13986fd/77903b8a-90d2-4da5-93fd-4ef9af9bcf91) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:18.675763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.702379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244f2329-b1dc-4798-842f-6be92a2a41ad tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.703871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-244f2329-b1dc-4798-842f-6be92a2a41ad tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:18.710382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::10 (88b526b0-e573-4048-8e46-7bd9cf8969f9/ebd65d09-8eb0-4723-b5e7-39e912571fd4/bb461d27-c634-4843-94ae-59d106f05e91) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:18.710761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.729171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce7eaa15-ecc3-41d2-b4ce-ee478d19732b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.730350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce7eaa15-ecc3-41d2-b4ce-ee478d19732b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/28435cbc-6240-4951-82cd-f45c73bc284a HTTP/1.1" status: 204 len: 168 time: 1.2559412 Mar 02 07:27:18.755248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-244f2329-b1dc-4798-842f-6be92a2a41ad tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:18.759500 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-244f2329-b1dc-4798-842f-6be92a2a41ad tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3410680 Mar 02 07:27:18.760315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:18.768723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Transition to ACTIVE for port object ca7e9e7f-953b-4a02-96de-43fab70ba89d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:18.783595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:18.828853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.835529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.836352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.866288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.876698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Transition to ACTIVE for port object efc4d728-b149-40c7-b239-db6cb44db2f3 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:18.894397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Transition to ACTIVE for port object efc4d728-b149-40c7-b239-db6cb44db2f3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:18.905547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet b1d4262c-db58-4ce5-9290-7f8cb25fe15e {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:18.914196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.918013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.959231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:18.972124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15626a47-8ef6-4fdf-9e7e-0c1a57e664fc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:18.973084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15626a47-8ef6-4fdf-9e7e-0c1a57e664fc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:19.000370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:19.017526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:19.027289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:19.054361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.110349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:19.122940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.124033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:19.158405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.159715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:19.176262 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Pushing event updated for resources: {'Port': ['ID=335071de-aa55-40ff-8570-cc24cfe7cb98,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:19.256324 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8384318 Mar 02 07:27:19.261608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41038) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:19.270145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 9c035f51-54da-4618-bab5-3096ad446114 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:19.296369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01d834-3513-414d-884a-6e2981fd3de2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=deba7756-1f5b-41dd-aa44-25dc61fddf45,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:19.301450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:19.330806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network deba7756-1f5b-41dd-aa44-25dc61fddf45 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:19.348849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15626a47-8ef6-4fdf-9e7e-0c1a57e664fc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:19.352911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15626a47-8ef6-4fdf-9e7e-0c1a57e664fc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5894399 Mar 02 07:27:19.353598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:19.360040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 9c035f51-54da-4618-bab5-3096ad446114 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:19.360855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.388625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Attempting to bind port efc4d728-b149-40c7-b239-db6cb44db2f3 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:19.389076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Attempting to bind port efc4d728-b149-40c7-b239-db6cb44db2f3 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:19.389529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Attempting to bind port efc4d728-b149-40c7-b239-db6cb44db2f3 on network a6c4eeda-6ba7-40f1-a2af-e5b387455392 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:19.410248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.438257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:19.438705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Checking segment: {'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:19.439178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.439718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Bound using segment: {'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:19.440260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Bound port: efc4d728-b149-40c7-b239-db6cb44db2f3, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:19.440686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.497432 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55db07b2-b1f4-4777-8c93-a1a9ccd3baa4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384661 Mar 02 07:27:19.498710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.502164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41046) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:19.521729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Attempting to bind port 335071de-aa55-40ff-8570-cc24cfe7cb98 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:19.522189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Attempting to bind port 335071de-aa55-40ff-8570-cc24cfe7cb98 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'e3554f99-450d-422e-a1c6-b3c8d8a6e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:19.522617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Attempting to bind port 335071de-aa55-40ff-8570-cc24cfe7cb98 on network 88b526b0-e573-4048-8e46-7bd9cf8969f9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:19.523444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:19.533428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Pushing event updated for resources: {'Port': ['ID=efc4d728-b149-40c7-b239-db6cb44db2f3,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:19.542909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Transition to ACTIVE for port object 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:19.550211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.583536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network 69957f7b-051c-48dc-b611-908e2e02916c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:19.590163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:19.597564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:19.601195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:19.601335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:19.601758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Checking segment: {'id': 'e3554f99-450d-422e-a1c6-b3c8d8a6e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:19.602224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.602692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Bound using segment: {'id': 'e3554f99-450d-422e-a1c6-b3c8d8a6e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:19.603227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Bound port: 335071de-aa55-40ff-8570-cc24cfe7cb98, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3554f99-450d-422e-a1c6-b3c8d8a6e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:19.603543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:19.603652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.610074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:19.610822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.620313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:19.631617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:19.632850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] Deleting port 7261732c-3102-4960-a7ed-3e99212b2fc2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:19.633288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.643491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=ca7e9e7f-953b-4a02-96de-43fab70ba89d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:19.643915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:19.701696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:19.706975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.755612 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-62432cad-363d-451b-9a7c-bc7219bb9503 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2779992 Mar 02 07:27:19.761503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.766467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41050) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:19.773844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:57:e9:94'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:19.837954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:19.853956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.872588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Allocated IP 172.26.4.115 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/1d746cf2-0703-4465-9415-b07c27f403d7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:19.907899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:19.953684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] For port efc4d728-b149-40c7-b239-db6cb44db2f3, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:19.962066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object bb461d27-c634-4843-94ae-59d106f05e91 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:19.980980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:19.985162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:19.987614 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:27:19.987728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] For port 335071de-aa55-40ff-8570-cc24cfe7cb98, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:19.988311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:19.992860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] For port 335071de-aa55-40ff-8570-cc24cfe7cb98, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=335071de-aa55-40ff-8570-cc24cfe7cb98,segment=NetworkSegment(e3554f99-450d-422e-a1c6-b3c8d8a6e4a5),segment_id=e3554f99-450d-422e-a1c6-b3c8d8a6e4a5)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:19.997438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] For port efc4d728-b149-40c7-b239-db6cb44db2f3, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=efc4d728-b149-40c7-b239-db6cb44db2f3,segment=NetworkSegment(302fc381-c273-43b3-8ec1-1ffc8ba9d458),segment_id=302fc381-c273-43b3-8ec1-1ffc8ba9d458)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:20.015242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.017691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.027437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.031415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.073100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:20.083938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:20.086956 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-efecf23c-9e5c-4157-86cf-b1bdd9092758 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5738308 Mar 02 07:27:20.094063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:20.104809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:20.133022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:20.171529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.231434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.265172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 9c035f51-54da-4618-bab5-3096ad446114, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9c035f51-54da-4618-bab5-3096ad446114,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:20.267737 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-457a6dca-7aeb-4b7e-825f-fa6f69a32d53 None None] Provisioning for port ca7e9e7f-953b-4a02-96de-43fab70ba89d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:20.302846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-457a6dca-7aeb-4b7e-825f-fa6f69a32d53 None None] Provisioning complete for port ca7e9e7f-953b-4a02-96de-43fab70ba89d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:20.303221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-457a6dca-7aeb-4b7e-825f-fa6f69a32d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.336846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.347820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbd730-da30-42bd-8ae0-5eb75a238f46 None None] Pushing event updated for resources: {'Port': ['ID=335071de-aa55-40ff-8570-cc24cfe7cb98,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.363020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:20.414401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.444175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:20.446044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] For port 7261732c-3102-4960-a7ed-3e99212b2fc2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7261732c-3102-4960-a7ed-3e99212b2fc2,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:20.446450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.448996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=9f300b9f-e596-4264-989e-3bfb93b75b97,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.469112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-457a6dca-7aeb-4b7e-825f-fa6f69a32d53 None None] Port ca7e9e7f-953b-4a02-96de-43fab70ba89d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:20.490151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:20.490513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: deba7756-1f5b-41dd-aa44-25dc61fddf45, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:20.492626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=77903b8a-90d2-4da5-93fd-4ef9af9bcf91,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.504025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.506407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:20.518142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.519708 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:27:20.520157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:20.551383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.565637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7261732c-3102-4960-a7ed-3e99212b2fc2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:20.707895 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08c5d524-cafb-4fa3-92f9-6a0d452e971d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6127434 Mar 02 07:27:20.712084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41058) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:20.717789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.728102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:20.735730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:20.741341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] Calling delete_port for 7261732c-3102-4960-a7ed-3e99212b2fc2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:20.742579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.758139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network deba7756-1f5b-41dd-aa44-25dc61fddf45 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:20.763401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:20.766207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Pushing event updated for resources: {'Port': ['ID=1d746cf2-0703-4465-9415-b07c27f403d7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.771273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:20.788487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:20.822306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68b749-d15f-4943-9d52-c2989d2b567b None None] Network 48b89838-754c-4072-8712-13178ab1e4dd requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:20.829902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:20.834853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:20.837621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, deba7756-1f5b-41dd-aa44-25dc61fddf45) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:20.842840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.843799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.867087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=bb461d27-c634-4843-94ae-59d106f05e91,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.885326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d4262c-db58-4ce5-9290-7f8cb25fe15e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.898992 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-412ccf79-03b2-41c3-b1be-3f06b1ce5dfe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7174342 Mar 02 07:27:20.902383 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d520270b-cf6e-4213-ac9d-8a8b4fd3969e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/b1d4262c-db58-4ce5-9290-7f8cb25fe15e HTTP/1.1" status: 204 len: 168 time: 2.0684552 Mar 02 07:27:20.902383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:20.902599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41064) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:20.923038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:20.923667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:20.958276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85a837-c4d9-46f7-9473-39377042d28d None None] Pushing event updated for resources: {'Port': ['ID=efc4d728-b149-40c7-b239-db6cb44db2f3,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:20.975432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': '88b526b0-e573-4048-8e46-7bd9cf8969f9', 'name': 'tempest-PortsIpV6TestJSON-2049275439', 'fixed_ips': [{'subnet_id': 'ebd65d09-8eb0-4723-b5e7-39e912571fd4', 'ip_address': '2001:db8::f'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:20.997829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3ff6f-653a-45d8-9acf-35e2f3c04c8f None None] Network deba7756-1f5b-41dd-aa44-25dc61fddf45 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:21.041528 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a8d1250d-123a-4141-9c77-9c3e11a5b37a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7487528 Mar 02 07:27:21.053206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:21.061369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:21.119104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ddaafb3-8d95-4598-a281-e58439e90f76 None None] Provisioning for port 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:21.156296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.185245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.200425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ddaafb3-8d95-4598-a281-e58439e90f76 None None] Provisioning complete for port 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:21.200935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ddaafb3-8d95-4598-a281-e58439e90f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.306240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=9c035f51-54da-4618-bab5-3096ad446114,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:21.320137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 45ecb6cf-1976-46b8-afba-116227e3a2c4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:21.320556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.344066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:21.400642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:21.413514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:port and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:21.420921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:21.445240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:21.453571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Port 7261732c-3102-4960-a7ed-3e99212b2fc2 update to DOWN by agent not found {{(pid=87774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 07:27:21.475400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:21.478935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.480373 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:27:21.481017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:21.568026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9ddaafb3-8d95-4598-a281-e58439e90f76 None None] Port 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:21.580154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.622056 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5ab6b20-de3f-4d94-8168-69a5b52e6ad6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9037509 Mar 02 07:27:21.626319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:21.644724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:21.677903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] Pushing event deleted for resources: {'Port': ['ID=7261732c-3102-4960-a7ed-3e99212b2fc2,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:21.689690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.750768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982aeee5-d1f6-4235-aa7e-c67c8d8e556b None None] No DVR routers for this DVR port 7261732c-3102-4960-a7ed-3e99212b2fc2 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:21.767110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-deba7756-1f5b-41dd-aa44-25dc61fddf45', 'network_id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': '9f300b9f-e596-4264-989e-3bfb93b75b97'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:21.768975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.827111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:21.843450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.927950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port d4b9acb5-93fa-4131-9742-8c938ddfb19d yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:21.962626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:21.966306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] DHCP port deletion for 48b89838-754c-4072-8712-13178ab1e4dd request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:21.968541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce4dd6-c220-4b8d-ba54-6f19f71a5879 None None] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:22.015037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Deleting port 45ecb6cf-1976-46b8-afba-116227e3a2c4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:22.016078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.027274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:22.073896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.099237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.134215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:22.186930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 45ecb6cf-1976-46b8-afba-116227e3a2c4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=45ecb6cf-1976-46b8-afba-116227e3a2c4,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:22.187443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.190372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Allocated IP 172.20.0.2 (deba7756-1f5b-41dd-aa44-25dc61fddf45/9f300b9f-e596-4264-989e-3bfb93b75b97/a818e062-d5d3-40c7-99dd-86baeaa48be1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:22.192901 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-26fdb605-7ed7-40e5-852e-560885b252a8 None None] Provisioning for port efc4d728-b149-40c7-b239-db6cb44db2f3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:22.283541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:22.287922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.290686 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:27:22.291704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:22.380439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b44be-3f57-4f01-b3e8-bcc1ed5ced42 None None] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:22.405946 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92c60569-9dc1-40ba-8872-057101f1abbf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7725716 Mar 02 07:27:22.405946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:22.412652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:22.433728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 45ecb6cf-1976-46b8-afba-116227e3a2c4 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:22.534151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:22.543742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:22.560435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:22.565356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.566094 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:27:22.566619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:22.568370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:27:22.608087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.625343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.657033 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed1a769f-36b3-4387-abaa-5f7a6bfa27b4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2480648 Mar 02 07:27:22.659596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d126561f-7dc0-4f05-af5b-836061c68418 None None] Provisioning for port 335071de-aa55-40ff-8570-cc24cfe7cb98 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:22.661802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:22.667651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:22.684114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] For port 45ecb6cf-1976-46b8-afba-116227e3a2c4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=45ecb6cf-1976-46b8-afba-116227e3a2c4,segment=NetworkSegment(93a3baea-15ec-4216-9437-521f1663b891),segment_id=93a3baea-15ec-4216-9437-521f1663b891)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:22.684746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.701920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device efc4d728-b149-40c7-b239-db6cb44db2f3 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:22.743258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] In _notify_port_updated(), no bound segment for port ca7e9e7f-953b-4a02-96de-43fab70ba89d on network 69957f7b-051c-48dc-b611-908e2e02916c {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:27:22.748980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:22.750110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.751421 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "PUT /v2.0/ports/ca7e9e7f-953b-4a02-96de-43fab70ba89d HTTP/1.1" status: 200 len: 1002 time: 2.9840086 Mar 02 07:27:22.761977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:22.825575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.847693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.870844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 45ecb6cf-1976-46b8-afba-116227e3a2c4 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:22.884948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting port ca7e9e7f-953b-4a02-96de-43fab70ba89d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:22.885295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.913242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b82e7-7df7-4fbd-84ec-b19dded7efc3 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=ca7e9e7f-953b-4a02-96de-43fab70ba89d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:22.955173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:22.967793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Transition to ACTIVE for port object a818e062-d5d3-40c7-99dd-86baeaa48be1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:22.989009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Transition to ACTIVE for port object a818e062-d5d3-40c7-99dd-86baeaa48be1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:23.010704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=45ecb6cf-1976-46b8-afba-116227e3a2c4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:23.018287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::f (88b526b0-e573-4048-8e46-7bd9cf8969f9/ebd65d09-8eb0-4723-b5e7-39e912571fd4/d4b9acb5-93fa-4131-9742-8c938ddfb19d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:23.072021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Calling delete_port for 45ecb6cf-1976-46b8-afba-116227e3a2c4 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:23.119176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.129063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.165128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:23.224556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Network deba7756-1f5b-41dd-aa44-25dc61fddf45 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:23.235035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:23.245175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.258265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:23.261060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b89838-754c-4072-8712-13178ab1e4dd']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:23.266164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:23.302668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=9f300b9f-e596-4264-989e-3bfb93b75b97,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:23.304762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a3baea-15ec-4216-9437-521f1663b891') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:23.305055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a3baea-15ec-4216-9437-521f1663b891') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:23.361802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.364492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-970b3603-f1e9-4310-bf84-2582faa92b37 None None] Provisioning complete for port ca7e9e7f-953b-4a02-96de-43fab70ba89d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:23.364879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-970b3603-f1e9-4310-bf84-2582faa92b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.421122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:23.424593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.426062 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:27:23.426458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:23.541300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Pushing event updated for resources: {'Port': ['ID=a818e062-d5d3-40c7-99dd-86baeaa48be1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:23.544170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port efc4d728-b149-40c7-b239-db6cb44db2f3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:23.585581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.597094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:23.597449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:23.602835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Attempting to bind port a818e062-d5d3-40c7-99dd-86baeaa48be1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:23.603206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Attempting to bind port a818e062-d5d3-40c7-99dd-86baeaa48be1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:23.603569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Attempting to bind port a818e062-d5d3-40c7-99dd-86baeaa48be1 on network deba7756-1f5b-41dd-aa44-25dc61fddf45 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:23.605492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port efc4d728-b149-40c7-b239-db6cb44db2f3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:23.605894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.608735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.610250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:23.610716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:23.624639 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:23.635925 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f85a7e9d-4893-4ab9-8fde-846bc7947dd3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9708362 Mar 02 07:27:23.651487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:23.660012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:23.660673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Checking segment: {'id': '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:23.661316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.661938 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Bound using segment: {'id': '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:23.662649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Bound port: a818e062-d5d3-40c7-99dd-86baeaa48be1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:23.663087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.664550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.672728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-970b3603-f1e9-4310-bf84-2582faa92b37 None None] Port ca7e9e7f-953b-4a02-96de-43fab70ba89d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:23.696116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deba7756-1f5b-41dd-aa44-25dc61fddf45']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:23.723841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.728433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:23.728738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:23.739691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d29611b3-550c-4ceb-a0c0-925e19125bfc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0800893 Mar 02 07:27:23.744389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:23.786969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.843535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.847988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.867047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.881946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object d4b9acb5-93fa-4131-9742-8c938ddfb19d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:23.922046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] For port a818e062-d5d3-40c7-99dd-86baeaa48be1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:23.926521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.936516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.940229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:23.941590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:23.942031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.011653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=48b89838-754c-4072-8712-13178ab1e4dd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.012259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port efc4d728-b149-40c7-b239-db6cb44db2f3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=efc4d728-b149-40c7-b239-db6cb44db2f3,segment=NetworkSegment(302fc381-c273-43b3-8ec1-1ffc8ba9d458),segment_id=302fc381-c273-43b3-8ec1-1ffc8ba9d458)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:24.023447 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b5012370-f8f9-48f0-a70d-2c9aafa81562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/48b89838-754c-4072-8712-13178ab1e4dd HTTP/1.1" status: 204 len: 168 time: 3.1133153 Mar 02 07:27:24.023812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.024804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 335071de-aa55-40ff-8570-cc24cfe7cb98 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:24.034692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41100) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:24.045117 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:24.047075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Router 5992d90a-7535-441d-bf38-3280a2cb8d61 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:27:24.055476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Calling delete_port for ca7e9e7f-953b-4a02-96de-43fab70ba89d owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:24.097841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b51e8977-65e1-4a4d-85cc-bf811d3e3f23 None None] Provisioning complete for port efc4d728-b149-40c7-b239-db6cb44db2f3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:24.098227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b51e8977-65e1-4a4d-85cc-bf811d3e3f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.107037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.110341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=77903b8a-90d2-4da5-93fd-4ef9af9bcf91,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.142923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Deleting port 45ecb6cf-1976-46b8-afba-116227e3a2c4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:24.143304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.156949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e45332-dbed-4965-a8f2-10f3273b2836 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:24.158574 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75e45332-dbed-4965-a8f2-10f3273b2836 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4117031 Mar 02 07:27:24.177474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41104) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:24.266940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a9692468-071b-4023-81d6-6afc7b2c0d78 None None] The port '45ecb6cf-1976-46b8-afba-116227e3a2c4' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:27:24.275675 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d443aa9e-368d-48eb-8412-190e8b058cb8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935588 Mar 02 07:27:24.309152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:24.327669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=efc4d728-b149-40c7-b239-db6cb44db2f3,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.367067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:24.382391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 335071de-aa55-40ff-8570-cc24cfe7cb98 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:24.393452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:27:24.393452 dv-neutron-831485-1-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:27:24.393452 dv-neutron-831485-1-hyperv neutron-server[87772]: [parameters: {'id': 'deba7756-1f5b-41dd-aa44-25dc61fddf45'}] Mar 02 07:27:24.393452 dv-neutron-831485-1-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:24.393452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:24.394573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] For port a818e062-d5d3-40c7-99dd-86baeaa48be1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a818e062-d5d3-40c7-99dd-86baeaa48be1,segment=NetworkSegment(79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6),segment_id=79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:24.402502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 335071de-aa55-40ff-8570-cc24cfe7cb98 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:24.403006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.405273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.447540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.590249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:24.606285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:24.608679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:24.614995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:24.615591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.623091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:24.672656 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a99e7-1472-4d6c-9a86-c3c5fb4effa1 None None] Pushing event updated for resources: {'Port': ['ID=a818e062-d5d3-40c7-99dd-86baeaa48be1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.678997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=d4b9acb5-93fa-4131-9742-8c938ddfb19d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:24.695072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:24.706048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:24.714770 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a9650df9-9347-446d-ba5c-0237d7280b70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8047175 Mar 02 07:27:24.717073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41114) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:24.761299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc190cba-158e-4430-b5d5-da96ded48242 None None] Provisioning for port bb461d27-c634-4843-94ae-59d106f05e91 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:24.771773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.808730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port e1584dc9-cc3c-48ec-b1d6-3cb2cfdbc673 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:24.808994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc190cba-158e-4430-b5d5-da96ded48242 None None] Provisioning complete for port bb461d27-c634-4843-94ae-59d106f05e91 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:24.809094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.809357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc190cba-158e-4430-b5d5-da96ded48242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.863315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0659987-17e1-406f-babd-da50c9d0d3d4 None None] Network deba7756-1f5b-41dd-aa44-25dc61fddf45 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:24.890063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:24.903539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:24.915589 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-6e7d2838-8047-4865-b3b3-9ddc9c9e2558 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8300495 Mar 02 07:27:24.916722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.918951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:24.983441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:24.990709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.093216 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Sync routers for ids ['5992d90a-7535-441d-bf38-3280a2cb8d61'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:25.105249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Port': ['ID=ca7e9e7f-953b-4a02-96de-43fab70ba89d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:25.125829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Routers {'5992d90a-7535-441d-bf38-3280a2cb8d61'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:25.126672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5992d90a-7535-441d-bf38-3280a2cb8d61'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:25.137134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port a818e062-d5d3-40c7-99dd-86baeaa48be1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:25.137667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.210501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b338741-e542-4c4f-91f1-e75339500abf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.211607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b338741-e542-4c4f-91f1-e75339500abf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:25.248849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router acf04278-54bc-4ae1-90ef-38a1a25c6755 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:25.258420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.258828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.320974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fc190cba-158e-4430-b5d5-da96ded48242 None None] Port bb461d27-c634-4843-94ae-59d106f05e91 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:25.348957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 335071de-aa55-40ff-8570-cc24cfe7cb98, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=335071de-aa55-40ff-8570-cc24cfe7cb98,segment=NetworkSegment(e3554f99-450d-422e-a1c6-b3c8d8a6e4a5),segment_id=e3554f99-450d-422e-a1c6-b3c8d8a6e4a5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:25.455982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc190cba-158e-4430-b5d5-da96ded48242 None None] Provisioning complete for port 335071de-aa55-40ff-8570-cc24cfe7cb98 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:25.456351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc190cba-158e-4430-b5d5-da96ded48242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.489627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.494170 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0295c1a3-fe58-4f5b-b6e1-6f55e4fe2b38 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4256399 Mar 02 07:27:25.494448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.494448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9c035f51-54da-4618-bab5-3096ad446114 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:25.494735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.494735 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65773561-2ef2-4f72-a2ec-7024b665b661 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/ports/ca7e9e7f-953b-4a02-96de-43fab70ba89d HTTP/1.1" status: 204 len: 168 time: 2.7236502 Mar 02 07:27:25.503526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:25.503739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41124) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:25.644452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b338741-e542-4c4f-91f1-e75339500abf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:25.646191 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b338741-e542-4c4f-91f1-e75339500abf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.9272821 Mar 02 07:27:25.657882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for e1584dc9-cc3c-48ec-b1d6-3cb2cfdbc673 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:25.663431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:25.713353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Set router 5992d90a-7535-441d-bf38-3280a2cb8d61 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:25.723704 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf3dca0-14be-4ce2-b2c1-8b98fc367608 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] GET failed (client error): The resource could not be found. Mar 02 07:27:25.724241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ebf3dca0-14be-4ce2-b2c1-8b98fc367608 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Synchronizing usage tracker for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:25.819696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-fb497320-d27f-461d-8925-566d4a4b6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:25.821065 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-fb497320-d27f-461d-8925-566d4a4b6f42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 0.8401592 Mar 02 07:27:25.844457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:25.853508 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3159c2c6-81b8-4adf-9cd9-ed031d9bf0f6 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/routers/acf04278-54bc-4ae1-90ef-38a1a25c6755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6260471 Mar 02 07:27:25.854838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:25.857952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] For port a818e062-d5d3-40c7-99dd-86baeaa48be1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a818e062-d5d3-40c7-99dd-86baeaa48be1,segment=NetworkSegment(79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6),segment_id=79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:25.860564 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] Sync routers for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:25.861707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'port': {'network_id': 'ee22ecc4-f1cb-4ca2-b530-52a7906ee71d', 'name': 'tempest-FloatingIPTestJSON-1748008630'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:25.862312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:25.870935 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:25.872586 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:25.883925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=335071de-aa55-40ff-8570-cc24cfe7cb98,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:25.902343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaca70b-0946-4c33-830a-397105bccff7 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:27:25.918009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ebf3dca0-14be-4ce2-b2c1-8b98fc367608 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Unset dirty status for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:25.922845 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ebf3dca0-14be-4ce2-b2c1-8b98fc367608 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "GET /v2.0/ports/ca7e9e7f-953b-4a02-96de-43fab70ba89d HTTP/1.1" status: 404 len: 333 time: 0.4061103 Mar 02 07:27:25.952061 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:25.961431 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:25.962241 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:25.979278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41138) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:25.999741 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1753934978'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:26.038809 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:26.040185 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392d8de-4983-4c58-8ff7-cbe1e9ee2920 None None] The sync data for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:26.068608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 9c035f51-54da-4618-bab5-3096ad446114 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:26.068972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.140618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.187975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Calling delete_port for a818e062-d5d3-40c7-99dd-86baeaa48be1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:26.205211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=e1584dc9-cc3c-48ec-b1d6-3cb2cfdbc673,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.269394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:26.306099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Usage tracker for resource:port and tenant:d23cafd3ffbc41cba47d270bfe045e3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:26.313967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:26.318646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:26.335319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:26.338716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c81df-f25f-4b67-b423-62087078cbfc req-a3677e23-ac2d-4abe-a7d3-ab1287604ca7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.340180 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad0c81df-f25f-4b67-b423-62087078cbfc req-a3677e23-ac2d-4abe-a7d3-ab1287604ca7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.9578094 Mar 02 07:27:26.349306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:26.350576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ce6249e9-1381-4df9-a387-8bbf37d82a08 None None] Provisioning for port d4b9acb5-93fa-4131-9742-8c938ddfb19d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:26.361729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.362085 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 2eef5b53-ffcf-4c6d-a31b-2d53051882d1 disassociated (deleted). External IP: 172.26.4.47, port: a32cc675-b7a9-471e-8d70-34b75aed89cb. Mar 02 07:27:26.384674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ce6249e9-1381-4df9-a387-8bbf37d82a08 None None] Provisioning complete for port d4b9acb5-93fa-4131-9742-8c938ddfb19d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:26.385602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce6249e9-1381-4df9-a387-8bbf37d82a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.415332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaca70b-0946-4c33-830a-397105bccff7 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:27:26.417140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Made reservation on behalf of d23cafd3ffbc41cba47d270bfe045e3d for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:26.420202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.444693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:26.448001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.465461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:27:21Z', 'revision_number': 3, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port': {'id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:19Z', 'updated_at': '2022-03-02T07:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:26.482901 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce6249e9-1381-4df9-a387-8bbf37d82a08 None None] Port d4b9acb5-93fa-4131-9742-8c938ddfb19d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:26.484020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] device_id is not set on port c3c34c86-4918-4ae8-95af-91150a422d44 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:26.496066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Checking router: 5992d90a-7535-441d-bf38-3280a2cb8d61 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:26.496305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Updating router 5992d90a-7535-441d-bf38-3280a2cb8d61 port 1d746cf2-0703-4465-9415-b07c27f403d7 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:27:26.532649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45ecb6cf-1976-46b8-afba-116227e3a2c4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:26.538402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] device_id is not set on port ae357844-da68-4b94-adcb-309615163ae4 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:26.640827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 45ecb6cf-1976-46b8-afba-116227e3a2c4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:26.641189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 45ecb6cf-1976-46b8-afba-116227e3a2c4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:26.672344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf725d9-5734-48fb-8e7a-b172c8915b53 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.678819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf725d9-5734-48fb-8e7a-b172c8915b53 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.683616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ce6249e9-1381-4df9-a387-8bbf37d82a08 None None] Provisioning complete for port 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:26.683616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce6249e9-1381-4df9-a387-8bbf37d82a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.684086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf725d9-5734-48fb-8e7a-b172c8915b53 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.684960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cf725d9-5734-48fb-8e7a-b172c8915b53 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:26.707511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.753086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:26.795639 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad0c81df-f25f-4b67-b423-62087078cbfc req-f5b34078-68c6-42b2-bec3-1d1b39707c3f tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344771 Mar 02 07:27:26.809164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-3adfa08c-b0c5-42d0-91f6-656a763a4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:26.810765 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-3adfa08c-b0c5-42d0-91f6-656a763a4d27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 0.9369996 Mar 02 07:27:26.830964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cf725d9-5734-48fb-8e7a-b172c8915b53 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:26.832145 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cf725d9-5734-48fb-8e7a-b172c8915b53 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 1.1610973 Mar 02 07:27:26.835909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41142) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:26.881854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device efc4d728-b149-40c7-b239-db6cb44db2f3 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:26.917766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce6249e9-1381-4df9-a387-8bbf37d82a08 None None] Port 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:26.934956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Port': ['ID=a818e062-d5d3-40c7-99dd-86baeaa48be1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:26.939441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No DVR routers for this DVR port a818e062-d5d3-40c7-99dd-86baeaa48be1 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:27.117871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Allocated IP 2001:db8::3b2 (69957f7b-051c-48dc-b611-908e2e02916c/3f498dc8-5fb3-497b-b9dc-1526efb20c13/c3c34c86-4918-4ae8-95af-91150a422d44) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:27.156535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Allocated IP 172.20.0.6 (ee22ecc4-f1cb-4ca2-b530-52a7906ee71d/3e39689f-333d-4c0d-9128-a1f1b13986fd/ae357844-da68-4b94-adcb-309615163ae4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:27.156819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port efc4d728-b149-40c7-b239-db6cb44db2f3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:27.156819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.171027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port d4b9acb5-93fa-4131-9742-8c938ddfb19d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:27.171426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.240651 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-380eff24-df41-4f41-8f4c-518e9baf34ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1001 time: 0.3575995 Mar 02 07:27:27.251868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.343040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:27:27.351862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.421891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deba7756-1f5b-41dd-aa44-25dc61fddf45']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:27.459630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:27.459909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c85b7e-78ac-48c0-81a0-8ee6b20a0ae6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:27.460857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 51f80685-8250-4428-8a17-d3e13278f7de has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:27.469846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'f067b2d6-dadc-4843-b659-ee43d3c1b7fe'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:27.470550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.521988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:27.543407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:27.548165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.558312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-77e3d81e-eec9-4700-9d67-a4643dbb48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.559785 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-77e3d81e-eec9-4700-9d67-a4643dbb48f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.2998662 Mar 02 07:27:27.563312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:27.563896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.589117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 335071de-aa55-40ff-8570-cc24cfe7cb98 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:27.646642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.650192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=f067b2d6-dadc-4843-b659-ee43d3c1b7fe,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:27.658076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.694407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:27.694989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:27.713581 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:27.760145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 335071de-aa55-40ff-8570-cc24cfe7cb98 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:27.760516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.803952 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b82c490-03cc-4e5a-935a-d4d7a317601f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4612412 Mar 02 07:27:27.812325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:27.816657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Allocated IP 2001:db8::f816:3eff:fe57:cd53 (9cd85606-01cd-4b60-bb33-0395597a84af/f067b2d6-dadc-4843-b659-ee43d3c1b7fe/44112189-8e28-4b77-9941-eb1abcd33eb4) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:27.819111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:2f:3e:86', 'name': 'tempest-NetworksTestDHCPv6-1905181290'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:27.901088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Transition to ACTIVE for port object 1d746cf2-0703-4465-9415-b07c27f403d7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:27.902833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.978204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:27.995855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.018151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-3cef2630-c9fd-4690-9663-b3c4f9fd380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:28.019872 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-3cef2630-c9fd-4690-9663-b3c4f9fd380b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4450870 Mar 02 07:27:28.021356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=deba7756-1f5b-41dd-aa44-25dc61fddf45,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.051092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57350cb9-199c-4162-b9f1-caf4d3ce5ba3 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/deba7756-1f5b-41dd-aa44-25dc61fddf45 HTTP/1.1" status: 204 len: 168 time: 6.9931579 Mar 02 07:27:28.060160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:28.080738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24940722'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:28.096058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.117165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Attempting to bind port 1d746cf2-0703-4465-9415-b07c27f403d7 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:28.117540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Attempting to bind port 1d746cf2-0703-4465-9415-b07c27f403d7 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:28.117932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Attempting to bind port 1d746cf2-0703-4465-9415-b07c27f403d7 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:28.119616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:28.136073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:28.151883 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:28.152263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:28.152665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.153060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:28.153531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Bound port: 1d746cf2-0703-4465-9415-b07c27f403d7, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:28.153978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.168601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:28.174253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.181177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.189734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce339b-5c82-437f-ba63-dd2b79be3ec8 None None] Pushing event updated for resources: {'Port': ['ID=1d746cf2-0703-4465-9415-b07c27f403d7,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.192432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Transition to ACTIVE for port object c3c34c86-4918-4ae8-95af-91150a422d44 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:28.203790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] Sync routers for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:28.280571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:28.281120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:28.337130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for d4b9acb5-93fa-4131-9742-8c938ddfb19d owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:28.340672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:28.368689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:28.380984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Transition to ACTIVE for port object ae357844-da68-4b94-adcb-309615163ae4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:28.384916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.386477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:28.390586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] For port 1d746cf2-0703-4465-9415-b07c27f403d7, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:28.398119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:28.398888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] For port 1d746cf2-0703-4465-9415-b07c27f403d7, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1d746cf2-0703-4465-9415-b07c27f403d7,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:28.402335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:28.407603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.408923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Transition to ACTIVE for port object 44112189-8e28-4b77-9941-eb1abcd33eb4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:28.416342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:28.419089 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.420009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.433943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:28.437685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.490360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:28.499116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9af3cd-1913-491c-9518-7148255f45dd req-7ff013ec-148e-4378-9013-31d955d9788d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:28.500616 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c9af3cd-1913-491c-9518-7148255f45dd req-7ff013ec-148e-4378-9013-31d955d9788d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5569227 Mar 02 07:27:28.507416 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-30d3e728-6477-49f4-ab41-0e4e641b502d service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772494 Mar 02 07:27:28.529205 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c63367fe-8515-40c9-8ff0-5c6d887e4ca6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/2eef5b53-ffcf-4c6d-a31b-2d53051882d1 HTTP/1.1" status: 204 len: 168 time: 4.4884202 Mar 02 07:27:28.547561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:28.563673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Transition to ACTIVE for port object 44112189-8e28-4b77-9941-eb1abcd33eb4 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:28.583845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.601354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.626170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:28.690097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Routers {'5992d90a-7535-441d-bf38-3280a2cb8d61'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:28.690747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5992d90a-7535-441d-bf38-3280a2cb8d61'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:28.770454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:28.778531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:28.781456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:28.790270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce339b-5c82-437f-ba63-dd2b79be3ec8 None None] Pushing event updated for resources: {'Port': ['ID=1d746cf2-0703-4465-9415-b07c27f403d7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.830831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.842197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network 69957f7b-051c-48dc-b611-908e2e02916c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:28.859795 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c9af3cd-1913-491c-9518-7148255f45dd req-ff83b7c8-066e-41d7-ae79-e4b7755dfbe9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248816 Mar 02 07:27:28.878435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:28.884758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:28.887095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.892831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:28.893697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:28.908099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=c3c34c86-4918-4ae8-95af-91150a422d44,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:28.992863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-145122ca-7206-4d9c-9dfc-85ffbc4452d9 req-6979b85d-9c6d-486a-b7e5-c165d2625468 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470999 Mar 02 07:27:28.994827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 401d8034-35dd-489e-9e50-9caf16a2e2ea yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:29.008957 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'status': 'completed', 'code': 200} Mar 02 07:27:29.107016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.111240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:29.124298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:29.134550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:29.137593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:29.152021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.152376 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment ad143743-0998-463b-8814-d8a84bfaed8e of type vlan for network 2dd527f4-87b1-4cce-be74-efc4fcc36fec Mar 02 07:27:29.171543 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9959f603-01cc-4c56-842c-4a17d6b6a8b0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1911683 Mar 02 07:27:29.177934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41162) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:29.193596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Allocated IP 172.20.0.1 (a6c4eeda-6ba7-40f1-a2af-e5b387455392/fce4c2d2-c412-4040-85fe-f577b4bfb607/e1ed648c-bff0-49b2-a691-e7bcdd033506) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:29.204888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'network_id': '69957f7b-051c-48dc-b611-908e2e02916c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-225191604'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:29.233515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.234520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Pushing event updated for resources: {'Port': ['ID=44112189-8e28-4b77-9941-eb1abcd33eb4,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.259413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event updated for resources: {'Port': ['ID=ae357844-da68-4b94-adcb-309615163ae4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.304126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Attempting to bind port 44112189-8e28-4b77-9941-eb1abcd33eb4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:29.304489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Attempting to bind port 44112189-8e28-4b77-9941-eb1abcd33eb4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:29.304855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Attempting to bind port 44112189-8e28-4b77-9941-eb1abcd33eb4 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:29.333031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:29.333317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:29.333576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.334000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:29.334483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Bound port: 44112189-8e28-4b77-9941-eb1abcd33eb4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:29.335272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.348524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] Set router 5992d90a-7535-441d-bf38-3280a2cb8d61 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:29.351344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=d4b9acb5-93fa-4131-9742-8c938ddfb19d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.360708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.362593 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-30bf927a-02b4-4409-90c5-dbae133e0fa0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/d4b9acb5-93fa-4131-9742-8c938ddfb19d HTTP/1.1" status: 204 len: 168 time: 2.5218587 Mar 02 07:27:29.396600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:29.448687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:29.449356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.453491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-b87e3f42-351e-47a8-9925-458109bb2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:29.454962 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-b87e3f42-351e-47a8-9925-458109bb2c79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 0.3874373 Mar 02 07:27:29.468312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fe2f:3e86 (9cd85606-01cd-4b60-bb33-0395597a84af/f067b2d6-dadc-4843-b659-ee43d3c1b7fe/401d8034-35dd-489e-9e50-9caf16a2e2ea) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:29.503481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.509479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:29.510947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.514099 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-378b5c75-ac2c-436a-9fc0-219570af3c71 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:27:29.518360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-378b5c75-ac2c-436a-9fc0-219570af3c71 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/d4b9acb5-93fa-4131-9742-8c938ddfb19d HTTP/1.1" status: 404 len: 333 time: 0.1172538 Mar 02 07:27:29.518794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41170) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:29.578416 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67602e82-40e6-4cea-a7e3-335173aa7d3d tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7225325 Mar 02 07:27:29.590093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:29.620440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-c8210c81-dd47-451f-b267-ce4134fe531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:29.622048 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-c8210c81-dd47-451f-b267-ce4134fe531f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 1098 time: 0.6585968 Mar 02 07:27:29.656708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Request body: {'floatingip': {'port_id': 'ae357844-da68-4b94-adcb-309615163ae4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:29.684801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9525-0aa2-4d1a-8cdf-d8e3e7030c4c req-8d0fac87-08d7-44dc-b4be-c4d39649403d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:29.685519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-138e9525-0aa2-4d1a-8cdf-d8e3e7030c4c req-8d0fac87-08d7-44dc-b4be-c4d39649403d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:29.693863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] For port 44112189-8e28-4b77-9941-eb1abcd33eb4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:29.705486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port bb461d27-c634-4843-94ae-59d106f05e91 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:29.705851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.711030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] For port 44112189-8e28-4b77-9941-eb1abcd33eb4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44112189-8e28-4b77-9941-eb1abcd33eb4,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:29.727020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.752720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:29.831200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:29.846880 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7854071 Mar 02 07:27:29.847934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed3653-6d9d-4999-99ce-87257b1a7e4b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=2dd527f4-87b1-4cce-be74-efc4fcc36fec,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.858182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41178) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:29.873314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:29.874371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-138e9525-0aa2-4d1a-8cdf-d8e3e7030c4c req-8d0fac87-08d7-44dc-b4be-c4d39649403d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:29.875614 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-138e9525-0aa2-4d1a-8cdf-d8e3e7030c4c req-8d0fac87-08d7-44dc-b4be-c4d39649403d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 945 time: 0.8152826 Mar 02 07:27:29.879808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:29.881957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 2dd527f4-87b1-4cce-be74-efc4fcc36fec details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:29.907324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.928337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:29.991822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a46b3-581e-4359-8ba8-04d0a0870a2d None None] Pushing event updated for resources: {'Port': ['ID=44112189-8e28-4b77-9941-eb1abcd33eb4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:29.999990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] Checking router: 51f80685-8250-4428-8a17-d3e13278f7de for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:30.014424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:30.016451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:30.017356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:30.027101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:30.030745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:30.037786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:30.039879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Made reservation on behalf of 5884e7625b8d4460967ee0260e4f82bb for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:30.043420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.168286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-685d1fcc-57b3-4119-b374-722d4c757ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.170744 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-685d1fcc-57b3-4119-b374-722d4c757ee1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 200 len: 897 time: 0.5346966 Mar 02 07:27:30.187504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:27:21Z', 'revision_number': 3, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port': {'id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:19Z', 'updated_at': '2022-03-02T07:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:30.194454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8561c-fb93-49b8-b434-74e000998e45 None None] The sync data for ids ['5992d90a-7535-441d-bf38-3280a2cb8d61'] in dv-neutron-831485-1-hyperv is: [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:27:21Z', 'revision_number': 3, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port': {'id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:19Z', 'updated_at': '2022-03-02T07:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:30.219356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-6ffceff0-9d73-475d-979d-3829937de5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:30.222516 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-6ffceff0-9d73-475d-979d-3829937de5b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 0.7518110 Mar 02 07:27:30.232050 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:30.314611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Transition to ACTIVE for port object e1ed648c-bff0-49b2-a691-e7bcdd033506 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:30.344573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:30.348866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.493796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:27:30.494313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:27:30.498424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-138e9525-0aa2-4d1a-8cdf-d8e3e7030c4c req-4e90f5e9-bf28-4b67-ba94-78c1bdb5f90f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:30.501391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] device_id is not set on port cb662091-0286-44d9-9e9a-cde77cbd30cc yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:30.574788 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-97031947-71c6-4d79-bfd0-e8dea1b52e32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb HTTP/1.1" status: 200 len: 217 time: 0.3728240 Mar 02 07:27:30.579012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.702392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 401d8034-35dd-489e-9e50-9caf16a2e2ea will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:30.738033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-138e9525-0aa2-4d1a-8cdf-d8e3e7030c4c req-4e90f5e9-bf28-4b67-ba94-78c1bdb5f90f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:30.739992 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-138e9525-0aa2-4d1a-8cdf-d8e3e7030c4c req-4e90f5e9-bf28-4b67-ba94-78c1bdb5f90f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6704657 Mar 02 07:27:30.810993 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-f85da505-5a63-41d7-a5ce-8d92734e55f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1001 time: 0.5656450 Mar 02 07:27:30.921616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:30.927660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44112189-8e28-4b77-9941-eb1abcd33eb4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:30.955695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:30.969258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e4fa5-fe94-40e6-b48d-a361e96e392d None None] The sync data for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv is: [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'd4056a90-5555-4dcd-b1c5-442bcb6ee2b6', 'name': '', 'network_id': '55ff9266-817e-4454-b930-2cb2ab4243a8', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:21:c0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '912c31c2-680d-4861-824a-3255a2879bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:29Z', 'updated_at': '2022-03-02T07:24:45Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '912c31c2-680d-4861-824a-3255a2879bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:31.033926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 44112189-8e28-4b77-9941-eb1abcd33eb4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:31.042886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1d746cf2-0703-4465-9415-b07c27f403d7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:31.110588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-c69c39e4-f4d5-40fd-a58d-117d2bb434c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.112495 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-c69c39e4-f4d5-40fd-a58d-117d2bb434c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=912c31c2-680d-4861-824a-3255a2879bca HTTP/1.1" status: 200 len: 835 time: 0.5166376 Mar 02 07:27:31.150019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 1d746cf2-0703-4465-9415-b07c27f403d7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:31.153148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:31.158629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1d746cf2-0703-4465-9415-b07c27f403d7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:31.159109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.175330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7644a20-c37b-4a62-8e3e-647f5e9e6e3c req-243d974b-cc65-47ce-9b33-241b78aec165 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.188135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7644a20-c37b-4a62-8e3e-647f5e9e6e3c req-243d974b-cc65-47ce-9b33-241b78aec165 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 1.1948221 Mar 02 07:27:31.212197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:31.214145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:31.366011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-40323326-0914-4ff4-ae35-9adaf5796ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.367549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-40323326-0914-4ff4-ae35-9adaf5796ba5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.5393727 Mar 02 07:27:31.384423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7ddec331-090d-4d6b-a256-1ea6f3a4df24 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.389016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7ddec331-090d-4d6b-a256-1ea6f3a4df24 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:31.393976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Allocated IP 2001:db8::b0 (69957f7b-051c-48dc-b611-908e2e02916c/3f498dc8-5fb3-497b-b9dc-1526efb20c13/cb662091-0286-44d9-9e9a-cde77cbd30cc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:31.449412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b8a99-a43e-48c1-9ac8-ede6d9dae71e None None] New status for floating IP 2eef5b53-ffcf-4c6d-a31b-2d53051882d1: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:27:31.462267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.489956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 1d746cf2-0703-4465-9415-b07c27f403d7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1d746cf2-0703-4465-9415-b07c27f403d7,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:31.500712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.577965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1dce0b-6da2-46f4-9c3f-c94681bb0d62 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:31.580808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.606711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Pushing event updated for resources: {'Port': ['ID=e1ed648c-bff0-49b2-a691-e7bcdd033506,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:31.630561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.694195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=401d8034-35dd-489e-9e50-9caf16a2e2ea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:31.761268 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7644a20-c37b-4a62-8e3e-647f5e9e6e3c req-9e117748-ac06-4a7c-b52c-21f755ab3ba6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5720832 Mar 02 07:27:31.812188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:31.815822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7ddec331-090d-4d6b-a256-1ea6f3a4df24 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:31.818407 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7ddec331-090d-4d6b-a256-1ea6f3a4df24 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 945 time: 1.4890611 Mar 02 07:27:31.819675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.827863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:31.829993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:31.830761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:31.837312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:31.838176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.026047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=1d746cf2-0703-4465-9415-b07c27f403d7,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:32.035727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d368221b-2a2f-45a4-a5bd-f93c59e8ca32 None None] Provisioning for port 44112189-8e28-4b77-9941-eb1abcd33eb4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:32.042087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d368221b-2a2f-45a4-a5bd-f93c59e8ca32 None None] Provisioning complete for port 44112189-8e28-4b77-9941-eb1abcd33eb4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:32.042465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d368221b-2a2f-45a4-a5bd-f93c59e8ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.253714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07c6f2f5-4d10-45dc-98be-67891d010ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4372234 Mar 02 07:27:32.266886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port a32cc675-b7a9-471e-8d70-34b75aed89cb {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:32.267220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.298686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41186) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:32.351267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d368221b-2a2f-45a4-a5bd-f93c59e8ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.372488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for bb461d27-c634-4843-94ae-59d106f05e91 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:32.392355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d368221b-2a2f-45a4-a5bd-f93c59e8ca32 None None] For port 44112189-8e28-4b77-9941-eb1abcd33eb4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44112189-8e28-4b77-9941-eb1abcd33eb4,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:32.397203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d368221b-2a2f-45a4-a5bd-f93c59e8ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.484865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-5417a3d5-405a-4ead-9ab1-dba8cc26bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.487367 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-5417a3d5-405a-4ead-9ab1-dba8cc26bf14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55ff9266-817e-4454-b930-2cb2ab4243a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3664117 Mar 02 07:27:32.488318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=e7a51542-9bdb-4f38-96de-3a0949218af7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:32.490199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368221b-2a2f-45a4-a5bd-f93c59e8ca32 None None] Pushing event updated for resources: {'Port': ['ID=44112189-8e28-4b77-9941-eb1abcd33eb4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:32.529956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7980ec20-d9b6-4731-9b95-678fb5d29d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.535101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Provisioning for port c3c34c86-4918-4ae8-95af-91150a422d44 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:32.542869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Provisioning complete for port c3c34c86-4918-4ae8-95af-91150a422d44 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:32.543297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.608539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Port c3c34c86-4918-4ae8-95af-91150a422d44 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:32.622108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Provisioning for port e1ed648c-bff0-49b2-a691-e7bcdd033506 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:32.629732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Provisioning complete for port e1ed648c-bff0-49b2-a691-e7bcdd033506 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:32.629923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.630147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': 'ad143743-0998-463b-8814-d8a84bfaed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:32.631972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: 2dd527f4-87b1-4cce-be74-efc4fcc36fec, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:32.708256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-0a905f74-bacd-4e6d-b895-5d01d0e230e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:32.708256 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-0a905f74-bacd-4e6d-b895-5d01d0e230e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2803619 Mar 02 07:27:32.708256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.720872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Port e1ed648c-bff0-49b2-a691-e7bcdd033506 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:32.735647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Provisioning for port ae357844-da68-4b94-adcb-309615163ae4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:32.742488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Provisioning complete for port ae357844-da68-4b94-adcb-309615163ae4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:32.743155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.808469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.825882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44112189-8e28-4b77-9941-eb1abcd33eb4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:32.898971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e78cf-10c9-4b25-b9e6-b92898bc1a8c None None] Port ae357844-da68-4b94-adcb-309615163ae4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:32.906178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 2dd527f4-87b1-4cce-be74-efc4fcc36fec is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:32.942708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 44112189-8e28-4b77-9941-eb1abcd33eb4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:32.943428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.981557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Transition to ACTIVE for port object cb662091-0286-44d9-9e9a-cde77cbd30cc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:32.982739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 2dd527f4-87b1-4cce-be74-efc4fcc36fec) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:32.991443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:32.993404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f3af0-8dbd-47d0-bd36-3182856d4a7e None None] Network 2dd527f4-87b1-4cce-be74-efc4fcc36fec requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:33.005532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdd4d7-687f-4377-88c7-f8616997c190 req-60b3afdc-bdb8-4cdf-9fb6-5420b95269e3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.007100 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecbdd4d7-687f-4377-88c7-f8616997c190 req-60b3afdc-bdb8-4cdf-9fb6-5420b95269e3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 945 time: 0.9522126 Mar 02 07:27:33.012279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.012917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.059465 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-f2611788-83a2-428c-8e9e-068b0d365898 service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310428 Mar 02 07:27:33.096018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=bb461d27-c634-4843-94ae-59d106f05e91,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:33.113892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port a32cc675-b7a9-471e-8d70-34b75aed89cb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=a32cc675-b7a9-471e-8d70-34b75aed89cb,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:33.114251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.185755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7cf6244e-fada-4a8a-ad5e-29dc550d03e2 None None] Provisioning complete for port 44112189-8e28-4b77-9941-eb1abcd33eb4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:33.186356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7cf6244e-fada-4a8a-ad5e-29dc550d03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.203531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.208622 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-502068b1-5568-4202-a1ff-f93c46ada987 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/bb461d27-c634-4843-94ae-59d106f05e91 HTTP/1.1" status: 204 len: 168 time: 3.6832488 Mar 02 07:27:33.212990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:33.262345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for a32cc675-b7a9-471e-8d70-34b75aed89cb owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:33.265893 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99acb9e8-c9a2-4765-808a-fce6cd0d98ab tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4005389 Mar 02 07:27:33.300445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41196) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:33.354202 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecbdd4d7-687f-4377-88c7-f8616997c190 req-0d9f7901-0628-4627-b411-eec990362028 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=10f55ab6-1f3b-4bfd-99b5-7f675fb01328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980740 Mar 02 07:27:33.377497 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-427a8a93-3530-4ad0-9cfe-69bb1597dd28 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:27:33.378057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-427a8a93-3530-4ad0-9cfe-69bb1597dd28 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:33.381254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.416189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1d746cf2-0703-4465-9415-b07c27f403d7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:33.537469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Network 69957f7b-051c-48dc-b611-908e2e02916c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:33.545334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:33.577600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-2dd527f4-87b1-4cce-be74-efc4fcc36fec', 'network_id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': 'e7a51542-9bdb-4f38-96de-3a0949218af7'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:33.579162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.581664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.678394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1d746cf2-0703-4465-9415-b07c27f403d7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:33.678394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.699572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5cd1c0-73b0-428c-98fa-f123fd4e6e3e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.701524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7cf6244e-fada-4a8a-ad5e-29dc550d03e2 None None] Provisioning for port 401d8034-35dd-489e-9e50-9caf16a2e2ea completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:33.701680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-427a8a93-3530-4ad0-9cfe-69bb1597dd28 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:33.702678 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-427a8a93-3530-4ad0-9cfe-69bb1597dd28 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/bb461d27-c634-4843-94ae-59d106f05e91 HTTP/1.1" status: 404 len: 333 time: 0.4420242 Mar 02 07:27:33.710147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5cd1c0-73b0-428c-98fa-f123fd4e6e3e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.712461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc5cd1c0-73b0-428c-98fa-f123fd4e6e3e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:33.712664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7cf6244e-fada-4a8a-ad5e-29dc550d03e2 None None] Provisioning complete for port 401d8034-35dd-489e-9e50-9caf16a2e2ea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:33.712858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:33.713062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7cf6244e-fada-4a8a-ad5e-29dc550d03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.718334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:33.718949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.726896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41200) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:33.808377 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed434792-93a6-4b8b-bfaa-04c54145a56c req-a5553061-6c79-4f42-9043-3bcdd92a5a3a service neutron] 10.222.0.32 "GET /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342300 Mar 02 07:27:33.816162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=cb662091-0286-44d9-9e9a-cde77cbd30cc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:33.840580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=a32cc675-b7a9-471e-8d70-34b75aed89cb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:33.862935 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7857436f-1b8b-45b2-89b0-e3809db4582c tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.6735957 Mar 02 07:27:33.867043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6244e-fada-4a8a-ad5e-29dc550d03e2 None None] Port 401d8034-35dd-489e-9e50-9caf16a2e2ea cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:33.870562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41204) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:33.886748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e8', 'mac_address': 'fa:16:3e:57:e9:94'}, {'ip_address': '2001:db8::3b2', 'mac_address': 'fa:16:3e:2f:59:fc'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:33.924373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.932557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Allocated IP 172.20.0.3 (2dd527f4-87b1-4cce-be74-efc4fcc36fec/e7a51542-9bdb-4f38-96de-3a0949218af7/5ffba915-ac48-49ae-83b3-4ea1ddcfce5b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:33.941374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet ebd65d09-8eb0-4723-b5e7-39e912571fd4 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:33.951097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:33.951378 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-3f11679d-27bf-4576-8db7-efe09c8dba01 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2295408 Mar 02 07:27:34.007999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port a32cc675-b7a9-471e-8d70-34b75aed89cb on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:34.031375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.034951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'name': 'network-vif-deleted', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:27:34.047690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc5cd1c0-73b0-428c-98fa-f123fd4e6e3e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:34.048825 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc5cd1c0-73b0-428c-98fa-f123fd4e6e3e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.7428684 Mar 02 07:27:34.060298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:34.061375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c56e1d45-9901-493d-8f00-4337e07abda1 None None] Provisioning complete for port 401d8034-35dd-489e-9e50-9caf16a2e2ea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:34.062178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c56e1d45-9901-493d-8f00-4337e07abda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.142498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c56e1d45-9901-493d-8f00-4337e07abda1 None None] Port 401d8034-35dd-489e-9e50-9caf16a2e2ea cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:34.144318 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99', 'name': 'network-vif-deleted', 'tag': 'a32cc675-b7a9-471e-8d70-34b75aed89cb', 'status': 'completed', 'code': 200} Mar 02 07:27:34.178137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.179229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c56e1d45-9901-493d-8f00-4337e07abda1 None None] Provisioning for port cb662091-0286-44d9-9e9a-cde77cbd30cc completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:34.180950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3bd11-34fe-4c33-8b91-d09dd71e1787 req-e18990be-808c-4603-a795-18b027876c61 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:34.182515 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54a3bd11-34fe-4c33-8b91-d09dd71e1787 req-e18990be-808c-4603-a795-18b027876c61 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 1.2900548 Mar 02 07:27:34.196327 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f2c2515-32a7-46a1-b8a4-1ef5deececb6 req-7c6d7751-21a9-41b6-8979-83113e06c86f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/a32cc675-b7a9-471e-8d70-34b75aed89cb HTTP/1.1" status: 204 len: 173 time: 2.3482237 Mar 02 07:27:34.196649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c56e1d45-9901-493d-8f00-4337e07abda1 None None] Provisioning complete for port cb662091-0286-44d9-9e9a-cde77cbd30cc triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:34.197113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c56e1d45-9901-493d-8f00-4337e07abda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.230879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:27:34.262347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.267996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.287652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 401d8034-35dd-489e-9e50-9caf16a2e2ea {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:34.288667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.294743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c56e1d45-9901-493d-8f00-4337e07abda1 None None] Port cb662091-0286-44d9-9e9a-cde77cbd30cc cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:34.331208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.342177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device a32cc675-b7a9-471e-8d70-34b75aed89cb no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:34.364459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:27:34.409816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.428814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: a32cc675-b7a9-471e-8d70-34b75aed89cb {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:34.429492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device a32cc675-b7a9-471e-8d70-34b75aed89cb not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:34.442082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.465154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Transition to ACTIVE for port object 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:34.490342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Transition to ACTIVE for port object 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:34.501584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.576965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Network 2dd527f4-87b1-4cce-be74-efc4fcc36fec is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:34.580044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:34.586079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:34.654995 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c26f8677-9947-4748-9c3e-1e0d27da9268 req-a1683048-2d45-4516-b08f-e956d4b2797f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a4ee3a4-e2b1-4409-9ee0-088ebd16ae99 HTTP/1.1" status: 200 len: 210 time: 0.0864272 Mar 02 07:27:34.672170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Pushing event updated for resources: {'Port': ['ID=5ffba915-ac48-49ae-83b3-4ea1ddcfce5b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:34.682692 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:27:34.705450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.719724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Attempting to bind port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:34.720206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Attempting to bind port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'ad143743-0998-463b-8814-d8a84bfaed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:34.720671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Attempting to bind port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b on network 2dd527f4-87b1-4cce-be74-efc4fcc36fec {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:34.722974 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7abc662-1a05-4aa3-97ae-9ae48759ec4b req-61287135-dcf5-44a4-bbe5-c74aa39ba226 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467384 Mar 02 07:27:34.726010 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54a3bd11-34fe-4c33-8b91-d09dd71e1787 req-2897292f-8a9e-4703-93fb-5c38105996de tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5249431 Mar 02 07:27:34.726859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:34.727663 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Checking segment: {'id': 'ad143743-0998-463b-8814-d8a84bfaed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:34.728743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.728743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Bound using segment: {'id': 'ad143743-0998-463b-8814-d8a84bfaed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:34.729170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Bound port: 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad143743-0998-463b-8814-d8a84bfaed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:34.729659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.790379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.802143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.802365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.816167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e5c60ca-4401-42e0-9fd0-720f8c90939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.827480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.847470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a51542-9bdb-4f38-96de-3a0949218af7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:34.882490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] For port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:34.886357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] For port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5ffba915-ac48-49ae-83b3-4ea1ddcfce5b,segment=NetworkSegment(ad143743-0998-463b-8814-d8a84bfaed8e),segment_id=ad143743-0998-463b-8814-d8a84bfaed8e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:34.894436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.918049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.932039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd65d09-8eb0-4723-b5e7-39e912571fd4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:34.948582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:34.953762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Pushing event updated for resources: {'Port': ['ID=e1ed648c-bff0-49b2-a691-e7bcdd033506,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:34.961856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c22c16-b462-4451-bd91-1e0f010a54dd None None] Network 88b526b0-e573-4048-8e46-7bd9cf8969f9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:35.025995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.043896 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9a5ad3c9-bd41-41bc-8da9-6c9836026d8b tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/ebd65d09-8eb0-4723-b5e7-39e912571fd4 HTTP/1.1" status: 204 len: 168 time: 1.3099816 Mar 02 07:27:35.047596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41218) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:35.172641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd527f4-87b1-4cce-be74-efc4fcc36fec']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:35.204222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad143743-0998-463b-8814-d8a84bfaed8e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:35.204502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad143743-0998-463b-8814-d8a84bfaed8e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:35.234228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4cddf-335d-44fb-bd96-332f39bfedee None None] Pushing event updated for resources: {'Port': ['ID=5ffba915-ac48-49ae-83b3-4ea1ddcfce5b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:35.235670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.250825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.260486 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 39686c42-b82b-443f-a725-277af0813057 associated. External IP: 172.26.4.26, port: baf51bf7-8a53-493c-b113-d759f1e1bbfa. Mar 02 07:27:35.324170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72152bcb-3a11-4b6f-be4c-154d68443dd8 None None] Network 2dd527f4-87b1-4cce-be74-efc4fcc36fec requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:35.376398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.387405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.395780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:35.397425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 335071de-aa55-40ff-8570-cc24cfe7cb98 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:35.397813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.400770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:35.469326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:35.470009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:35.510247 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:35.607284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 401d8034-35dd-489e-9e50-9caf16a2e2ea owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:35.674648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:27:35.674648 dv-neutron-831485-1-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:27:35.674648 dv-neutron-831485-1-hyperv neutron-server[87773]: [parameters: {'id': '2dd527f4-87b1-4cce-be74-efc4fcc36fec'}] Mar 02 07:27:35.674648 dv-neutron-831485-1-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:35.675053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:35.748307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e1c14c8d-346d-476a-b901-4099a5aabe71 None None] Provisioning complete for port e1ed648c-bff0-49b2-a691-e7bcdd033506 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:35.748307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1c14c8d-346d-476a-b901-4099a5aabe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.792824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] DHCP port deletion for 88b526b0-e573-4048-8e46-7bd9cf8969f9 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:35.810985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] Deleting port 335071de-aa55-40ff-8570-cc24cfe7cb98 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:35.811665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.874312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.875193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e1c14c8d-346d-476a-b901-4099a5aabe71 None None] Port e1ed648c-bff0-49b2-a691-e7bcdd033506 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:35.901020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:35.936139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41226) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:36.007123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] For port 335071de-aa55-40ff-8570-cc24cfe7cb98, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=335071de-aa55-40ff-8570-cc24cfe7cb98,segment=NetworkSegment(e3554f99-450d-422e-a1c6-b3c8d8a6e4a5),segment_id=e3554f99-450d-422e-a1c6-b3c8d8a6e4a5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:36.007388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.032572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.065134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] For port 335071de-aa55-40ff-8570-cc24cfe7cb98, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=335071de-aa55-40ff-8570-cc24cfe7cb98,segment=NetworkSegment(e3554f99-450d-422e-a1c6-b3c8d8a6e4a5),segment_id=e3554f99-450d-422e-a1c6-b3c8d8a6e4a5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:36.065528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.145393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.158126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 335071de-aa55-40ff-8570-cc24cfe7cb98 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:36.187825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] Calling delete_port for 335071de-aa55-40ff-8570-cc24cfe7cb98 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:36.212551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.251476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] In _notify_port_updated(), no bound segment for port cb662091-0286-44d9-9e9a-cde77cbd30cc on network 69957f7b-051c-48dc-b611-908e2e02916c {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:27:36.256823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:36.257454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.261179 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "PUT /v2.0/ports/cb662091-0286-44d9-9e9a-cde77cbd30cc HTTP/1.1" status: 200 len: 1066 time: 2.3844564 Mar 02 07:27:36.270972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.278795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41230) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:36.299114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Router 5992d90a-7535-441d-bf38-3280a2cb8d61 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:36.323349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] Pushing event deleted for resources: {'Port': ['ID=335071de-aa55-40ff-8570-cc24cfe7cb98,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:36.327280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387ab8f-0ae9-4f9f-881c-3356663b68d1 None None] No DVR routers for this DVR port 335071de-aa55-40ff-8570-cc24cfe7cb98 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:36.344763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-873fb32d-c8cb-41d0-92ae-f2e9b9cb6ee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.375964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d0bac-4a05-42c5-a3d1-9e51f873390e tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event updated for resources: {'Port': ['ID=cb662091-0286-44d9-9e9a-cde77cbd30cc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:36.378492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:36.379378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.468526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:36.468799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:36.471688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:36.477092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.481894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-873fb32d-c8cb-41d0-92ae-f2e9b9cb6ee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.493275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting port cb662091-0286-44d9-9e9a-cde77cbd30cc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:36.493633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.553335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=401d8034-35dd-489e-9e50-9caf16a2e2ea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:36.607553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3cc11687-0ec1-42db-a5df-c08f1e78c376 None None] Provisioning complete for port cb662091-0286-44d9-9e9a-cde77cbd30cc triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:36.608073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cc11687-0ec1-42db-a5df-c08f1e78c376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.627411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3caab3-f68c-430e-baba-e6ec2fea765d req-b4f85409-8c3e-451e-bbda-a2d064f63430 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:36.629489 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6b3caab3-f68c-430e-baba-e6ec2fea765d req-b4f85409-8c3e-451e-bbda-a2d064f63430 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5471466 Mar 02 07:27:36.678509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cc11687-0ec1-42db-a5df-c08f1e78c376 None None] Port cb662091-0286-44d9-9e9a-cde77cbd30cc cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:36.778850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 335071de-aa55-40ff-8570-cc24cfe7cb98 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:36.781597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.824868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] For port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5ffba915-ac48-49ae-83b3-4ea1ddcfce5b,segment=NetworkSegment(ad143743-0998-463b-8814-d8a84bfaed8e),segment_id=ad143743-0998-463b-8814-d8a84bfaed8e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:36.825281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.831044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 335071de-aa55-40ff-8570-cc24cfe7cb98 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:36.831400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 335071de-aa55-40ff-8570-cc24cfe7cb98 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:36.883291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:36.896221 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6b3caab3-f68c-430e-baba-e6ec2fea765d req-37b82070-976b-4c35-a7e4-d68b4a09d95f tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779549 Mar 02 07:27:36.909795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d7f650b7-5c45-46a2-80e4-43113f450f7e admin admin] 10.222.0.41 "PUT /v2.0/routers/5992d90a-7535-441d-bf38-3280a2cb8d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3879533 Mar 02 07:27:36.909795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18dd1e07-ff51-4fd5-abfd-a7142239204f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/401d8034-35dd-489e-9e50-9caf16a2e2ea HTTP/1.1" status: 204 len: 168 time: 2.8375912 Mar 02 07:27:36.909795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:36.918067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Sync routers for ids ['5992d90a-7535-441d-bf38-3280a2cb8d61'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:36.945425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3576038-3076-44b9-877a-4f6e315829a3 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:27:36.973272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 335071de-aa55-40ff-8570-cc24cfe7cb98 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:36.973787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:36.979877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Routers {'5992d90a-7535-441d-bf38-3280a2cb8d61'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:36.981189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5992d90a-7535-441d-bf38-3280a2cb8d61'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:36.985312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:36.998487 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:37.014117 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:37.014624 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:37.091094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b00d6-0070-47e7-b45e-52c0a1acc0a2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:37.092990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b00d6-0070-47e7-b45e-52c0a1acc0a2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:37.093857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c52b00d6-0070-47e7-b45e-52c0a1acc0a2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:37.130269 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:37.143368 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:37.149231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-873fb32d-c8cb-41d0-92ae-f2e9b9cb6ee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.151269 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:37.203159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Calling delete_port for 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:37.207401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Set router 5992d90a-7535-441d-bf38-3280a2cb8d61 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:37.287292 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:37.287696 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967fde5-0489-4283-945e-c0857276a9f9 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:37.330809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c52b00d6-0070-47e7-b45e-52c0a1acc0a2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:37.332861 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c52b00d6-0070-47e7-b45e-52c0a1acc0a2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4224892 Mar 02 07:27:37.337268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fb32d-c8cb-41d0-92ae-f2e9b9cb6ee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f55ab6-1f3b-4bfd-99b5-7f675fb01328,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:37.338825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41246) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:37.346457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] The port '335071de-aa55-40ff-8570-cc24cfe7cb98' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:27:37.474993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.505472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router acf04278-54bc-4ae1-90ef-38a1a25c6755 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:37.527044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.710671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-873fb32d-c8cb-41d0-92ae-f2e9b9cb6ee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.715083 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-873fb32d-c8cb-41d0-92ae-f2e9b9cb6ee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/10f55ab6-1f3b-4bfd-99b5-7f675fb01328 HTTP/1.1" status: 204 len: 168 time: 1.7768331 Mar 02 07:27:37.718859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3576038-3076-44b9-877a-4f6e315829a3 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:27:37.824148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet f067b2d6-dadc-4843-b659-ee43d3c1b7fe {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:37.826014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41252) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:37.826337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41254) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:37.836364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Calling delete_port for cb662091-0286-44d9-9e9a-cde77cbd30cc owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:37.879567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860460231', 'description': 'tempest-secgroup-smoke-1860460231 description', 'project_id': 'cab355d98ae64c0f8d687bc34504dadb'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:37.887949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:37.893677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.902406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:27:32Z', 'revision_number': 4, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port': {'id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:19Z', 'updated_at': '2022-03-02T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e1ed648c-bff0-49b2-a691-e7bcdd033506', 'name': '', 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'mac_address': 'fa:16:3e:be:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fce4c2d2-c412-4040-85fe-f577b4bfb607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:28Z', 'updated_at': '2022-03-02T07:27:33Z', 'revision_number': 2, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'subnets': [{'id': 'fce4c2d2-c412-4040-85fe-f577b4bfb607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:37.909388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] Sync routers for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:37.921461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Checking router: 5992d90a-7535-441d-bf38-3280a2cb8d61 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:37.921856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Updating router 5992d90a-7535-441d-bf38-3280a2cb8d61 port e1ed648c-bff0-49b2-a691-e7bcdd033506 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:27:37.945550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.955784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:37.972279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:37.972929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:37.982597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:38.018745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e6c01d79-7489-4af6-a34d-416b017d685e tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/floatingips/39686c42-b82b-443f-a725-277af0813057 HTTP/1.1" status: 200 len: 977 time: 8.4250147 Mar 02 07:27:38.018957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:38.023239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:38.025748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.031473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:38.045165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.062178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.088019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port ae357844-da68-4b94-adcb-309615163ae4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:38.088399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.100048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:38.104783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:38.105415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.108144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b526b0-e573-4048-8e46-7bd9cf8969f9']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.124363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Port': ['ID=5ffba915-ac48-49ae-83b3-4ea1ddcfce5b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:38.136835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No DVR routers for this DVR port 5ffba915-ac48-49ae-83b3-4ea1ddcfce5b on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:38.156371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3554f99-450d-422e-a1c6-b3c8d8a6e4a5') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.156899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3554f99-450d-422e-a1c6-b3c8d8a6e4a5') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.177738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.178151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be5286-9950-415e-8a19-f1f05e3333e7 None None] The sync data for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:38.217170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.245742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.252187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.392605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.429114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.442374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:38.484376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.496440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:38.496836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.520121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:38.522958 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:38.539329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:38.578886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:38.647933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd527f4-87b1-4cce-be74-efc4fcc36fec']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.673335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.707827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.708391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.708508 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Floating IP 39686c42-b82b-443f-a725-277af0813057 disassociated. External IP: 172.26.4.26, port: ae357844-da68-4b94-adcb-309615163ae4. Mar 02 07:27:38.708999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for ae357844-da68-4b94-adcb-309615163ae4 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:38.757528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad143743-0998-463b-8814-d8a84bfaed8e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.757840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad143743-0998-463b-8814-d8a84bfaed8e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:38.780092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.787175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.793627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Transition to ACTIVE for port object e1ed648c-bff0-49b2-a691-e7bcdd033506 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:38.802448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.824470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.831004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.870825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.935630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=ae357844-da68-4b94-adcb-309615163ae4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:38.948812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:38.986545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.019090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=88b526b0-e573-4048-8e46-7bd9cf8969f9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:39.023110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Port': ['ID=cb662091-0286-44d9-9e9a-cde77cbd30cc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:39.027539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7604c5a-0e66-4657-89ba-59c7cd627c62 None None] Pushing event updated for resources: {'Port': ['ID=e1ed648c-bff0-49b2-a691-e7bcdd033506,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:39.042086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:39.042493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.104133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Attempting to bind port e1ed648c-bff0-49b2-a691-e7bcdd033506 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:39.104668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Attempting to bind port e1ed648c-bff0-49b2-a691-e7bcdd033506 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:39.105171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Attempting to bind port e1ed648c-bff0-49b2-a691-e7bcdd033506 on network a6c4eeda-6ba7-40f1-a2af-e5b387455392 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:39.112324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:39.113009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Checking segment: {'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:39.114093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.114589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Bound using segment: {'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:39.115175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Bound port: e1ed648c-bff0-49b2-a691-e7bcdd033506, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302fc381-c273-43b3-8ec1-1ffc8ba9d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:39.115655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.237671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router acf04278-54bc-4ae1-90ef-38a1a25c6755 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:39.241801 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:39.249256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] For port e1ed648c-bff0-49b2-a691-e7bcdd033506, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:39.252435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] For port e1ed648c-bff0-49b2-a691-e7bcdd033506, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e1ed648c-bff0-49b2-a691-e7bcdd033506,segment=NetworkSegment(302fc381-c273-43b3-8ec1-1ffc8ba9d458),segment_id=302fc381-c273-43b3-8ec1-1ffc8ba9d458)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:39.260345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.343447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Routers {'5992d90a-7535-441d-bf38-3280a2cb8d61'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:39.344242 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5992d90a-7535-441d-bf38-3280a2cb8d61'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:39.423306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7604c5a-0e66-4657-89ba-59c7cd627c62 None None] Pushing event updated for resources: {'Port': ['ID=e1ed648c-bff0-49b2-a691-e7bcdd033506,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:39.494166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:39.508947 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] Sync routers for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:39.522518 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:39.524910 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:39.526941 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-db2c4760-e93b-41dd-a47b-e82db7e01f3e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/88b526b0-e573-4048-8e46-7bd9cf8969f9 HTTP/1.1" status: 204 len: 168 time: 4.4760859 Mar 02 07:27:39.533262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41264) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:39.546792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.556732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1519744989'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:39.565845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.610899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] Set router 5992d90a-7535-441d-bf38-3280a2cb8d61 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:39.643436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.648984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:39.660901 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:39.671981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:network and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:39.673570 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:39.674457 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:39.694052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a736afb-16dd-46a6-a18f-ff24888c3cad None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:39.699510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:39.701155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.702297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=f067b2d6-dadc-4843-b659-ee43d3c1b7fe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:39.706695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.719788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=2dd527f4-87b1-4cce-be74-efc4fcc36fec,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:39.720417 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef31708a-3482-44de-a1a9-14fb4021ef86 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/ports/ae357844-da68-4b94-adcb-309615163ae4 HTTP/1.1" status: 204 len: 168 time: 1.7002017 Mar 02 07:27:39.725659 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6033c5b7-13e4-4a89-9a3e-638b45cea647 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/f067b2d6-dadc-4843-b659-ee43d3c1b7fe HTTP/1.1" status: 204 len: 168 time: 2.3711383 Mar 02 07:27:39.726642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:39.727372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:39.729020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:39.743065 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7efb6388-205a-4965-bd89-68a28e391824 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/2dd527f4-87b1-4cce-be74-efc4fcc36fec HTTP/1.1" status: 204 len: 168 time: 6.4348218 Mar 02 07:27:39.757585 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:39.758032 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc760ee-ad25-4653-823e-775842985b24 None None] The sync data for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:39.816078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41276) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:39.839504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416758842'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:39.862416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:39.874735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:39.881191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.882412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:39.894167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:39.902315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:39.963491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:39.967357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.020980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:40.024445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.084094 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2fa33183-cf20-4a35-8a16-2f1fd5584e95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3519385 Mar 02 07:27:40.088806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:40.096859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:40.106187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.108990 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2356718 Mar 02 07:27:40.113169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591fe21-1bcd-4471-9616-720b3449d563 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46779a13-7e5c-4ee2-b113-c142f0b5d6ed,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:40.113566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:40.124128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.125542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'security_group_rule': {'security_group_id': '46779a13-7e5c-4ee2-b113-c142f0b5d6ed', 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:40.135054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:40.151045 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c126c800-88b6-4feb-a783-44a333e3ea20 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/ports/cb662091-0286-44d9-9e9a-cde77cbd30cc HTTP/1.1" status: 204 len: 168 time: 3.8689137 Mar 02 07:27:40.152979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:40.155170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:40.161721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:40.164292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.164738 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Added segment f2bafde4-4904-45f4-90a4-cf4d5ea230de of type vlan for network d190d3d1-8be9-4041-a67e-fe6ac5889c60 Mar 02 07:27:40.167795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:40.185796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.186285 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 609ff8a1-e373-4e81-bf9c-dfbbffb6a073 of type vlan for network ccffde8e-73e5-446c-ba75-5500f6c0a8b1 Mar 02 07:27:40.218626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:27:32Z', 'revision_number': 4, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port': {'id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:19Z', 'updated_at': '2022-03-02T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e1ed648c-bff0-49b2-a691-e7bcdd033506', 'name': '', 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'mac_address': 'fa:16:3e:be:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fce4c2d2-c412-4040-85fe-f577b4bfb607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:28Z', 'updated_at': '2022-03-02T07:27:39Z', 'revision_number': 4, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'subnets': [{'id': 'fce4c2d2-c412-4040-85fe-f577b4bfb607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:40.223419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef93527-8ea9-438b-ab6e-0bb3bc715897 None None] The sync data for ids ['5992d90a-7535-441d-bf38-3280a2cb8d61'] in dv-neutron-831485-1-hyperv is: [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:27:32Z', 'revision_number': 4, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port': {'id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:19Z', 'updated_at': '2022-03-02T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e1ed648c-bff0-49b2-a691-e7bcdd033506', 'name': '', 'network_id': 'a6c4eeda-6ba7-40f1-a2af-e5b387455392', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'mac_address': 'fa:16:3e:be:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fce4c2d2-c412-4040-85fe-f577b4bfb607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:28Z', 'updated_at': '2022-03-02T07:27:39Z', 'revision_number': 4, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'subnets': [{'id': 'fce4c2d2-c412-4040-85fe-f577b4bfb607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:40.244091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.273507 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:40.280834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.293478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:40.314409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:40.331282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] Deleting port 44112189-8e28-4b77-9941-eb1abcd33eb4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:40.334271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.351418 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.357507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:40.358130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.385737 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1310b2-2db7-496f-9e2b-35aa250f47b4 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] GET failed (client error): The resource could not be found. Mar 02 07:27:40.389525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7f1310b2-2db7-496f-9e2b-35aa250f47b4 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "GET /v2.0/ports/cb662091-0286-44d9-9e9a-cde77cbd30cc HTTP/1.1" status: 404 len: 333 time: 0.2272551 Mar 02 07:27:40.403980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:40.412912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.418571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:40.419186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.505311 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9610343 Mar 02 07:27:40.511674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41296) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:40.521861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:40.536653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b457ff-1da9-4753-a09c-e6548519e47c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Network': ['ID=d190d3d1-8be9-4041-a67e-fe6ac5889c60,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:40.541278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.552206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:40.592439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.619243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:40.674283 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8489754 Mar 02 07:27:40.693334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41300) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:40.704605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': 'ccffde8e-73e5-446c-ba75-5500f6c0a8b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:40.758536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] For port 44112189-8e28-4b77-9941-eb1abcd33eb4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44112189-8e28-4b77-9941-eb1abcd33eb4,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:40.759142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.765313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:40.826305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.844383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.861304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting port c3c34c86-4918-4ae8-95af-91150a422d44 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:40.862565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:40.864711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.868158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:40.871790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:40.877751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:40.909954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e1ed648c-bff0-49b2-a691-e7bcdd033506 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:40.947621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] Calling delete_port for 44112189-8e28-4b77-9941-eb1abcd33eb4 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:40.952080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:40.955702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:40.983058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b9a1fe-f0f7-44aa-9f30-3a0dfb84922c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:41.012044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:41.016166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.081411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port e1ed648c-bff0-49b2-a691-e7bcdd033506 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:41.087358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.132070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e1ed648c-bff0-49b2-a691-e7bcdd033506 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:41.132734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.147657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7098281-70d3-43c2-b073-84eb49b79a99 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=ccffde8e-73e5-446c-ba75-5500f6c0a8b1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:41.169336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.169556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] No DVR routers for this DVR port 44112189-8e28-4b77-9941-eb1abcd33eb4 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:41.170554 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22211a1d-6dd0-4dda-8368-fa3b956bc55a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0536909 Mar 02 07:27:41.176582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ccffde8e-73e5-446c-ba75-5500f6c0a8b1 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:41.189038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44736d3-b9db-45e1-add6-8dcb237ae22c None None] Pushing event deleted for resources: {'Port': ['ID=44112189-8e28-4b77-9941-eb1abcd33eb4,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:41.222618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:41.232273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:41.236679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:41.240143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:41.245863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:41.278519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'security_group_rule': {'security_group_id': '46779a13-7e5c-4ee2-b113-c142f0b5d6ed', 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:41.292080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:41.303370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:41.312429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.321495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:41.332300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:41.350835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:41.402022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.447225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port e1ed648c-bff0-49b2-a691-e7bcdd033506, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e1ed648c-bff0-49b2-a691-e7bcdd033506,segment=NetworkSegment(302fc381-c273-43b3-8ec1-1ffc8ba9d458),segment_id=302fc381-c273-43b3-8ec1-1ffc8ba9d458)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:41.459045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.535716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=e1ed648c-bff0-49b2-a691-e7bcdd033506,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:41.539948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44112189-8e28-4b77-9941-eb1abcd33eb4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:41.561045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.642026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 44112189-8e28-4b77-9941-eb1abcd33eb4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:41.642381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44112189-8e28-4b77-9941-eb1abcd33eb4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:41.745541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:41.925040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Calling delete_port for c3c34c86-4918-4ae8-95af-91150a422d44 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:42.016724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.058340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:27:42.067490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.089329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:42.089816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.140281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.156876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:42.157773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.168241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:42.173837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=99a34d4c-f920-4691-ae50-cdabc475f609,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.181046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306bc80-3990-48ee-91bd-582b82e10192 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:42.188191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:42.188796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.211082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.251619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.310572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cf1694-90eb-42e4-98f7-2ac7680025cf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.329896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=ba4116a3-6991-4204-8f91-0e9a70321418,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.372283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.373725 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0647e01a-e3d9-4dad-8e35-ede4039c5ba8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1427701 Mar 02 07:27:42.379012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': '609ff8a1-e373-4e81-bf9c-dfbbffb6a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ccffde8e-73e5-446c-ba75-5500f6c0a8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:42.379853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41308) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:42.381860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: ccffde8e-73e5-446c-ba75-5500f6c0a8b1, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:42.384866 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cfeedcd-954d-4eca-b569-d7fb72143235 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2926826 Mar 02 07:27:42.393374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41312) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:42.397543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'security_group_rule': {'security_group_id': '46779a13-7e5c-4ee2-b113-c142f0b5d6ed', 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:42.434077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'ba4116a3-6991-4204-8f91-0e9a70321418'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:42.434988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.460802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:42.461085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port d4056a90-5555-4dcd-b1c5-442bcb6ee2b6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:42.461085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.465409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:e7:2a:09', 'name': 'tempest-NetworksTestDHCPv6-953990250'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:42.470987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=aba85c15-d4b7-4998-93c9-71d180260739,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.483908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Checking segment: {'id': 'f2bafde4-4904-45f4-90a4-cf4d5ea230de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:42.484332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network hostable DHCP agents. Network: d190d3d1-8be9-4041-a67e-fe6ac5889c60, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:42.486537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.554490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:42.561290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:42.577518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Port': ['ID=c3c34c86-4918-4ae8-95af-91150a422d44,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:42.581156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:42.605072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:42.605844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Allocated IP 2001:db8::f816:3eff:fea8:29ed (9cd85606-01cd-4b60-bb33-0395597a84af/ba4116a3-6991-4204-8f91-0e9a70321418/821ff7c4-6f8a-4396-a2b1-c35b3fd8b320) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:42.651983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network ccffde8e-73e5-446c-ba75-5500f6c0a8b1 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:42.682273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:42.688514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, ccffde8e-73e5-446c-ba75-5500f6c0a8b1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:42.696365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.701477 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63368c32-b7f0-493b-a6e1-624ea255535b tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/ports/c3c34c86-4918-4ae8-95af-91150a422d44 HTTP/1.1" status: 204 len: 168 time: 2.2924666 Mar 02 07:27:42.717861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41316) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:42.778382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434947a1-954b-44f6-a58f-317a3ed36868 None None] Network ccffde8e-73e5-446c-ba75-5500f6c0a8b1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:42.833726 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b2271f-54de-4d44-8f7d-a918c63c2ac8 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] GET failed (client error): The resource could not be found. Mar 02 07:27:42.834199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45b2271f-54de-4d44-8f7d-a918c63c2ac8 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Synchronizing usage tracker for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:42.858334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e1ed648c-bff0-49b2-a691-e7bcdd033506 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:42.875154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:42.875756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.889605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d190d3d1-8be9-4041-a67e-fe6ac5889c60) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:42.893848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.904668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:42.905242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:42.915258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa9573-5930-4727-ace6-7a8e4c4c6233 None None] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:42.936493 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d41a0908-b82d-416a-9470-e00a290c5289 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2369595 Mar 02 07:27:42.943035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41320) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:42.951498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45b2271f-54de-4d44-8f7d-a918c63c2ac8 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Unset dirty status for tenant:5884e7625b8d4460967ee0260e4f82bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:42.953307 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45b2271f-54de-4d44-8f7d-a918c63c2ac8 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "GET /v2.0/ports/c3c34c86-4918-4ae8-95af-91150a422d44 HTTP/1.1" status: 404 len: 333 time: 0.2265079 Mar 02 07:27:42.966123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41324) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:42.971342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-395403f4-9a54-45c2-9e9c-2d6db716e54e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4555004 Mar 02 07:27:42.977426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41328) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:42.986846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1913553622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:43.007892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:43.018361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:43.037109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:43.049297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:43.060613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:43.072355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:router and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:43.083320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:43.098351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting port 56bae09c-a95d-472d-8ea7-f0159cf08c0b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:43.098667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.104923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:43.133083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.134080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.187770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.190392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e1ed648c-bff0-49b2-a691-e7bcdd033506 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:43.190901 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.191609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:43.204149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.213953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.237158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.265381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.402144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.424873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Transition to ACTIVE for port object 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:43.455173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.470280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=d4056a90-5555-4dcd-b1c5-442bcb6ee2b6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:43.472424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-d190d3d1-8be9-4041-a67e-fe6ac5889c60', 'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60', 'tenant_id': '0dc0eac2434141018dd53aeea6495516', 'fixed_ips': [{'subnet_id': 'aba85c15-d4b7-4998-93c9-71d180260739'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:43.472730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.508810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Transition to ACTIVE for port object 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:43.532651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac585c77-717a-4589-8473-2601f7693510,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:43.535652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:43.536525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.578423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.581143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d50de5-ec21-4035-8b81-fd0643b2a51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-ccffde8e-73e5-446c-ba75-5500f6c0a8b1', 'network_id': 'ccffde8e-73e5-446c-ba75-5500f6c0a8b1', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': '99a34d4c-f920-4691-ae50-cdabc475f609'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:43.582032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98d50de5-ec21-4035-8b81-fd0643b2a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.598190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.611322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.615611 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-708a7965-f27d-4852-b5fe-287737f70c61 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6321490 Mar 02 07:27:43.632711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41332) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:43.645199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60', 'name': 'tempest-PortsIpV6TestJSON-1360566515'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:43.727464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Pushing event updated for resources: {'Port': ['ID=821ff7c4-6f8a-4396-a2b1-c35b3fd8b320,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:43.749985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.753727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:43.780017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:43.818890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:43.836787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:43.840976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6107a84e-f1ef-4be7-b0a5-338b39254360 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4558861 Mar 02 07:27:43.844870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41336) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:43.858077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'security_group_rule': {'security_group_id': '46779a13-7e5c-4ee2-b113-c142f0b5d6ed', 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:43.868698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:43.886510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:43.894904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:43.912549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:43.920194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for 77903b8a-90d2-4da5-93fd-4ef9af9bcf91 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:43.929423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.017422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.042144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=99a34d4c-f920-4691-ae50-cdabc475f609,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:44.042474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Attempting to bind port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:44.042911 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Attempting to bind port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:44.043349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Attempting to bind port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:44.048048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:44.055158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:44.055647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:44.056120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.056659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:44.057202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Bound port: 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:44.057722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-98d50de5-ec21-4035-8b81-fd0643b2a51c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99a34d4c-f920-4691-ae50-cdabc475f609: This subnet is being modified by another concurrent operation. Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:27:44.077576 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99a34d4c-f920-4691-ae50-cdabc475f609: This subnet is being modified by another concurrent operation. Mar 02 07:27:44.082379 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:27:44.088113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port c3d596dd-aa4a-4e00-ba38-754ca671f260 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:44.093566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Allocated IP 2001:db8::2 (d190d3d1-8be9-4041-a67e-fe6ac5889c60/aba85c15-d4b7-4998-93c9-71d180260739/d487f255-34af-47ee-bc6f-3b0482d0240e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:44.107946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:44.115492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.129243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b082fc-599f-4d5a-a4c0-69e2bd109195 None None] Network ccffde8e-73e5-446c-ba75-5500f6c0a8b1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:44.179679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.194849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.291301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:44.295533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.335112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccffde8e-73e5-446c-ba75-5500f6c0a8b1']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:44.358928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] For port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:44.368349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609ff8a1-e373-4e81-bf9c-dfbbffb6a073') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:44.368883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609ff8a1-e373-4e81-bf9c-dfbbffb6a073') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:44.393417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 18962c42-be26-4547-a1de-7dffb1dbce90 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:44.426008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] For port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=821ff7c4-6f8a-4396-a2b1-c35b3fd8b320,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:44.426833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.427501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.452133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.556081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.563674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.572605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:44.573142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.574067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Calling delete_port for 56bae09c-a95d-472d-8ea7-f0159cf08c0b owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:44.591397 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:44.602039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08f88c-1d7e-4d73-b017-eb2a236d529a None None] Pushing event updated for resources: {'Port': ['ID=821ff7c4-6f8a-4396-a2b1-c35b3fd8b320,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:44.610510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.639418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fee7:2a09 (9cd85606-01cd-4b60-bb33-0395597a84af/ba4116a3-6991-4204-8f91-0e9a70321418/c3d596dd-aa4a-4e00-ba38-754ca671f260) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:44.640217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.656184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Transition to ACTIVE for port object d487f255-34af-47ee-bc6f-3b0482d0240e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:44.678485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Transition to ACTIVE for port object d487f255-34af-47ee-bc6f-3b0482d0240e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:44.687003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.728552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b5d13d-a373-4070-b220-bb44bdbb8015,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:44.753815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.758110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a36e7a7d-ef22-44bc-973c-847c7d3dab06 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9077175 Mar 02 07:27:44.758720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41340) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:44.781277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'security_group_rule': {'security_group_id': '46779a13-7e5c-4ee2-b113-c142f0b5d6ed', 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:44.805305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:44.807687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:44.818220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:44.859458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Pushing event updated for resources: {'Port': ['ID=d487f255-34af-47ee-bc6f-3b0482d0240e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:44.861176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:44.868627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:44.870540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:44.886360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:44.940147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.969740 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Attempting to bind port d487f255-34af-47ee-bc6f-3b0482d0240e on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:44.970304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Attempting to bind port d487f255-34af-47ee-bc6f-3b0482d0240e by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'f2bafde4-4904-45f4-90a4-cf4d5ea230de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:44.970859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Attempting to bind port d487f255-34af-47ee-bc6f-3b0482d0240e on network d190d3d1-8be9-4041-a67e-fe6ac5889c60 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:44.977899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:44.978424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Checking segment: {'id': 'f2bafde4-4904-45f4-90a4-cf4d5ea230de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:44.978933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:44.979462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Bound using segment: {'id': 'f2bafde4-4904-45f4-90a4-cf4d5ea230de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:44.980079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Bound port: d487f255-34af-47ee-bc6f-3b0482d0240e, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bafde4-4904-45f4-90a4-cf4d5ea230de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd190d3d1-8be9-4041-a67e-fe6ac5889c60'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:44.980881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.001086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.013618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.043431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.053853 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Project cab355d98ae64c0f8d687bc34504dadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:27:45.067658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.098371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] For port d487f255-34af-47ee-bc6f-3b0482d0240e, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:45.099993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=ccffde8e-73e5-446c-ba75-5500f6c0a8b1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:45.102503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::95 (d190d3d1-8be9-4041-a67e-fe6ac5889c60/aba85c15-d4b7-4998-93c9-71d180260739/18962c42-be26-4547-a1de-7dffb1dbce90) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:45.103870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] For port d487f255-34af-47ee-bc6f-3b0482d0240e, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d487f255-34af-47ee-bc6f-3b0482d0240e,segment=NetworkSegment(f2bafde4-4904-45f4-90a4-cf4d5ea230de),segment_id=f2bafde4-4904-45f4-90a4-cf4d5ea230de)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:45.114437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.122974 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-771ab611-be78-423d-b9fd-e7c7fabab02f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/ccffde8e-73e5-446c-ba75-5500f6c0a8b1 HTTP/1.1" status: 204 len: 168 time: 2.1758583 Mar 02 07:27:45.133956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41344) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:45.216876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6ee53-f481-4698-997f-cf8c3a989259 None None] Pushing event updated for resources: {'Port': ['ID=d487f255-34af-47ee-bc6f-3b0482d0240e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:45.293806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225929346'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:45.423175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:45.431250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=77903b8a-90d2-4da5-93fd-4ef9af9bcf91,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:45.466227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:45.493985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:45.541291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.544914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:45.549982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.601989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 51f80685-8250-4428-8a17-d3e13278f7de has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:45.610483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Port': ['ID=56bae09c-a95d-472d-8ea7-f0159cf08c0b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:45.614927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.615643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:45.619407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.655579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e87f3978-7e39-4acc-af57-5f07940040c0 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/ports/56bae09c-a95d-472d-8ea7-f0159cf08c0b HTTP/1.1" status: 204 len: 168 time: 2.6794786 Mar 02 07:27:45.656337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41348) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:45.661986 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object c3d596dd-aa4a-4e00-ba38-754ca671f260 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:45.689629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.816955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f64aebe-5e03-436e-a020-354b44474253,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:45.847369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:45.848641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting subnet 3f498dc8-5fb3-497b-b9dc-1526efb20c13 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:45.855743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.869264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.870602 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f9b0811a-9640-40c1-af1e-f4cd70ecb068 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1012506 Mar 02 07:27:45.882577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:45.948354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.948636 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment ed04cbdc-a3b8-45c7-8f72-418204ecc75c of type vlan for network 247710fe-3f3f-409c-b8df-edad6ced12fd Mar 02 07:27:45.954688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'security_group_rule': {'security_group_id': '46779a13-7e5c-4ee2-b113-c142f0b5d6ed', 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:45.962329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:45.986239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:46.000317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:security_group_rule and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:46.007367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.012772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:46.034360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:46.048213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.067409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:46.073535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.077461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 18962c42-be26-4547-a1de-7dffb1dbce90 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:46.084127 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0ffac8fe-e35e-4cd1-96b6-86fc8312089a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/51f80685-8250-4428-8a17-d3e13278f7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2111237 Mar 02 07:27:46.084319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] Sync routers for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:46.085657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41356) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:46.088223 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Project cab355d98ae64c0f8d687bc34504dadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:27:46.100456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:46.101105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:46.132638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:46.139463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.140675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.144838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:46.149879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=c3d596dd-aa4a-4e00-ba38-754ca671f260,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:46.152393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:46.158484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:46.159115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.224403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.229774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:46.230340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.254698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet 912c31c2-680d-4861-824a-3255a2879bca {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:46.295358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.312452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4b85c851-1086-4fa2-8715-9292f92d2b31 None None] Provisioning for port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:46.355453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:46.391326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.491528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.500208 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4584b512-579e-4f21-bdb5-4e1b4c7c5ae9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0980003 Mar 02 07:27:46.516897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:46.610642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.612083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.620684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.666375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.675711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3632c832-6c41-4a30-8860-5fea78d61cdd None None] Network 55ff9266-817e-4454-b930-2cb2ab4243a8 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:46.695667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c1753f0-927d-47e4-b658-2d5881d30c13 None None] Provisioning for port c3d596dd-aa4a-4e00-ba38-754ca671f260 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:46.732105 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/912c31c2-680d-4861-824a-3255a2879bca HTTP/1.1" status: 204 len: 168 time: 0.6451008 Mar 02 07:27:46.736377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.739319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.740974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41364) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:46.795333 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6601944 Mar 02 07:27:46.796744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.797922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6719a-2472-4821-b708-1b02dbdcad58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=912c31c2-680d-4861-824a-3255a2879bca,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:46.809584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:46.830597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c1753f0-927d-47e4-b658-2d5881d30c13 None None] Provisioning complete for port c3d596dd-aa4a-4e00-ba38-754ca671f260 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:46.840471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c1753f0-927d-47e4-b658-2d5881d30c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.856753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': '247710fe-3f3f-409c-b8df-edad6ced12fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:46.947506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Subnet': ['ID=3f498dc8-5fb3-497b-b9dc-1526efb20c13,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:46.948689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:46.950105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:46.955446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686ae23-6108-495f-8e10-cfd8ba561bbc tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=247710fe-3f3f-409c-b8df-edad6ced12fd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:46.969467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router acf04278-54bc-4ae1-90ef-38a1a25c6755 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:27:46.971794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b130a201-cba3-44bb-86a6-95b85fca1caa,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:46.989302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:46.995264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:47.001263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.002593 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bde9b828-c278-4710-9dc7-1201edd4c58f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1143396 Mar 02 07:27:47.004320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:47.006457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de6aa6-8378-48db-8fc3-e0651b8017f5 None None] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:47.010607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:47.011468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.045915 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4094667 Mar 02 07:27:47.052624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41376) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:47.052798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cd723-cbf4-4e73-902b-39725ce48a85 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=18962c42-be26-4547-a1de-7dffb1dbce90,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:47.100774 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aff547af-47ee-4206-887b-2d9efe16eaf5 tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/subnets/3f498dc8-5fb3-497b-b9dc-1526efb20c13 HTTP/1.1" status: 204 len: 168 time: 1.4370141 Mar 02 07:27:47.108309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:47.117169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897cccf2-df49-4bf3-bf8c-ae6bc0ea2aae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:47.123430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897cccf2-df49-4bf3-bf8c-ae6bc0ea2aae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:47.124218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-897cccf2-df49-4bf3-bf8c-ae6bc0ea2aae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:47.150496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 247710fe-3f3f-409c-b8df-edad6ced12fd details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:47.166786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49436700-9049-489e-8999-6f4d83aedb91 None None] Network 69957f7b-051c-48dc-b611-908e2e02916c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:47.181200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2c1753f0-927d-47e4-b658-2d5881d30c13 None None] Port c3d596dd-aa4a-4e00-ba38-754ca671f260 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:47.551863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.664964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:47.668034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Deleting port c5099cc0-2064-4580-8f2d-af2e8defdf20 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:47.668413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.707673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-897cccf2-df49-4bf3-bf8c-ae6bc0ea2aae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:47.709098 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-897cccf2-df49-4bf3-bf8c-ae6bc0ea2aae tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1831665 Mar 02 07:27:47.712201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:47.720339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:47.723328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41422) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:47.799344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port c3d596dd-aa4a-4e00-ba38-754ca671f260 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:47.799690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:47.839704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:47.880624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:47.886527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d8ded9c-72e6-46b6-93fe-8b0becc1e095 None None] Provisioning for port d487f255-34af-47ee-bc6f-3b0482d0240e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:47.933293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:47.933718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.015698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:48.026496 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] Sync routers for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:48.043430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:48.046098 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:48.062619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.064651 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:43Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:48.084759 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5afbb333-0950-4953-b6e4-6789ac998d39 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/routers/acf04278-54bc-4ae1-90ef-38a1a25c6755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3525424 Mar 02 07:27:48.092135 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] Checking router: 51f80685-8250-4428-8a17-d3e13278f7de for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:27:48.123792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41432) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:48.156511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] Routers {'51f80685-8250-4428-8a17-d3e13278f7de'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:48.157821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['51f80685-8250-4428-8a17-d3e13278f7de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:48.188430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:48.234692 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] Routers {'acf04278-54bc-4ae1-90ef-38a1a25c6755'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:48.235596 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acf04278-54bc-4ae1-90ef-38a1a25c6755'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:48.240412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:48.245127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.359931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.363335 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:48.370161 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb442b9-b4b0-431f-bd44-707920dac336 None None] The sync data for ids ['acf04278-54bc-4ae1-90ef-38a1a25c6755'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:48.651494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] Set router 51f80685-8250-4428-8a17-d3e13278f7de gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:27:48.761183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] For port c5099cc0-2064-4580-8f2d-af2e8defdf20, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c5099cc0-2064-4580-8f2d-af2e8defdf20,segment=NetworkSegment(93bf2737-1937-4157-bd0f-7c396dbce66f),segment_id=93bf2737-1937-4157-bd0f-7c396dbce66f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:48.761742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:48.976333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.120485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Calling delete_port for c5099cc0-2064-4580-8f2d-af2e8defdf20 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:49.134843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] DHCP port deletion for 55ff9266-817e-4454-b930-2cb2ab4243a8 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:49.158660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] Deleting port 60d28521-1f41-45f4-989a-d1db45e227e8 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:49.161323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.287852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.374665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.387386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.417500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port a608460a-d871-43ea-8169-6da75258bff7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:49.417996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.437153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.442210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.483592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de1c266-a3df-40b9-9a77-b1fa512ed969 None None] DHCP port deletion for 69957f7b-051c-48dc-b611-908e2e02916c request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:49.491650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0de1c266-a3df-40b9-9a77-b1fa512ed969 None None] Deleting port c5099cc0-2064-4580-8f2d-af2e8defdf20 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:49.492026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0de1c266-a3df-40b9-9a77-b1fa512ed969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.591030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.617702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=821ff7c4-6f8a-4396-a2b1-c35b3fd8b320,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:49.625052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.654019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.654971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d487f255-34af-47ee-bc6f-3b0482d0240e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:49.753467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for c3d596dd-aa4a-4e00-ba38-754ca671f260 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:49.763696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=821ff7c4-6f8a-4396-a2b1-c35b3fd8b320,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:49.781776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for a608460a-d871-43ea-8169-6da75258bff7 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:49.827464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0de1c266-a3df-40b9-9a77-b1fa512ed969 None None] The port 'c5099cc0-2064-4580-8f2d-af2e8defdf20' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:27:49.832925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.836312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] For port 60d28521-1f41-45f4-989a-d1db45e227e8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60d28521-1f41-45f4-989a-d1db45e227e8,segment=NetworkSegment(7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a),segment_id=7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:49.837140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.855645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3d5eb4d-51e2-4a9e-8d93-adcffbbde750 None None] Provisioning for port 18962c42-be26-4547-a1de-7dffb1dbce90 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:49.869150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:43Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:49.892814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 53b6db54-b207-43da-9bf7-1779c8d84e2e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:49.893161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:49.910113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Port': ['ID=c5099cc0-2064-4580-8f2d-af2e8defdf20,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:49.933288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=c0da8498-fca2-4d13-8816-04e26b67d288,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:49.951644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] No DVR routers for this DVR port c5099cc0-2064-4580-8f2d-af2e8defdf20 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:49.982410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3d5eb4d-51e2-4a9e-8d93-adcffbbde750 None None] Provisioning complete for port 18962c42-be26-4547-a1de-7dffb1dbce90 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:49.982844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3d5eb4d-51e2-4a9e-8d93-adcffbbde750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.034428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': 'ed04cbdc-a3b8-45c7-8f72-418204ecc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '247710fe-3f3f-409c-b8df-edad6ced12fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:50.035073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: 247710fe-3f3f-409c-b8df-edad6ced12fd, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:50.104972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbcd7d-3224-4da1-86e0-7b2cf03132c0 None None] The sync data for ids ['51f80685-8250-4428-8a17-d3e13278f7de'] in dv-neutron-831485-1-hyperv is: [{'id': '51f80685-8250-4428-8a17-d3e13278f7de', 'name': 'tempest-TestNetworkBasicOps-router-88582574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:24:15Z', 'updated_at': '2022-03-02T07:27:43Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '53b6db54-b207-43da-9bf7-1779c8d84e2e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f80685-8250-4428-8a17-d3e13278f7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:24:18Z', 'updated_at': '2022-03-02T07:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:50.124528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] Calling delete_port for 60d28521-1f41-45f4-989a-d1db45e227e8 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:50.182062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 247710fe-3f3f-409c-b8df-edad6ced12fd is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:50.185868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.191879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.226281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 247710fe-3f3f-409c-b8df-edad6ced12fd) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:50.228343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.228508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69957f7b-051c-48dc-b611-908e2e02916c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:50.232906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d487f255-34af-47ee-bc6f-3b0482d0240e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:50.244647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:50.245247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.252338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be59fe-e76d-4527-ad7a-2535b37596c0 None None] Network 247710fe-3f3f-409c-b8df-edad6ced12fd requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:50.253947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bf2737-1937-4157-bd0f-7c396dbce66f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:50.254261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bf2737-1937-4157-bd0f-7c396dbce66f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:50.271239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.291070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5eb4d-51e2-4a9e-8d93-adcffbbde750 None None] Port 18962c42-be26-4547-a1de-7dffb1dbce90 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:50.292904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d487f255-34af-47ee-bc6f-3b0482d0240e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:50.293387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.320658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.340448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=c3d596dd-aa4a-4e00-ba38-754ca671f260,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:50.418239 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1aac0653-cd34-4a8a-aee2-d14ee94fca04 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5691578 Mar 02 07:27:50.419582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.426544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:50.488605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.497923 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b7a96314-d1f0-409b-ac82-2c2fa8508beb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/c3d596dd-aa4a-4e00-ba38-754ca671f260 HTTP/1.1" status: 204 len: 168 time: 2.7693489 Mar 02 07:27:50.497923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:50.498382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:50.544328 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:50.575802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:50.588128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.666860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.708225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] Pushing event deleted for resources: {'Port': ['ID=60d28521-1f41-45f4-989a-d1db45e227e8,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:50.715370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 53b6db54-b207-43da-9bf7-1779c8d84e2e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=53b6db54-b207-43da-9bf7-1779c8d84e2e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:50.715707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.720683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dda27c0b-884b-448d-85a2-07389fd2de10 None None] Provisioning complete for port 18962c42-be26-4547-a1de-7dffb1dbce90 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:50.721061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dda27c0b-884b-448d-85a2-07389fd2de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.803878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102f9f3-7a51-4c2b-88fb-f2e7dff18b7b None None] No DVR routers for this DVR port 60d28521-1f41-45f4-989a-d1db45e227e8 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:50.876548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.912722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dda27c0b-884b-448d-85a2-07389fd2de10 None None] Port 18962c42-be26-4547-a1de-7dffb1dbce90 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:50.972839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:50.993901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 53b6db54-b207-43da-9bf7-1779c8d84e2e owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:51.030728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port d487f255-34af-47ee-bc6f-3b0482d0240e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d487f255-34af-47ee-bc6f-3b0482d0240e,segment=NetworkSegment(f2bafde4-4904-45f4-90a4-cf4d5ea230de),segment_id=f2bafde4-4904-45f4-90a4-cf4d5ea230de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:51.033437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=18962c42-be26-4547-a1de-7dffb1dbce90,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:51.051486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b621c3-3daf-4ab1-9422-1b51c722a71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-247710fe-3f3f-409c-b8df-edad6ced12fd', 'network_id': '247710fe-3f3f-409c-b8df-edad6ced12fd', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': 'c0da8498-fca2-4d13-8816-04e26b67d288'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:51.052312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33b621c3-3daf-4ab1-9422-1b51c722a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.063700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.069169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.071260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fead63-a7d9-4fdc-bcf9-531357cefabb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:51.072709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fead63-a7d9-4fdc-bcf9-531357cefabb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:51.077014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0fead63-a7d9-4fdc-bcf9-531357cefabb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:51.107908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.118714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] 10.222.0.41 "DELETE /v2.0/networks/69957f7b-051c-48dc-b611-908e2e02916c HTTP/1.1" status: 204 len: 168 time: 3.9914420 Mar 02 07:27:51.137117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c50fe4-1c13-4d76-b49b-7a36e7b47eef tempest-AllowedAddressPairIpV6TestJSON-465309536 tempest-AllowedAddressPairIpV6TestJSON-465309536-project] Pushing event deleted for resources: {'Network': ['ID=69957f7b-051c-48dc-b611-908e2e02916c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:51.148367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.186877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0fead63-a7d9-4fdc-bcf9-531357cefabb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:51.188032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0fead63-a7d9-4fdc-bcf9-531357cefabb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6112602 Mar 02 07:27:51.193079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:51.328321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.383861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=d487f255-34af-47ee-bc6f-3b0482d0240e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:51.392320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=a608460a-d871-43ea-8169-6da75258bff7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:51.396462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:51.436662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.482620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2ca07999-4b44-4632-9295-f48cad694b6a None None] Provisioning complete for port 18962c42-be26-4547-a1de-7dffb1dbce90 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:51.483002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ca07999-4b44-4632-9295-f48cad694b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.529233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=c0da8498-fca2-4d13-8816-04e26b67d288,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:51.542467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.609219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2ca07999-4b44-4632-9295-f48cad694b6a None None] Port 18962c42-be26-4547-a1de-7dffb1dbce90 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:51.610027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet ba4116a3-6991-4204-8f91-0e9a70321418 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:51.615596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70788d83-2ebc-40bf-a00e-53469f56dfe5 None None] Network 247710fe-3f3f-409c-b8df-edad6ced12fd requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:51.619510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247710fe-3f3f-409c-b8df-edad6ced12fd']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:51.628705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.709583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed04cbdc-a3b8-45c7-8f72-418204ecc75c') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:51.709949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed04cbdc-a3b8-45c7-8f72-418204ecc75c') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:51.727844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:51.728085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:51.728226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.747695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.777032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.821374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.845458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:51.845458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:51.859709 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:51.870130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fbe41-9859-499d-bc1b-74acc97c83cf None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:27:51.946098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.040532 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f13c1c03-8ba3-4175-885f-a8d052233224 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5884e7625b8d4460967ee0260e4f82bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097258 Mar 02 07:27:52.042397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:52.066200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c5099cc0-2064-4580-8f2d-af2e8defdf20 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:52.076230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.080773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.125761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: c5099cc0-2064-4580-8f2d-af2e8defdf20 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:52.126100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c5099cc0-2064-4580-8f2d-af2e8defdf20 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:52.126516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d28521-1f41-45f4-989a-d1db45e227e8 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:52.175084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.175339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 60d28521-1f41-45f4-989a-d1db45e227e8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:52.175573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d28521-1f41-45f4-989a-d1db45e227e8 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:52.176008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:52.184244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.189860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.230098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:52.230351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d4056a90-5555-4dcd-b1c5-442bcb6ee2b6 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:52.255021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=53b6db54-b207-43da-9bf7-1779c8d84e2e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.275108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fbe41-9859-499d-bc1b-74acc97c83cf None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:27:52.297228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=247710fe-3f3f-409c-b8df-edad6ced12fd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.367513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.421462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.422107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Fanout notify agent at l3_agent the message router_deleted on router acf04278-54bc-4ae1-90ef-38a1a25c6755 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:27:52.463217 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b5acda7-990d-437b-a12e-cc69cf416aff tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/247710fe-3f3f-409c-b8df-edad6ced12fd HTTP/1.1" status: 204 len: 168 time: 2.0345411 Mar 02 07:27:52.466258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:52.474247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1612028265'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:52.488194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e698ae22-3a9b-48b6-afcb-efabd1ba5cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.491850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:52.497573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.501990 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a2ce096d-23fa-490f-b914-c3869411cc55 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/routers/acf04278-54bc-4ae1-90ef-38a1a25c6755 HTTP/1.1" status: 204 len: 168 time: 4.3689044 Mar 02 07:27:52.502155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.505723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:52.547602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.561478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:52.566146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:52.567112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.572134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e698ae22-3a9b-48b6-afcb-efabd1ba5cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.644675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4116a3-6991-4204-8f91-0e9a70321418,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:52.656687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:52.697880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.729075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting subnet 3e39689f-333d-4c0d-9128-a1f1b13986fd {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:27:52.735340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.783619 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5e75c66-7d7c-4c16-b4bf-e286bdc664b1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/ba4116a3-6991-4204-8f91-0e9a70321418 HTTP/1.1" status: 204 len: 168 time: 1.5894861 Mar 02 07:27:52.784827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41512) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:52.786907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.825960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.834758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc9e8f-0c8f-4857-94f4-0fb70ad72354 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:52.847517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.849506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:52.852927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.892225 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f50edcfd-ce64-40c7-b3fd-77f7a22a3386 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005015 Mar 02 07:27:52.894898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:52.897630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e698ae22-3a9b-48b6-afcb-efabd1ba5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:52.975134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698ae22-3a9b-48b6-afcb-efabd1ba5cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a7d75e-7cbf-4fe0-bbf9-571e02db924f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:53.011106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e698ae22-3a9b-48b6-afcb-efabd1ba5cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.012255 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e698ae22-3a9b-48b6-afcb-efabd1ba5cb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35a7d75e-7cbf-4fe0-bbf9-571e02db924f HTTP/1.1" status: 204 len: 168 time: 0.9701278 Mar 02 07:27:53.058289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.058869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router 51f80685-8250-4428-8a17-d3e13278f7de {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:27:53.064840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:53.113884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.114197 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment d2c84028-979e-4be7-8b0d-a63dc93ae123 of type vlan for network 3390f362-afc8-496e-aea0-deeccb38d1b4 Mar 02 07:27:53.117247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.133505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.139215 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d794ef2c-0547-4cf9-8312-89ec10bc72ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/51f80685-8250-4428-8a17-d3e13278f7de HTTP/1.1" status: 204 len: 168 time: 6.3717794 Mar 02 07:27:53.140084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:53.187062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129f37d-8ab7-4b94-b3ae-2b7175304740 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.188177 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e129f37d-8ab7-4b94-b3ae-2b7175304740 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:53.228644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e129f37d-8ab7-4b94-b3ae-2b7175304740 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:53.230073 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e129f37d-8ab7-4b94-b3ae-2b7175304740 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3341005 Mar 02 07:27:53.233190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:53.252396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:53.265991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] Deleting port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:53.266392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.334189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df022dc1-0cbe-4cc1-9b3c-2b899a45512c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:53.335579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df022dc1-0cbe-4cc1-9b3c-2b899a45512c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:53.364145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.416034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df022dc1-0cbe-4cc1-9b3c-2b899a45512c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:53.417973 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df022dc1-0cbe-4cc1-9b3c-2b899a45512c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1832535 Mar 02 07:27:53.424556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.428308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41532) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:53.432213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Subnet': ['ID=3e39689f-333d-4c0d-9128-a1f1b13986fd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:53.433797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e4eeb-3c60-4d65-b37d-7faea9b041b2 None None] Network ee22ecc4-f1cb-4ca2-b530-52a7906ee71d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:53.515308 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c7b3038-1e61-4c79-bb7c-3b439ba93bc6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856848 Mar 02 07:27:53.517028 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20177b16-0a92-4728-92e3-df8f20953ebf tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/subnets/3e39689f-333d-4c0d-9128-a1f1b13986fd HTTP/1.1" status: 204 len: 168 time: 1.0100617 Mar 02 07:27:53.520019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41536) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:53.520346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:53.530136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:53.638863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.753589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.835614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d487f255-34af-47ee-bc6f-3b0482d0240e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:53.840679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:53.853457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.866848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:53.879080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:53.880232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:53.928506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:53.937551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.040031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] For port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=821ff7c4-6f8a-4396-a2b1-c35b3fd8b320,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:54.040436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.070571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.086266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.092449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:54.093280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.219036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=3390f362-afc8-496e-aea0-deeccb38d1b4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:54.226174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] Calling delete_port for 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:54.238832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ff9266-817e-4454-b930-2cb2ab4243a8']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:54.269189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] For port ad04c9f3-6ca6-4253-8cce-d9241f1f8008, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ad04c9f3-6ca6-4253-8cce-d9241f1f8008,segment=NetworkSegment(48637582-57da-4e58-a3e8-1a7bcd3305d6),segment_id=48637582-57da-4e58-a3e8-1a7bcd3305d6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:27:54.269763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.273976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:54.274355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adbd69f-a09d-4ea0-80e8-abbdee8f2a0a') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:54.277089 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:54.287138 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa20dbd5-b22f-499c-b886-f76e77a071ad tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8174655 Mar 02 07:27:54.292427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.293910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:54.297926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.309950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:54.354114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d487f255-34af-47ee-bc6f-3b0482d0240e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:54.354474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.449380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.450298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.498907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for ad04c9f3-6ca6-4253-8cce-d9241f1f8008 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:54.557759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9304ee-df55-44e1-b3c3-9376a2217048 None None] DHCP port deletion for ee22ecc4-f1cb-4ca2-b530-52a7906ee71d request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:27:54.578710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.585861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:54.586375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.630813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bb9304ee-df55-44e1-b3c3-9376a2217048 None None] Deleting port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:54.631277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bb9304ee-df55-44e1-b3c3-9376a2217048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.634422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.702160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.741562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41566) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:54.745894 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:54.759257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.776840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:54.794847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=ad04c9f3-6ca6-4253-8cce-d9241f1f8008,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:54.807933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] No DVR routers for this DVR port 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:54.820155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2cda6-8509-41fa-a818-6b3ab5c6031b None None] Pushing event deleted for resources: {'Port': ['ID=821ff7c4-6f8a-4396-a2b1-c35b3fd8b320,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:54.828485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] No DVR routers for this DVR port ad04c9f3-6ca6-4253-8cce-d9241f1f8008 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:27:54.831967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bb9304ee-df55-44e1-b3c3-9376a2217048 None None] The port 'ad04c9f3-6ca6-4253-8cce-d9241f1f8008' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:27:54.988961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=55ff9266-817e-4454-b930-2cb2ab4243a8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:54.999850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030217915'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:55.005093 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-34b1bd53-9263-4948-854a-e277e7b64a71 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/55ff9266-817e-4454-b930-2cb2ab4243a8 HTTP/1.1" status: 204 len: 168 time: 1.8024795 Mar 02 07:27:55.005588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:55.017667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:55.017877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:55.022253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:55.022440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.042632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--1772210358', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:55.046754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:55.069770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=18962c42-be26-4547-a1de-7dffb1dbce90,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:55.076391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.082379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:55.097505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee22ecc4-f1cb-4ca2-b530-52a7906ee71d']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:55.106836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:55.110304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:55.113122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:55.136719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:55.148458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.159292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:55.167451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48637582-57da-4e58-a3e8-1a7bcd3305d6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:55.167737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48637582-57da-4e58-a3e8-1a7bcd3305d6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:55.178099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:55.182654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.205097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.226138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:55.226495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 821ff7c4-6f8a-4396-a2b1-c35b3fd8b320 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:55.226918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 53b6db54-b207-43da-9bf7-1779c8d84e2e no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:55.236485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.248293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:55.254059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.281186 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 53b6db54-b207-43da-9bf7-1779c8d84e2e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:55.281527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 53b6db54-b207-43da-9bf7-1779c8d84e2e not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:55.282036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ad04c9f3-6ca6-4253-8cce-d9241f1f8008 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:27:55.298136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.303725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 is not hosted by any dhcp agent {{(pid=87773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:27:55.309485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.310222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.311480 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "PUT /v2.0/networks/3390f362-afc8-496e-aea0-deeccb38d1b4 HTTP/1.1" status: 200 len: 723 time: 1.0165756 Mar 02 07:27:55.312233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af7524-e8b9-4a4c-84d2-195576f9396f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=3390f362-afc8-496e-aea0-deeccb38d1b4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:55.316513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:55.322065 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': '3390f362-afc8-496e-aea0-deeccb38d1b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:55.327146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:55.333398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:55.336629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:55.344378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:55.345324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:55.398113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ad04c9f3-6ca6-4253-8cce-d9241f1f8008 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:27:55.399284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ad04c9f3-6ca6-4253-8cce-d9241f1f8008 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:27:55.446262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:55.447346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:55.503814 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:55.574516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.577183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68af02c6-721f-4f38-b7d9-28d707d61a06 None None] Provisioning complete for port 18962c42-be26-4547-a1de-7dffb1dbce90 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:55.577800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68af02c6-721f-4f38-b7d9-28d707d61a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.590458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.599516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:27:55.657443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:27:55.661723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-68af02c6-721f-4f38-b7d9-28d707d61a06 None None] Port 18962c42-be26-4547-a1de-7dffb1dbce90 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:27:55.667575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.675657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:55.721298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:55.735899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:55.738200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:55.739058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:55.750068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:55.751073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:55.759602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.759963 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment 95c25802-d6d1-40df-af09-bf433babd84e of type vlan for network a508b493-6392-4bc0-a8c9-244fb8ccf82f Mar 02 07:27:55.763038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Router 40dda200-890c-46ce-a29c-a4cb1c8d7828 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:27:55.769161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:55.771153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:55.771696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.791000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.798134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:55.825998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a049ca-5466-4b33-981c-3c29a64d53ef,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:55.828718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:55.835564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.838124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Network': ['ID=ee22ecc4-f1cb-4ca2-b530-52a7906ee71d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:55.839740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=adf906cc-8ca9-447b-8439-de280e035619,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:55.840677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0786f8-68f8-4551-abc9-8576e160a8ae None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:55.846549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:55.847742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.898589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:55.924242 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e82b9362-92ff-4784-9309-5aed8d494af1 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/networks/ee22ecc4-f1cb-4ca2-b530-52a7906ee71d HTTP/1.1" status: 204 len: 168 time: 2.4028854 Mar 02 07:27:55.928858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41582) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:55.935869 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a46752b-e476-4789-bd35-aea3a1c1c473 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4126854 Mar 02 07:27:55.942657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:55.964598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:27:55.975237 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-525c44f5-ab3a-4461-8540-2ba135a28cef tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "PUT /v2.0/routers/40dda200-890c-46ce-a29c-a4cb1c8d7828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9196928 Mar 02 07:27:56.001179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] Sync routers for ids ['40dda200-890c-46ce-a29c-a4cb1c8d7828'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:27:56.010849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41588) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:56.052768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:ff:07:47', 'name': 'tempest-NetworksTestDHCPv6-1776166070'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:56.122059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] Routers {'40dda200-890c-46ce-a29c-a4cb1c8d7828'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:56.124254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['40dda200-890c-46ce-a29c-a4cb1c8d7828'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:56.177540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.238435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.240345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:56.260712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] Routers {'40dda200-890c-46ce-a29c-a4cb1c8d7828'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:27:56.261583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['40dda200-890c-46ce-a29c-a4cb1c8d7828'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:56.287965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.293333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.293826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=937e2fa3-c04b-4400-97cc-780d8776e8f6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:56.293966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.320540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': 'd2c84028-979e-4be7-8b0d-a63dc93ae123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3390f362-afc8-496e-aea0-deeccb38d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:56.320540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: 3390f362-afc8-496e-aea0-deeccb38d1b4, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:27:56.337499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.351376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:27:56.367419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 3390f362-afc8-496e-aea0-deeccb38d1b4) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:56.374483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port e83574cf-2a95-4a38-a40b-d1bcb0ef9e5c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:56.374828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.378424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:56.379109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83450e-a57a-42c6-8eb2-9ed8997f21e5 None None] The sync data for ids ['40dda200-890c-46ce-a29c-a4cb1c8d7828'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:27:56.380752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa2083e-2293-4484-bb6e-df62c563ccb3 None None] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:56.383461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.384112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.450698 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d12ece3-ec8d-46af-9a5f-d57d5820b164 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1307428 Mar 02 07:27:56.452963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41596) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:56.462339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-08d1b705-edd0-4bbc-b262-ae9724075083 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:56.504942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'adf906cc-8ca9-447b-8439-de280e035619'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:56.505807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.530343 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4978940 Mar 02 07:27:56.530343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.531018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7430480 Mar 02 07:27:56.531907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41600) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:56.538716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:56.544393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-959270608', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:56.559395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7521f-3c3e-496e-85f5-a1e5367e8436 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=a508b493-6392-4bc0-a8c9-244fb8ccf82f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:56.569776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:56.571684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7e1f9-ec8c-46f8-aeb6-6873cd4378c9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18af6046-4516-4054-a693-b77ba7b33cdd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:56.578831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:27:56.588367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:27:56.588570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:27:56.619895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:27:56.663912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08d1b705-edd0-4bbc-b262-ae9724075083 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534706515'] for subnet, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.698163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb7e5d-9f71-4a9b-a913-320d4a0ace76 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.699675 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdfb7e5d-9f71-4a9b-a913-320d4a0ace76 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports?device_id=40dda200-890c-46ce-a29c-a4cb1c8d7828 HTTP/1.1" status: 200 len: 988 time: 0.6703093 Mar 02 07:27:56.700788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:56.707373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:56.857009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:27:56.871639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08d1b705-edd0-4bbc-b262-ae9724075083 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753948805861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534687568'] for subnet, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.915576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:27:56.945579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Allocated IP 2001:db8::f816:3eff:fe61:5c4d (9cd85606-01cd-4b60-bb33-0395597a84af/adf906cc-8ca9-447b-8439-de280e035619/7b785551-9086-43bb-a606-731368082078) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:56.955280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1b705-edd0-4bbc-b262-ae9724075083 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=937e2fa3-c04b-4400-97cc-780d8776e8f6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:56.966668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1b705-edd0-4bbc-b262-ae9724075083 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:56.967277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08d1b705-edd0-4bbc-b262-ae9724075083 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:56.971218 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-08d1b705-edd0-4bbc-b262-ae9724075083 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "PUT /v2.0/subnets/937e2fa3-c04b-4400-97cc-780d8776e8f6 HTTP/1.1" status: 200 len: 806 time: 0.5172615 Mar 02 07:27:56.971976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:57.041971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-3390f362-afc8-496e-aea0-deeccb38d1b4', 'network_id': '3390f362-afc8-496e-aea0-deeccb38d1b4', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': '937e2fa3-c04b-4400-97cc-780d8776e8f6'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:27:57.042985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.115890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.116220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.130074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.136021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.137038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.150840 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f09e96c8-1515-44e1-97db-7a7c577601af tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6116879 Mar 02 07:27:57.154153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41616) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:57.162058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-655a6450-95b0-4042-8647-b334f81bd679 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-security--1838723114', 'description': 'tempest-security-description-137224607'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:57.253323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.292653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.303070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.310035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-655a6450-95b0-4042-8647-b334f81bd679 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.322910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Transition to ACTIVE for port object 7b785551-9086-43bb-a606-731368082078 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:57.326056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Allocated IP 172.20.0.2 (3390f362-afc8-496e-aea0-deeccb38d1b4/937e2fa3-c04b-4400-97cc-780d8776e8f6/e0e29781-58c0-46ac-b783-fa31906b4abb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:57.368341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Transition to ACTIVE for port object 7b785551-9086-43bb-a606-731368082078 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:57.402600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.452810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-655a6450-95b0-4042-8647-b334f81bd679 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.511194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for e83574cf-2a95-4a38-a40b-d1bcb0ef9e5c owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:27:57.514224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-655a6450-95b0-4042-8647-b334f81bd679 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.575632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:57.579948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:57.593142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:57.666531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.680866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Pushing event updated for resources: {'Port': ['ID=7b785551-9086-43bb-a606-731368082078,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:57.753793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 745a3b64-6c50-4249-adfd-47c733dd5285 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:27:57.773329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.776086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Attempting to bind port 7b785551-9086-43bb-a606-731368082078 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:57.776459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Attempting to bind port 7b785551-9086-43bb-a606-731368082078 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:57.776807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Attempting to bind port 7b785551-9086-43bb-a606-731368082078 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:57.788062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-655a6450-95b0-4042-8647-b334f81bd679 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.789961 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-655a6450-95b0-4042-8647-b334f81bd679 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "PUT /v2.0/security-groups/18af6046-4516-4054-a693-b77ba7b33cdd HTTP/1.1" status: 200 len: 1777 time: 0.6344090 Mar 02 07:27:57.790287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:57.790661 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:57.791060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.791452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:57.792041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Bound port: 7b785551-9086-43bb-a606-731368082078, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:57.792420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.796276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:57.806363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Transition to ACTIVE for port object e0e29781-58c0-46ac-b783-fa31906b4abb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:57.825582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a6450-95b0-4042-8647-b334f81bd679 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18af6046-4516-4054-a693-b77ba7b33cdd,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:57.867123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Transition to ACTIVE for port object e0e29781-58c0-46ac-b783-fa31906b4abb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:57.896911 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.939527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.946745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] For port 7b785551-9086-43bb-a606-731368082078, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:57.951890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] For port 7b785551-9086-43bb-a606-731368082078, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7b785551-9086-43bb-a606-731368082078,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:57.978719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:57.994488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5271bf89-07e1-4171-a08c-c6a27ac08f5d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups/18af6046-4516-4054-a693-b77ba7b33cdd HTTP/1.1" status: 200 len: 1777 time: 0.1948881 Mar 02 07:27:57.999537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:58.002336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.009770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.038470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:58.045158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:58.048063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:58.051503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=937e2fa3-c04b-4400-97cc-780d8776e8f6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:58.070291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Pushing event updated for resources: {'Port': ['ID=e0e29781-58c0-46ac-b783-fa31906b4abb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:58.094257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=e83574cf-2a95-4a38-a40b-d1bcb0ef9e5c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:58.207814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.231400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:feff:747 (9cd85606-01cd-4b60-bb33-0395597a84af/adf906cc-8ca9-447b-8439-de280e035619/745a3b64-6c50-4249-adfd-47c733dd5285) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:58.271577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Attempting to bind port e0e29781-58c0-46ac-b783-fa31906b4abb on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:27:58.271885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Attempting to bind port e0e29781-58c0-46ac-b783-fa31906b4abb by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'd2c84028-979e-4be7-8b0d-a63dc93ae123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3390f362-afc8-496e-aea0-deeccb38d1b4'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:27:58.272252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Attempting to bind port e0e29781-58c0-46ac-b783-fa31906b4abb on network 3390f362-afc8-496e-aea0-deeccb38d1b4 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:27:58.305386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20fffdab-e54d-4f9f-9e23-2cdc24d21b8a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.319331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f046f98-9b00-45dc-891a-cb88814c3abe None None] Pushing event updated for resources: {'Port': ['ID=7b785551-9086-43bb-a606-731368082078,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:58.329842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:27:58.332710 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Checking segment: {'id': 'd2c84028-979e-4be7-8b0d-a63dc93ae123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3390f362-afc8-496e-aea0-deeccb38d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:27:58.333914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.346862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3390f362-afc8-496e-aea0-deeccb38d1b4']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:58.362111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Bound using segment: {'id': 'd2c84028-979e-4be7-8b0d-a63dc93ae123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3390f362-afc8-496e-aea0-deeccb38d1b4'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:27:58.363055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Bound port: e0e29781-58c0-46ac-b783-fa31906b4abb, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c84028-979e-4be7-8b0d-a63dc93ae123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3390f362-afc8-496e-aea0-deeccb38d1b4'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:27:58.364152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.366881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c84028-979e-4be7-8b0d-a63dc93ae123') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:58.367382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c84028-979e-4be7-8b0d-a63dc93ae123') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:27:58.376983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.388594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.418430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20fffdab-e54d-4f9f-9e23-2cdc24d21b8a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.462653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.486636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:27:58.488502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.497218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20fffdab-e54d-4f9f-9e23-2cdc24d21b8a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:27:58.506043 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:27:58.560543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fffdab-e54d-4f9f-9e23-2cdc24d21b8a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18af6046-4516-4054-a693-b77ba7b33cdd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:58.578474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] For port e0e29781-58c0-46ac-b783-fa31906b4abb, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:27:58.673939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:27:58.673939 dv-neutron-831485-1-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:27:58.673939 dv-neutron-831485-1-hyperv neutron-server[87773]: [parameters: {'id': '3390f362-afc8-496e-aea0-deeccb38d1b4'}] Mar 02 07:27:58.673939 dv-neutron-831485-1-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:27:58.674989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:27:58.676416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] For port e0e29781-58c0-46ac-b783-fa31906b4abb, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e0e29781-58c0-46ac-b783-fa31906b4abb,segment=NetworkSegment(d2c84028-979e-4be7-8b0d-a63dc93ae123),segment_id=d2c84028-979e-4be7-8b0d-a63dc93ae123)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:27:58.682067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.883361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2da13-ee29-4703-b315-a4114fe37411 None None] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:58.897678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.926995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3d473-c4de-4b12-9de4-135c6011bbb5 None None] Pushing event updated for resources: {'Port': ['ID=e0e29781-58c0-46ac-b783-fa31906b4abb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:58.936866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.972532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.974312 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7db5354f-e49b-40fb-aa81-a0e4f6f8a9cd tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/floatingips/39686c42-b82b-443f-a725-277af0813057 HTTP/1.1" status: 204 len: 168 time: 3.0431406 Mar 02 07:27:58.981077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:58.985092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20fffdab-e54d-4f9f-9e23-2cdc24d21b8a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:58.985092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20fffdab-e54d-4f9f-9e23-2cdc24d21b8a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/18af6046-4516-4054-a693-b77ba7b33cdd HTTP/1.1" status: 204 len: 168 time: 0.9836762 Mar 02 07:27:58.992664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.045598 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4178b9de-255e-428f-87f5-6db5aef14a7b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] DELETE failed (client error): The resource could not be found. Mar 02 07:27:59.046343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4178b9de-255e-428f-87f5-6db5aef14a7b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:59.053118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.074191 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4178b9de-255e-428f-87f5-6db5aef14a7b tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/ports/ae357844-da68-4b94-adcb-309615163ae4 HTTP/1.1" status: 404 len: 333 time: 0.0916548 Mar 02 07:27:59.077382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41642) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.130590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4296c-c45a-4a2a-bac9-f4d8f08290e5 None None] Network 3390f362-afc8-496e-aea0-deeccb38d1b4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:27:59.131358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d591e92-c701-453a-914f-c2eb995be474 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Synchronizing usage tracker for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:59.176665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.210076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d591e92-c701-453a-914f-c2eb995be474 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Unset dirty status for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:59.213202 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d591e92-c701-453a-914f-c2eb995be474 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf04278-54bc-4ae1-90ef-38a1a25c6755 HTTP/1.1" status: 200 len: 205 time: 0.1310079 Mar 02 07:27:59.220216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port e0e29781-58c0-46ac-b783-fa31906b4abb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:59.220551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.256159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.259243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.326564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.34 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:27:59.418268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7b785551-9086-43bb-a606-731368082078 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:27:59.419329 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-88ed6b8f-27c8-4737-9ffc-3b0ce0f9573c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] delete failed (client error): The resource could not be found. Mar 02 07:27:59.420403 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88ed6b8f-27c8-4737-9ffc-3b0ce0f9573c tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/routers/acf04278-54bc-4ae1-90ef-38a1a25c6755 HTTP/1.1" status: 404 len: 336 time: 0.1490314 Mar 02 07:27:59.422370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 745a3b64-6c50-4249-adfd-47c733dd5285 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:27:59.427322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41650) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.442682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe6c38f2-7851-4460-a2e3-79d6da61b653 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:27:59.498901 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d5f045-c47c-4ded-b69b-2a1a0cb4b8b8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] DELETE failed (client error): The resource could not be found. Mar 02 07:27:59.499513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d5f045-c47c-4ded-b69b-2a1a0cb4b8b8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:27:59.504972 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75d5f045-c47c-4ded-b69b-2a1a0cb4b8b8 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/subnets/3e39689f-333d-4c0d-9128-a1f1b13986fd HTTP/1.1" status: 404 len: 337 time: 0.0692811 Mar 02 07:27:59.553858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.668481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe6c38f2-7851-4460-a2e3-79d6da61b653 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:27:59.669894 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe6c38f2-7851-4460-a2e3-79d6da61b653 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6709592 Mar 02 07:27:59.671665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 7b785551-9086-43bb-a606-731368082078 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:59.678697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.709474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.775638 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34316aa2-8efd-4e58-9c6f-e205f48cc647 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:27:59.778745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:27:59.786090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:27:59.787977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:27:59.794251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:27:59.794911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.834910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8230705 Mar 02 07:27:59.839329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.864222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2259a668-58fe-4f84-9a13-1fad104781ce None None] Provisioning for port 7b785551-9086-43bb-a606-731368082078 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:27:59.888267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2259a668-58fe-4f84-9a13-1fad104781ce None None] Provisioning complete for port 7b785551-9086-43bb-a606-731368082078 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:27:59.888648 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2259a668-58fe-4f84-9a13-1fad104781ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.931458 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-fc496570-f905-43a2-aded-78acabd890a0 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] delete failed (client error): The resource could not be found. Mar 02 07:27:59.936395 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc496570-f905-43a2-aded-78acabd890a0 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/18af6046-4516-4054-a693-b77ba7b33cdd HTTP/1.1" status: 404 len: 347 time: 0.2509077 Mar 02 07:27:59.936597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819ce42-d3f2-4b3e-959a-a01d7e122452 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=745a3b64-6c50-4249-adfd-47c733dd5285,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:27:59.936597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:27:59.942097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 18962c42-be26-4547-a1de-7dffb1dbce90 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:59.942436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.950238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port baf51bf7-8a53-493c-b113-d759f1e1bbfa {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:27:59.950693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:27:59.982416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--995913799'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:27:59.998005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:00.027817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:00.039618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] For port e0e29781-58c0-46ac-b783-fa31906b4abb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e0e29781-58c0-46ac-b783-fa31906b4abb,segment=NetworkSegment(d2c84028-979e-4be7-8b0d-a63dc93ae123),segment_id=d2c84028-979e-4be7-8b0d-a63dc93ae123)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:00.039928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.057465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.091565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.116677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2259a668-58fe-4f84-9a13-1fad104781ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.164058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34316aa2-8efd-4e58-9c6f-e205f48cc647 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:28:00.169170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2259a668-58fe-4f84-9a13-1fad104781ce None None] For port 7b785551-9086-43bb-a606-731368082078, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7b785551-9086-43bb-a606-731368082078,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:00.177359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2259a668-58fe-4f84-9a13-1fad104781ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.203701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:00.208955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:00.212658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:00.219621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:00.231482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Calling delete_port for e0e29781-58c0-46ac-b783-fa31906b4abb owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:00.246304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0f06e-4009-4c3e-9c13-342a00af81f7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:00.252600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0f06e-4009-4c3e-9c13-342a00af81f7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:00.255554 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6eb0f06e-4009-4c3e-9c13-342a00af81f7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:00.294169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6eb0f06e-4009-4c3e-9c13-342a00af81f7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:00.297938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6eb0f06e-4009-4c3e-9c13-342a00af81f7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4518199 Mar 02 07:28:00.301689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:00.352385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.390117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259a668-58fe-4f84-9a13-1fad104781ce None None] Pushing event updated for resources: {'Port': ['ID=7b785551-9086-43bb-a606-731368082078,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:00.488702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 745a3b64-6c50-4249-adfd-47c733dd5285 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:00.489317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.542601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 18962c42-be26-4547-a1de-7dffb1dbce90 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:00.557522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.593698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.622679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.695721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No DVR routers for this DVR port e0e29781-58c0-46ac-b783-fa31906b4abb on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:00.700601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.708962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.839703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.861575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for baf51bf7-8a53-493c-b113-d759f1e1bbfa owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:00.909984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143a8f86-d371-41e1-8e13-7adedcd44ab0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:00.938794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=18962c42-be26-4547-a1de-7dffb1dbce90,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:00.952726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:00.956297 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b6d5c68-6b14-4e75-9357-1efb7958478b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0184696 Mar 02 07:28:00.964690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:00.969275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '143a8f86-d371-41e1-8e13-7adedcd44ab0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:01.031134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:01.055885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:01.126739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Port': ['ID=e0e29781-58c0-46ac-b783-fa31906b4abb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:01.169847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:01.184088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:01.218528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5078b0d0-cee0-4320-a0c2-185291b753ff None None] Provisioning for port 745a3b64-6c50-4249-adfd-47c733dd5285 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:01.235110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5078b0d0-cee0-4320-a0c2-185291b753ff None None] Provisioning complete for port 745a3b64-6c50-4249-adfd-47c733dd5285 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:01.235634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5078b0d0-cee0-4320-a0c2-185291b753ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.263706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:01.305314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5078b0d0-cee0-4320-a0c2-185291b753ff None None] Port 745a3b64-6c50-4249-adfd-47c733dd5285 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:01.309923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7b785551-9086-43bb-a606-731368082078 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:01.321952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:01.334873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:01.343881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.351284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:01.388674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.415184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7b785551-9086-43bb-a606-731368082078 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:01.415887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.444565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.677961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.701235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.703149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Router 40dda200-890c-46ce-a29c-a4cb1c8d7828 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:28:01.749422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3390f362-afc8-496e-aea0-deeccb38d1b4']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:01.767671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.836621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c84028-979e-4be7-8b0d-a63dc93ae123') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:01.836991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c84028-979e-4be7-8b0d-a63dc93ae123') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:01.848537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=baf51bf7-8a53-493c-b113-d759f1e1bbfa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:01.855923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78852f5d-6d6a-4bf8-8c07-f0fc9efc5df6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:01.875272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:28:01.883341 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-da4ecadc-ab9e-44a5-9de0-358642794e66 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "PUT /v2.0/routers/40dda200-890c-46ce-a29c-a4cb1c8d7828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1715715 Mar 02 07:28:01.884430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:01.888159 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] Sync routers for ids ['40dda200-890c-46ce-a29c-a4cb1c8d7828'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:28:01.904930 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] Routers {'40dda200-890c-46ce-a29c-a4cb1c8d7828'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:01.905655 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['40dda200-890c-46ce-a29c-a4cb1c8d7828'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:01.923259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.924468 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ecc4581-b39e-4c43-bf6f-9551d8fda0ab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9616513 Mar 02 07:28:01.927179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41688) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:01.960295 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1fabac-3da7-4c9e-bda6-e938a17dd486 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:28:01.960829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d1fabac-3da7-4c9e-bda6-e938a17dd486 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:01.965782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07e99690-c19a-4893-a44f-7f5f0ee23003 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.972561 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:01.976419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07e99690-c19a-4893-a44f-7f5f0ee23003 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:01.982618 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] Routers {'40dda200-890c-46ce-a29c-a4cb1c8d7828'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:01.983524 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:27:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['40dda200-890c-46ce-a29c-a4cb1c8d7828'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:02.019757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07e99690-c19a-4893-a44f-7f5f0ee23003 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.037883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d1fabac-3da7-4c9e-bda6-e938a17dd486 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:02.039424 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d1fabac-3da7-4c9e-bda6-e938a17dd486 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/18962c42-be26-4547-a1de-7dffb1dbce90 HTTP/1.1" status: 404 len: 333 time: 0.1543663 Mar 02 07:28:02.041201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e99690-c19a-4893-a44f-7f5f0ee23003 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78852f5d-6d6a-4bf8-8c07-f0fc9efc5df6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:02.042973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.055275 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:02.055780 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20bde6-1912-4f8a-9a6c-9e441ab6aed0 None None] The sync data for ids ['40dda200-890c-46ce-a29c-a4cb1c8d7828'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:28:02.067097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.098428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07e99690-c19a-4893-a44f-7f5f0ee23003 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.099538 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07e99690-c19a-4893-a44f-7f5f0ee23003 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/78852f5d-6d6a-4bf8-8c07-f0fc9efc5df6 HTTP/1.1" status: 204 len: 168 time: 0.1714666 Mar 02 07:28:02.105687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.176683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.200157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a9903fd-63b0-43de-9002-ac90623e7831 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.215683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.302745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ec892e9-b8e5-4108-85bd-46b37eb1f38a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:02.342033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 745a3b64-6c50-4249-adfd-47c733dd5285 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:02.376381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:02.376867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:02.397459 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:02.485285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.520426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7cd7189-5197-4171-9931-0fbad14e95be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.542643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ec892e9-b8e5-4108-85bd-46b37eb1f38a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:02.543893 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ec892e9-b8e5-4108-85bd-46b37eb1f38a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4373751 Mar 02 07:28:02.546401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a9903fd-63b0-43de-9002-ac90623e7831 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.547939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41700) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.551322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a9903fd-63b0-43de-9002-ac90623e7831 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.607151 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bfd1b267-cc12-4916-8b6d-89a05f2caf62 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/ports/baf51bf7-8a53-493c-b113-d759f1e1bbfa HTTP/1.1" status: 204 len: 168 time: 3.0519996 Mar 02 07:28:02.626639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41704) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.660688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.665770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.725610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a9903fd-63b0-43de-9002-ac90623e7831 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.726251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9903fd-63b0-43de-9002-ac90623e7831 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Fanout notify agent at l3_agent the message router_deleted on router 40dda200-890c-46ce-a29c-a4cb1c8d7828 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:28:02.729306 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/3390f362-afc8-496e-aea0-deeccb38d1b4 HTTP/1.1" status: 204 len: 168 time: 5.7501392 Mar 02 07:28:02.733728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41708) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.734482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b486-2034-45ed-a88d-a9db6e436bfd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=3390f362-afc8-496e-aea0-deeccb38d1b4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:02.738793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.750950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916f3bdf-1d4e-4333-9907-87da8e7f8661 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.752972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a9903fd-63b0-43de-9002-ac90623e7831 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.756887 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3a9903fd-63b0-43de-9002-ac90623e7831 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/routers/40dda200-890c-46ce-a29c-a4cb1c8d7828 HTTP/1.1" status: 204 len: 168 time: 0.7126706 Mar 02 07:28:02.757683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.828924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916f3bdf-1d4e-4333-9907-87da8e7f8661 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.863702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet aba85c15-d4b7-4998-93c9-71d180260739 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:02.876118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.883175 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea604814-6d17-4000-a463-e15cb7f4c062 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:02.883660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea604814-6d17-4000-a463-e15cb7f4c062 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:02.896403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port 4f36f031-c79b-4974-95b2-f5e91aa470fc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:02.896758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.938783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.958330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea604814-6d17-4000-a463-e15cb7f4c062 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/3390f362-afc8-496e-aea0-deeccb38d1b4 HTTP/1.1" status: 404 len: 339 time: 0.1698177 Mar 02 07:28:02.958917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:02.966001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916f3bdf-1d4e-4333-9907-87da8e7f8661 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:02.981323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-45681391', 'description': 'd1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:02.996406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f3bdf-1d4e-4333-9907-87da8e7f8661 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a8f86-d371-41e1-8e13-7adedcd44ab0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:03.006738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:03.039812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916f3bdf-1d4e-4333-9907-87da8e7f8661 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.044554 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-916f3bdf-1d4e-4333-9907-87da8e7f8661 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/143a8f86-d371-41e1-8e13-7adedcd44ab0 HTTP/1.1" status: 204 len: 168 time: 0.4921443 Mar 02 07:28:03.044554 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:03.119782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.165278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28b24fa3-6121-498a-a6df-2841e78afaf8 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:03.170757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:network and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:03.185691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.186480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:03.200331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28b24fa3-6121-498a-a6df-2841e78afaf8 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:03.205951 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28b24fa3-6121-498a-a6df-2841e78afaf8 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1569288 Mar 02 07:28:03.207907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:03.215100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372005788'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:03.226729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:03.236645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.269842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:03.287531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=aba85c15-d4b7-4998-93c9-71d180260739,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:03.293517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.300810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e6df0-351c-4174-97d8-be04b7041050 None None] Network d190d3d1-8be9-4041-a67e-fe6ac5889c60 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:03.313091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.338830 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8bfd8744-2540-435e-90ff-a5e9a640c23a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/aba85c15-d4b7-4998-93c9-71d180260739 HTTP/1.1" status: 204 len: 168 time: 0.5788884 Mar 02 07:28:03.341729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41732) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:03.379285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:03.423597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=745a3b64-6c50-4249-adfd-47c733dd5285,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:03.442289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:03.448477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:03.453535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:03.463913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:03.585550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:03.589327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.639519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] DHCP port deletion for d190d3d1-8be9-4041-a67e-fe6ac5889c60 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:03.640163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.641832 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1228bac-00a8-443c-9e0c-cd57ad72094f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/745a3b64-6c50-4249-adfd-47c733dd5285 HTTP/1.1" status: 204 len: 168 time: 3.3275619 Mar 02 07:28:03.648032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:03.650243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] Deleting port d487f255-34af-47ee-bc6f-3b0482d0240e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:03.650787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.705744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.769839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port d487f255-34af-47ee-bc6f-3b0482d0240e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:03.770601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.820107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26281b4a-782e-44fc-826a-89bee70cf8bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:03.821496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26281b4a-782e-44fc-826a-89bee70cf8bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:03.822274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-26281b4a-782e-44fc-826a-89bee70cf8bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:03.836814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.878929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:03.886262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.915900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-26281b4a-782e-44fc-826a-89bee70cf8bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:03.917690 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26281b4a-782e-44fc-826a-89bee70cf8bd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2686949 Mar 02 07:28:03.924301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:03.941606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.941997 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 4f9288e6-b4de-4688-a346-9f79cad109d3 of type vlan for network 6f44e6b2-7baf-4186-8c59-662251f140fe Mar 02 07:28:03.959605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.988230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] For port d487f255-34af-47ee-bc6f-3b0482d0240e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d487f255-34af-47ee-bc6f-3b0482d0240e,segment=NetworkSegment(f2bafde4-4904-45f4-90a4-cf4d5ea230de),segment_id=f2bafde4-4904-45f4-90a4-cf4d5ea230de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:03.989579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:03.990471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.010809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c53aa6-b336-4f70-b1ae-5542a56f7fce,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.037225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.038472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55bce0ab-c5f2-4266-8c21-d970e1ce7d77 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8293483 Mar 02 07:28:04.054119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:04.059109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '99c53aa6-b336-4f70-b1ae-5542a56f7fce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:04.074889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:04.125021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet adf906cc-8ca9-447b-8439-de280e035619 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:04.127427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:04.135785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:04.138416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.189567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:04.218638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] For port d487f255-34af-47ee-bc6f-3b0482d0240e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d487f255-34af-47ee-bc6f-3b0482d0240e,segment=NetworkSegment(f2bafde4-4904-45f4-90a4-cf4d5ea230de),segment_id=f2bafde4-4904-45f4-90a4-cf4d5ea230de)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:04.218996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.220582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] Calling delete_port for d487f255-34af-47ee-bc6f-3b0482d0240e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:04.230910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.335662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.399053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for d487f255-34af-47ee-bc6f-3b0482d0240e owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:04.416100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] Pushing event deleted for resources: {'Port': ['ID=d487f255-34af-47ee-bc6f-3b0482d0240e,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.417386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for 4f36f031-c79b-4974-95b2-f5e91aa470fc owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:04.418667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f9668-5bf3-455d-ad11-735458d6d99a None None] No DVR routers for this DVR port d487f255-34af-47ee-bc6f-3b0482d0240e on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:04.431656 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.451408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.545393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:04.545702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:04.552140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.558421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.560352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.565979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:04.566580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.600186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.637306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429c1f53-5851-46b5-8deb-3cb2481f1bb9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.674479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.675961 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4412dd98-8b95-4134-a094-de44fbb7102e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6207740 Mar 02 07:28:04.681276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:04.686288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '99c53aa6-b336-4f70-b1ae-5542a56f7fce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:04.694654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:04.700059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:04.703262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:04.707022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.740905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:04.750904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=adf906cc-8ca9-447b-8439-de280e035619,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.758537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router d1fc467d-f9e7-4ef1-9964-699b7816aa8b is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:28:04.759945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.765485 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7993262 Mar 02 07:28:04.766625 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41762) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:04.770734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12c6be52-4e50-4676-a665-e32107b794b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.773825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e163054-fa70-4298-abb7-8a5b5b235f8e None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:04.774303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50324542-00f7-4540-9748-c822357a22c6 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=6f44e6b2-7baf-4186-8c59-662251f140fe,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:04.782230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.792029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6f44e6b2-7baf-4186-8c59-662251f140fe details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:04.795013 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e058f61-3791-4c3c-acf3-e381db77d754 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/adf906cc-8ca9-447b-8439-de280e035619 HTTP/1.1" status: 204 len: 168 time: 0.8656077 Mar 02 07:28:04.796557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41766) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:04.951854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:04.982984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c407244c-0e60-453f-b59b-c048e1de7898 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1831493 Mar 02 07:28:04.983757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:04.996291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:05.035186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=4f36f031-c79b-4974-95b2-f5e91aa470fc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:05.046298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port d487f255-34af-47ee-bc6f-3b0482d0240e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:05.047726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.197992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:05.198827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] The port 'd487f255-34af-47ee-bc6f-3b0482d0240e' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:28:05.202928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] Deleting port 7b785551-9086-43bb-a606-731368082078 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:05.202928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.204363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.239980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.264387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6501e202-d9cb-4b33-9c6b-a3704c4700d2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:05.278434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d487f255-34af-47ee-bc6f-3b0482d0240e no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:05.284272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:05.307093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:05.324278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:05.351528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: d487f255-34af-47ee-bc6f-3b0482d0240e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:05.353073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d487f255-34af-47ee-bc6f-3b0482d0240e not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:05.368388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7dd3e-4433-47f0-b4ca-87f1c34142a2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:05.369312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-37f7dd3e-4433-47f0-b4ca-87f1c34142a2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Synchronizing usage tracker for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:05.435395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:05.440653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:28:05.443451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.444802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fafd66c3-dfd0-4c28-b8ba-4df5da5d3dbf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7625704 Mar 02 07:28:05.450565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.457365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41776) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:05.459841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Sync routers for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:28:05.465686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '99c53aa6-b336-4f70-b1ae-5542a56f7fce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:05.475664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:05.476612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-37f7dd3e-4433-47f0-b4ca-87f1c34142a2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Unset dirty status for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:05.479632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.481384 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-37f7dd3e-4433-47f0-b4ca-87f1c34142a2 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/networks?id=6f44e6b2-7baf-4186-8c59-662251f140fe HTTP/1.1" status: 200 len: 759 time: 0.7095115 Mar 02 07:28:05.486389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41780) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:05.495606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'description': 'd2'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:05.508595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:05.509811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:05.510382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:05.515145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.517380 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54976534-8c6e-424b-b65b-6b4801afb3fc tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/ports/4f36f031-c79b-4974-95b2-f5e91aa470fc HTTP/1.1" status: 204 len: 168 time: 2.8895631 Mar 02 07:28:05.524557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:05.527249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:05.559784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:05.591871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.597068 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a3a87f8-b794-4ec8-898c-0fdeabc3a9e0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.0641704 Mar 02 07:28:05.597689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:05.599108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:05.646593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d190d3d1-8be9-4041-a67e-fe6ac5889c60']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:05.668154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bafde4-4904-45f4-90a4-cf4d5ea230de') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:05.668445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bafde4-4904-45f4-90a4-cf4d5ea230de') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:05.684833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.715291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.718249 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3cdfd948-c9fc-405f-91e9-c3f43fb5f3b9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1138544 Mar 02 07:28:05.721193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41800) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:05.735259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:05.735665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:05.750332 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:05.806193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] For port 7b785551-9086-43bb-a606-731368082078, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7b785551-9086-43bb-a606-731368082078,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:05.806739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.836692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.961678 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:05.968864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] Calling delete_port for 7b785551-9086-43bb-a606-731368082078 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:06.011266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:06.039548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:28:06.041455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.060899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.113031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b4eebc-73ee-4fd5-9e72-0a95bc70e14f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.115187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7b4eebc-73ee-4fd5-9e72-0a95bc70e14f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Synchronizing usage tracker for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:06.129547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c25c28f-4540-4c65-a695-e2e8b1c4187c tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.135013 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2c25c28f-4540-4c65-a695-e2e8b1c4187c tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4084773 Mar 02 07:28:06.142163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41804) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.146719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.161448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.165232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=d190d3d1-8be9-4041-a67e-fe6ac5889c60,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:06.184666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.185098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.185526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.185983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.186392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.186908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.187435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.187828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.188215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.188601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.188984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.189366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:06.229497 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a5468fd-797f-4eb2-a6cf-8a4b19aa0090 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/d190d3d1-8be9-4041-a67e-fe6ac5889c60 HTTP/1.1" status: 204 len: 168 time: 2.8750622 Mar 02 07:28:06.229497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.230060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.231958 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a78f1312-fdc0-451a-8271-32abf2b3dfc6 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863261 Mar 02 07:28:06.232976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.237168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c7b4eebc-73ee-4fd5-9e72-0a95bc70e14f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Unset dirty status for tenant:d23cafd3ffbc41cba47d270bfe045e3d on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:06.238977 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7b4eebc-73ee-4fd5-9e72-0a95bc70e14f tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "GET /v2.0/ports?device_id=08440475-cd89-455a-bb32-035a8734684e HTTP/1.1" status: 200 len: 913 time: 0.7107720 Mar 02 07:28:06.240704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.245433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41816) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.245606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689396460', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:06.275847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.325770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.347291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] Pushing event deleted for resources: {'Port': ['ID=7b785551-9086-43bb-a606-731368082078,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:06.379460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 6f44e6b2-7baf-4186-8c59-662251f140fe is not hosted by any dhcp agent {{(pid=87773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:28:06.379911 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e990b4-40b2-4596-b2f3-37c359c5fb54 None None] No DVR routers for this DVR port 7b785551-9086-43bb-a606-731368082078 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:06.388113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.390001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.395787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "PUT /v2.0/networks/6f44e6b2-7baf-4186-8c59-662251f140fe HTTP/1.1" status: 200 len: 756 time: 0.9054291 Mar 02 07:28:06.405248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41820) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.436085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:02Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:06.445991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Checking router: d1fc467d-f9e7-4ef1-9964-699b7816aa8b for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:28:06.446471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Updating router d1fc467d-f9e7-4ef1-9964-699b7816aa8b port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:28:06.482832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:06.490852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:06.494957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:06.501508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:06.512380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c997906-2b88-45b8-aefa-2c9e679b1164,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:06.557534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.566759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd370acf-a40d-4df4-850c-4b0c80d3cc14 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=6f44e6b2-7baf-4186-8c59-662251f140fe,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:06.584747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.588523 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6b7224bc-50cf-4569-95b9-c1bdb0ee2574 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1273649 Mar 02 07:28:06.595460 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.services.revisions.revision_plugin [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Could not find related port for resource to bump revision. Mar 02 07:28:06.596672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.599324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:06.600234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6f44e6b2-7baf-4186-8c59-662251f140fe details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:06.602759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.624589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '99c53aa6-b336-4f70-b1ae-5542a56f7fce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:06.651348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80b50e-e8dc-4e54-80f6-59c804f228af tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.651901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9e80b50e-e8dc-4e54-80f6-59c804f228af tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:06.659358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Port 7b785551-9086-43bb-a606-731368082078 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 07:28:06.659666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Reverting IP allocation for 2001:db8::f816:3eff:fe61:5c4d {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 07:28:06.667418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:06.673669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe61:5c4d {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 02 07:28:06.730959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:06.743464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:06.749964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.787074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:06.800588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9e80b50e-e8dc-4e54-80f6-59c804f228af tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:06.805088 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9e80b50e-e8dc-4e54-80f6-59c804f228af tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/2bbea23a-5a86-4bee-b166-6f81836b0942 HTTP/1.1" status: 200 len: 845 time: 0.5665963 Mar 02 07:28:06.820522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.836819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecab15a-86c2-4e55-a9ee-22ec62515057 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.838483 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fecab15a-86c2-4e55-a9ee-22ec62515057 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/networks?id=6f44e6b2-7baf-4186-8c59-662251f140fe HTTP/1.1" status: 200 len: 759 time: 0.4294062 Mar 02 07:28:06.849856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:06.857268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762591391'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:06.865026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:06.875759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:06.883281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:06.902451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:06.914371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:06.915062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.921942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:06.944569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=9d73d344-f335-49b8-b6f7-dc9868088f1c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:06.986241 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dfe5ee25-9c48-43a5-b5ac-ff8081c7af47 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/2bbea23a-5a86-4bee-b166-6f81836b0942?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1579611 Mar 02 07:28:06.990826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:07.009358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:07.032302 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a866071-1e99-444b-80bf-fdbdce2e5fed tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0476346 Mar 02 07:28:07.048727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:07.052945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:07.054289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.058135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.067436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Transition to ACTIVE for port object 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:07.083109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f85c3-144e-41a6-9145-ae986a29a626 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:07.083715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:1f:0a:f2', 'name': 'tempest-NetworksTestDHCPv6-738917035'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:07.182674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:07.194394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.195043 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 822704b7-db13-4b60-8d8a-1b73d9ee06ad of type vlan for network 7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 Mar 02 07:28:07.278839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.298044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7b785551-9086-43bb-a606-731368082078 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:07.337468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.364000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.400016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:07.416928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:07.423556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:07.440751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f108541-12d2-43ea-a81b-287f4747f25c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:07.444183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:07.452426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.466439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.466690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 7b785551-9086-43bb-a606-731368082078 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:07.466949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7b785551-9086-43bb-a606-731368082078 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:07.468185 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8ca419b-c08f-46ea-83ae-8c651095cc9b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8703008 Mar 02 07:28:07.471322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:07.477284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '99c53aa6-b336-4f70-b1ae-5542a56f7fce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:07.492240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.548445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:07.552653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.572487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.628966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:07.640923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:07.660249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:07.669204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Attempting to bind port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:07.670112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Attempting to bind port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:07.670652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Attempting to bind port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:07.702478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '9d73d344-f335-49b8-b6f7-dc9868088f1c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:07.703553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.714896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532c699-df58-4b2d-8c92-a42e68f999d8 None None] Pushing event updated for resources: {'Port': ['ID=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:07.717578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:07.718223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:07.718891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.719449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:07.723208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.724102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Bound port: 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:07.724689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.729122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:07.738407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:07.738556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:07.739083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.746740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:07.764916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:07.866962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.872180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:07.872779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: a508b493-6392-4bc0-a8c9-244fb8ccf82f, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:07.881393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:07.916079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] For port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:07.921914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] For port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:07.943413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=2c1943d4-ba0f-4073-ae7b-6210fb648696,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:07.978013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.018583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:08.025599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 8c9dadd9-4047-4767-9ee3-9fc864c4e45a yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:28:08.069082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a508b493-6392-4bc0-a8c9-244fb8ccf82f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:08.073987 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2230432 Mar 02 07:28:08.075341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=7a7e3d79-8112-48c2-9673-0bb7de7c9ec0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:08.076362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.078815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:08.088551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.088891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.089223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.089554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.089905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.090223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.090550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.090882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.091189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.091505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.091822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.092665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa1aebb-0845-4c1c-a904-a395c521a3fe tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:08.093683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.094420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.107726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': '7a7e3d79-8112-48c2-9673-0bb7de7c9ec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:08.130619 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532c699-df58-4b2d-8c92-a42e68f999d8 None None] Pushing event updated for resources: {'Port': ['ID=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:08.140078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.146702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94838881-ed04-4b8d-9002-8fa109fa8f07 None None] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:08.153496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.160850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:08.189746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.253205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7ff769-9639-4142-bc9c-33617dc8cfef,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:08.309005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:08.309627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:08.334025 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d5cd8a1-0e49-4632-ab15-dc974c21b621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0969477 Mar 02 07:28:08.338405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:08.341735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41864) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:08.362061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:08.365472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:08.366249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.385094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18ea8d-e8b0-4ab3-be0d-a24adc0f72e2 None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:08.404338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=0fba48cb-979e-48b2-9a05-155dda2c54c5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:08.418841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.422739 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-46491e35-5e6f-4647-ab18-204a1cf4e19e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9482403 Mar 02 07:28:08.425870 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5caef98-944a-4b05-8069-3884ade32c67 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4250157 Mar 02 07:28:08.425870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41868) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:08.426085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41870) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:08.435796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'security_group': {'name': 'tempest-secgroup-237969280'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:08.457551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:08.462818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Usage tracker for resource:subnet and tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:08.466306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:08.474436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:08.486315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:08.511409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5db8-c1c4-4e5c-b7f2-3aae6759041e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.515239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Allocated IP 2001:db8::f816:3eff:fecc:58cb (9cd85606-01cd-4b60-bb33-0395597a84af/9d73d344-f335-49b8-b6f7-dc9868088f1c/1e0ebc7b-7b07-463e-aca2-6a567ad6324d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:08.537956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:08.546509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:08.551463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5db8-c1c4-4e5c-b7f2-3aae6759041e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.567085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:08.571910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.766982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:08.803578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.823072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5db8-c1c4-4e5c-b7f2-3aae6759041e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.846923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:08.850995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group_rule and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:08.853895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:08.859648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:08.864503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port ce156786-6c9f-489d-95cb-3875c602af53 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:08.864892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.937212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.956073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:08.959771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e5db8-c1c4-4e5c-b7f2-3aae6759041e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf7ff769-9639-4142-bc9c-33617dc8cfef,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:09.027342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.032428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:09.093731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d221a9-55ea-45ee-8bd3-038cb5df69ee,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:09.099684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=cb3a0346-f513-4f0d-8935-8d9701fe27dc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:09.106641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5db8-c1c4-4e5c-b7f2-3aae6759041e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.109536 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f7e5db8-c1c4-4e5c-b7f2-3aae6759041e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bf7ff769-9639-4142-bc9c-33617dc8cfef HTTP/1.1" status: 204 len: 168 time: 0.6800976 Mar 02 07:28:09.109814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.113760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4be1f92c-a976-483c-8d8c-e6390468afe5 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6815503 Mar 02 07:28:09.113760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:09.131816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:09.143639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'security_group': {'name': 'tempest-secgroup-578508810'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:09.153245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:09.154738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.156984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:09.174819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:09.188643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:09.202945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:09.224658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d852e61-8995-4e46-b5d5-fdc3733dec7f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:09.242469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': '822704b7-db13-4b60-8d8a-1b73d9ee06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7a7e3d79-8112-48c2-9673-0bb7de7c9ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:09.242879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: 7a7e3d79-8112-48c2-9673-0bb7de7c9ec0, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:09.266508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d852e61-8995-4e46-b5d5-fdc3733dec7f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:09.270846 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d852e61-8995-4e46-b5d5-fdc3733dec7f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1541979 Mar 02 07:28:09.271956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.286482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:09.331876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:09.371801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:09.410413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b19145f1-0c74-4d85-bd46-54a3c83087b4 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.416391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group_rule and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:09.436093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:09.438785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 7a7e3d79-8112-48c2-9673-0bb7de7c9ec0) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:09.449209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:09.451797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.452384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.457077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b19145f1-0c74-4d85-bd46-54a3c83087b4 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.524333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ea3f3-6d40-48ea-b6df-ae15b9b55c35 None None] Network 7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:09.531649 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3fb99ce-3c59-4806-97bf-cccbeaf4fc10 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4494381 Mar 02 07:28:09.547634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:09.587745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b19145f1-0c74-4d85-bd46-54a3c83087b4 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.610440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02837e3e-d0d6-4ad8-bb07-98625f93314c req-efb26d89-93f7-4739-9ed3-6aa27bde247b tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:09.613292 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02837e3e-d0d6-4ad8-bb07-98625f93314c req-efb26d89-93f7-4739-9ed3-6aa27bde247b tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2845762 Mar 02 07:28:09.618259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19145f1-0c74-4d85-bd46-54a3c83087b4 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f108541-12d2-43ea-a81b-287f4747f25c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:09.678603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.682206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b19145f1-0c74-4d85-bd46-54a3c83087b4 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.683410 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b19145f1-0c74-4d85-bd46-54a3c83087b4 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8f108541-12d2-43ea-a81b-287f4747f25c HTTP/1.1" status: 204 len: 168 time: 0.3959236 Mar 02 07:28:09.699260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:09.714498 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02837e3e-d0d6-4ad8-bb07-98625f93314c req-e020ad20-9c36-4205-8c54-f8c354fcba09 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852008 Mar 02 07:28:09.722098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.782787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Allocated IP 172.20.0.2 (a508b493-6392-4bc0-a8c9-244fb8ccf82f/2c1943d4-ba0f-4073-ae7b-6210fb648696/f40641f5-73e3-482f-9abf-4c45ed4d8b87) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:09.789758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.820102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:09.821571 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6869860 Mar 02 07:28:09.830996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:09.844237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c42b9215-ad70-4081-ad91-d2a2b1a41848 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:09.856694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1978414357', 'security_groups': ['676c5073-9dd7-4c59-8036-a8f0eec5c0c5'], 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0fba48cb-979e-48b2-9a05-155dda2c54c5'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:09.985068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabc0c3-802a-4722-a10c-968a37169dc0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676c5073-9dd7-4c59-8036-a8f0eec5c0c5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:10.009619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.024877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c42b9215-ad70-4081-ad91-d2a2b1a41848 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:10.032032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c42b9215-ad70-4081-ad91-d2a2b1a41848 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3150120 Mar 02 07:28:10.033925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:10.133273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.140357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e375b178-c905-41a0-9e18-bd5ac3722ad2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.150578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:10.165704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.173588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for ce156786-6c9f-489d-95cb-3875c602af53 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:10.207905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Transition to ACTIVE for port object f40641f5-73e3-482f-9abf-4c45ed4d8b87 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:10.225545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Transition to ACTIVE for port object 1e0ebc7b-7b07-463e-aca2-6a567ad6324d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:10.304846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e375b178-c905-41a0-9e18-bd5ac3722ad2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.332035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:10.339674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Transition to ACTIVE for port object f40641f5-73e3-482f-9abf-4c45ed4d8b87 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:10.342664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Transition to ACTIVE for port object 1e0ebc7b-7b07-463e-aca2-6a567ad6324d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:10.352046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-792b590e-8a03-4783-a4e6-80a6b310f9af', 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'tenant_id': '0dc0eac2434141018dd53aeea6495516', 'fixed_ips': [{'subnet_id': '0fba48cb-979e-48b2-9a05-155dda2c54c5'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:10.353510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.368755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:10.388982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.429180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.440286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e375b178-c905-41a0-9e18-bd5ac3722ad2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.520502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375b178-c905-41a0-9e18-bd5ac3722ad2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c997906-2b88-45b8-aefa-2c9e679b1164,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:10.540143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e375b178-c905-41a0-9e18-bd5ac3722ad2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.544583 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e375b178-c905-41a0-9e18-bd5ac3722ad2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9c997906-2b88-45b8-aefa-2c9e679b1164 HTTP/1.1" status: 204 len: 168 time: 0.4922872 Mar 02 07:28:10.545230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:10.570747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:10.576850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:10.583958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:10.602528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:10.615603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:10.618923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:10.627584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1ab7152-3e29-4ee4-983d-b8e14f9f9376 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:10.636882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.657453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06acb46-4068-48f7-8ecb-4e523f92372a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-7a7e3d79-8112-48c2-9673-0bb7de7c9ec0', 'network_id': '7a7e3d79-8112-48c2-9673-0bb7de7c9ec0', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': 'cb3a0346-f513-4f0d-8935-8d9701fe27dc'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:10.659204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c06acb46-4068-48f7-8ecb-4e523f92372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.668462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:28:10.669376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Pushing event updated for resources: {'Port': ['ID=1e0ebc7b-7b07-463e-aca2-6a567ad6324d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:10.684875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fe1f:af2 (9cd85606-01cd-4b60-bb33-0395597a84af/9d73d344-f335-49b8-b6f7-dc9868088f1c/8c9dadd9-4047-4767-9ee3-9fc864c4e45a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:10.744129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.756866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1ab7152-3e29-4ee4-983d-b8e14f9f9376 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:10.763936 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1ab7152-3e29-4ee4-983d-b8e14f9f9376 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2152014 Mar 02 07:28:10.773442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:10.796541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffe876-5eab-46e1-b174-21e950d52557 req-b78a9b57-6944-4595-9555-62e9cbc6b2a5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:10.797927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fffe876-5eab-46e1-b174-21e950d52557 req-b78a9b57-6944-4595-9555-62e9cbc6b2a5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5682981 Mar 02 07:28:10.804727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.805201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.806064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.806494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.806494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.806818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.807611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.807611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.807845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.808258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.808926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.809411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:28:10.862594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3bc47f6-76ff-4d03-bb5f-a3a557dcf5bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.872627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.885632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3bc47f6-76ff-4d03-bb5f-a3a557dcf5bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.893963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-400ac62b-518e-493c-968c-72b1829e657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:02Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:10.979701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3bc47f6-76ff-4d03-bb5f-a3a557dcf5bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:10.988660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ac62b-518e-493c-968c-72b1829e657d None None] The sync data for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv is: [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:02Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:28:11.005120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc47f6-76ff-4d03-bb5f-a3a557dcf5bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6501e202-d9cb-4b33-9c6b-a3704c4700d2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:11.036341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3bc47f6-76ff-4d03-bb5f-a3a557dcf5bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.044212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3bc47f6-76ff-4d03-bb5f-a3a557dcf5bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6501e202-d9cb-4b33-9c6b-a3704c4700d2 HTTP/1.1" status: 204 len: 168 time: 0.2642543 Mar 02 07:28:11.044430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:11.111582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Attempting to bind port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:11.111802 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Attempting to bind port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:11.112032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Attempting to bind port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:11.114171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Attempting to bind port f40641f5-73e3-482f-9abf-4c45ed4d8b87 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:11.114511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Attempting to bind port f40641f5-73e3-482f-9abf-4c45ed4d8b87 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:11.114857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Attempting to bind port f40641f5-73e3-482f-9abf-4c45ed4d8b87 on network a508b493-6392-4bc0-a8c9-244fb8ccf82f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:11.143763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a094e0ba-62e8-4a86-9074-3e33527d8f4d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:11.152121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Pushing event updated for resources: {'Port': ['ID=f40641f5-73e3-482f-9abf-4c45ed4d8b87,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:11.162219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:11.162484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:11.162890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.163257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:11.163840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Bound port: 1e0ebc7b-7b07-463e-aca2-6a567ad6324d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:11.164146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.168241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a094e0ba-62e8-4a86-9074-3e33527d8f4d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:11.174267 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a094e0ba-62e8-4a86-9074-3e33527d8f4d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1285348 Mar 02 07:28:11.175458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41926) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:11.181200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:11.185092 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fffe876-5eab-46e1-b174-21e950d52557 req-26162d2d-f6a2-416d-8bc3-0a5a7fe88fe5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3765645 Mar 02 07:28:11.190470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Checking segment: {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:11.192012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.192012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Bound using segment: {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:11.192012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Bound port: f40641f5-73e3-482f-9abf-4c45ed4d8b87, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:11.192012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.248102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Allocated IP 2001:db8::2 (792b590e-8a03-4783-a4e6-80a6b310f9af/0fba48cb-979e-48b2-9a05-155dda2c54c5/2159229a-c293-4720-bb9e-e32048ad8989) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:11.267762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acc470e8-9225-4c34-a8eb-629c7905518f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.294167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acc470e8-9225-4c34-a8eb-629c7905518f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.347444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acc470e8-9225-4c34-a8eb-629c7905518f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.385206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc470e8-9225-4c34-a8eb-629c7905518f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=429c1f53-5851-46b5-8deb-3cb2481f1bb9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:11.404499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acc470e8-9225-4c34-a8eb-629c7905518f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.408070 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-acc470e8-9225-4c34-a8eb-629c7905518f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/429c1f53-5851-46b5-8deb-3cb2481f1bb9 HTTP/1.1" status: 204 len: 168 time: 0.2288685 Mar 02 07:28:11.408448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41932) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:11.530041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-955af01d-a1c0-4b8a-b041-03ae80b364f2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:11.647452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-955af01d-a1c0-4b8a-b041-03ae80b364f2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:11.649161 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-955af01d-a1c0-4b8a-b041-03ae80b364f2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2397552 Mar 02 07:28:11.651955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41936) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:11.682418 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:28:11.706415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] For port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:11.710814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] For port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1e0ebc7b-7b07-463e-aca2-6a567ad6324d,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:11.721519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] For port f40641f5-73e3-482f-9abf-4c45ed4d8b87, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:11.728663 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.742273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] For port f40641f5-73e3-482f-9abf-4c45ed4d8b87, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f40641f5-73e3-482f-9abf-4c45ed4d8b87,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:11.749840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28984472-c053-4cc7-ba83-1c4ea6b5f9fc req-f76e6605-f6e1-4150-b656-eb130b48c710 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:11.759172 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28984472-c053-4cc7-ba83-1c4ea6b5f9fc req-f76e6605-f6e1-4150-b656-eb130b48c710 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2111051 Mar 02 07:28:11.807967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.822603 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28984472-c053-4cc7-ba83-1c4ea6b5f9fc req-dde0d430-cdf8-4664-84e5-68d238f40ff5 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619431 Mar 02 07:28:11.862001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e16fc62-04f9-4dd8-80e2-973645047525 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.909132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e16fc62-04f9-4dd8-80e2-973645047525 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.919208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:11.933060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Transition to ACTIVE for port object 2159229a-c293-4720-bb9e-e32048ad8989 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:11.958029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Transition to ACTIVE for port object 2159229a-c293-4720-bb9e-e32048ad8989 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:11.987080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.018118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838f8b6-a2c6-418c-88d3-dd48a33c5a3e None None] Pushing event updated for resources: {'Port': ['ID=1e0ebc7b-7b07-463e-aca2-6a567ad6324d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:12.058717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e16fc62-04f9-4dd8-80e2-973645047525 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-c06acb46-4068-48f7-8ecb-4e523f92372a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb3a0346-f513-4f0d-8935-8d9701fe27dc: This subnet is being modified by another concurrent operation. Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:28:12.099270 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb3a0346-f513-4f0d-8935-8d9701fe27dc: This subnet is being modified by another concurrent operation. Mar 02 07:28:12.102769 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:28:12.115854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:12.133119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79619fc-af17-423c-b6ff-f7febc00690b None None] Network 7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:12.138239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16fc62-04f9-4dd8-80e2-973645047525 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c53aa6-b336-4f70-b1ae-5542a56f7fce,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:12.155411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:12.167059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e16fc62-04f9-4dd8-80e2-973645047525 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.168525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e16fc62-04f9-4dd8-80e2-973645047525 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/99c53aa6-b336-4f70-b1ae-5542a56f7fce HTTP/1.1" status: 204 len: 168 time: 0.5139043 Mar 02 07:28:12.173218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:12.173424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.180984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:12.227370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::1ed (792b590e-8a03-4783-a4e6-80a6b310f9af/0fba48cb-979e-48b2-9a05-155dda2c54c5/8aa9a8b9-2f42-4594-9dc9-95bd14974b7c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:12.260226 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.293109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-aeb039ed-5844-430b-9c47-5d0490f5e386 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:12.299502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 8c9dadd9-4047-4767-9ee3-9fc864c4e45a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:12.366127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e6777-0d4b-4598-977d-577a225802fa None None] Pushing event updated for resources: {'Port': ['ID=f40641f5-73e3-482f-9abf-4c45ed4d8b87,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:12.415998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-aeb039ed-5844-430b-9c47-5d0490f5e386 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:12.419412 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aeb039ed-5844-430b-9c47-5d0490f5e386 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2437472 Mar 02 07:28:12.423405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3a0346-f513-4f0d-8935-8d9701fe27dc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:12.447048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:12.465621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.474075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--990557981'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:12.487818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:12.498707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:12.524136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.642443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:12.674201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:12.711680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Pushing event updated for resources: {'Port': ['ID=2159229a-c293-4720-bb9e-e32048ad8989,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:12.721295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.753843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Attempting to bind port 2159229a-c293-4720-bb9e-e32048ad8989 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:12.754424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Attempting to bind port 2159229a-c293-4720-bb9e-e32048ad8989 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '684aea12-3739-4449-bbd2-9725b56071f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:12.754966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Attempting to bind port 2159229a-c293-4720-bb9e-e32048ad8989 on network 792b590e-8a03-4783-a4e6-80a6b310f9af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:12.770435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:12.771304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Checking segment: {'id': '684aea12-3739-4449-bbd2-9725b56071f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:12.771927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.772491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Bound using segment: {'id': '684aea12-3739-4449-bbd2-9725b56071f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:12.773193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Bound port: 2159229a-c293-4720-bb9e-e32048ad8989, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684aea12-3739-4449-bbd2-9725b56071f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:12.773796 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.787571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:12.815026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:12.918793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.925769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.958105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:12.966610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7e3d79-8112-48c2-9673-0bb7de7c9ec0']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:12.982081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822704b7-db13-4b60-8d8a-1b73d9ee06ad') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:12.982374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822704b7-db13-4b60-8d8a-1b73d9ee06ad') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:12.988454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] For port 2159229a-c293-4720-bb9e-e32048ad8989, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:12.989495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:12.995169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] For port 2159229a-c293-4720-bb9e-e32048ad8989, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2159229a-c293-4720-bb9e-e32048ad8989,segment=NetworkSegment(684aea12-3739-4449-bbd2-9725b56071f3),segment_id=684aea12-3739-4449-bbd2-9725b56071f3)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:12.998408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.000500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.001347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.016092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:13.052523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:13.055060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:13.060768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:13.061374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.084854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.112814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a995cfc4-1517-408e-9c1b-d44d61acd8a5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:13.113275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.119815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:13.120102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.126362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887b712-720a-475d-9a23-f63e16b184b4 None None] Pushing event updated for resources: {'Port': ['ID=2159229a-c293-4720-bb9e-e32048ad8989,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:13.252523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:13.254128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=8aa9a8b9-2f42-4594-9dc9-95bd14974b7c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:13.260642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:13.267136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:13.272033 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:13.276012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:13.278864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.282845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.284256 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba7e18e3-89db-445f-b812-fd36131fe36e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8266935 Mar 02 07:28:13.289073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-603c487b-0955-40f0-a4c8-ac89eb489486 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:13.292318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:13.306329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': 'a995cfc4-1517-408e-9c1b-d44d61acd8a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:13.338958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=8c9dadd9-4047-4767-9ee3-9fc864c4e45a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:13.351725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f40641f5-73e3-482f-9abf-4c45ed4d8b87 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:13.368811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (a508b493-6392-4bc0-a8c9-244fb8ccf82f/2c1943d4-ba0f-4073-ae7b-6210fb648696/8d701df4-5fae-480d-882f-44706b743183) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:13.382436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02476212-19d8-4c28-96b3-54a364ce65c4 req-a00a54ed-749c-4994-8b31-f9ac4f1811a3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:13.384019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02476212-19d8-4c28-96b3-54a364ce65c4 req-a00a54ed-749c-4994-8b31-f9ac4f1811a3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 1.3386393 Mar 02 07:28:13.385338 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-71187113-11d2-401d-8d27-0e5779567367 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.3135362 Mar 02 07:28:13.391598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41966) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:13.391887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:13.410666 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-05d27fc4-1899-4955-8889-1fbe1f79756d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5615468 Mar 02 07:28:13.414184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:13.418576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:13.449062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:13.461001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:13.518100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port f40641f5-73e3-482f-9abf-4c45ed4d8b87 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:13.531371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1e0ebc7b-7b07-463e-aca2-6a567ad6324d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:13.559556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=ce156786-6c9f-489d-95cb-3875c602af53,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:13.623066 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02476212-19d8-4c28-96b3-54a364ce65c4 req-6a6878fd-c529-43b5-8a21-9d6b89fe0291 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256577 Mar 02 07:28:13.623686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.631835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-603c487b-0955-40f0-a4c8-ac89eb489486 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:13.633752 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-603c487b-0955-40f0-a4c8-ac89eb489486 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860460231&fields=id&tenant_id=cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 267 time: 0.5571296 Mar 02 07:28:13.637318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:13.662746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:13.672508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:13.686178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.786479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:13.792766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:13.793145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.863425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-a03e5da9-97a1-4e06-9d3d-66f5fbd89e28 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:13.864137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-a03e5da9-97a1-4e06-9d3d-66f5fbd89e28 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:13.873696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:13.894135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:13.898845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:13.904998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:13.930399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:13.936414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=7a7e3d79-8112-48c2-9673-0bb7de7c9ec0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:13.952276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-a03e5da9-97a1-4e06-9d3d-66f5fbd89e28 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:13.953377 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-a03e5da9-97a1-4e06-9d3d-66f5fbd89e28 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 812 time: 0.3118560 Mar 02 07:28:13.962584 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bfeeae38-a142-4fa6-b2a3-74456c0f5fa1 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 HTTP/1.1" status: 204 len: 168 time: 4.4137223 Mar 02 07:28:13.973988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 41978) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:13.978062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:13.990064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.026188 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-43187fb6-52ed-40d0-80a1-1d88748e3828 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/quotas/cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 375 time: 0.0549076 Mar 02 07:28:14.046645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.049873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077cfe28-d7f9-4e7e-bcaa-54cbc7de36f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:14.056259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077cfe28-d7f9-4e7e-bcaa-54cbc7de36f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:14.057288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-077cfe28-d7f9-4e7e-bcaa-54cbc7de36f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:14.066699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:14.074949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.204194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:14.240190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89614d83-056e-4ae2-a8c5-51543006f40d None None] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:14.244279 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-72840523-0d69-455d-a969-1c0d1c534262 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] GET failed (client error): The resource could not be found. Mar 02 07:28:14.244903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-72840523-0d69-455d-a969-1c0d1c534262 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Synchronizing usage tracker for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:14.275931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.290399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.349298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f089706a-0f3d-489c-ace2-4c4c45ef74dd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:14.374777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fba48cb-979e-48b2-9a05-155dda2c54c5 (CIDR: 2001:db8::/64) Mar 02 07:28:14.380181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.381592 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3b566ef-256c-43a8-89e2-b64115b28b4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0801594 Mar 02 07:28:14.389608 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:14.390082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:14.397228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:14.477185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-06fa615c-3bd1-4150-94c4-da8abe65b593 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:14.513036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6acd65ab-a97e-4769-8856-af1d15d9940a None None] Provisioning for port f40641f5-73e3-482f-9abf-4c45ed4d8b87 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:14.522905 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0b86464-d0f9-4df9-9616-2ad3514bb9bf tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0923650 Mar 02 07:28:14.528773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:14.530751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6acd65ab-a97e-4769-8856-af1d15d9940a None None] Provisioning complete for port f40641f5-73e3-482f-9abf-4c45ed4d8b87 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:14.532174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6acd65ab-a97e-4769-8856-af1d15d9940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.533184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a08def2-8012-492b-a486-1b2c4b2f3d9f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.538312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:14.566451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-06fa615c-3bd1-4150-94c4-da8abe65b593 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:14.567757 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-06fa615c-3bd1-4150-94c4-da8abe65b593 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5237801 Mar 02 07:28:14.574024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.577712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-077cfe28-d7f9-4e7e-bcaa-54cbc7de36f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:14.581410 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-077cfe28-d7f9-4e7e-bcaa-54cbc7de36f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 1.1205456 Mar 02 07:28:14.594395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:14.655610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.660229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-72840523-0d69-455d-a969-1c0d1c534262 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Unset dirty status for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:14.666148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41994) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:14.674956 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-72840523-0d69-455d-a969-1c0d1c534262 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/subnets/cb3a0346-f513-4f0d-8935-8d9701fe27dc HTTP/1.1" status: 404 len: 337 time: 0.6983850 Mar 02 07:28:14.751448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6acd65ab-a97e-4769-8856-af1d15d9940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.772392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 8d701df4-5fae-480d-882f-44706b743183 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:14.794214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6acd65ab-a97e-4769-8856-af1d15d9940a None None] For port f40641f5-73e3-482f-9abf-4c45ed4d8b87, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f40641f5-73e3-482f-9abf-4c45ed4d8b87,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:14.802644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6acd65ab-a97e-4769-8856-af1d15d9940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.807161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a08def2-8012-492b-a486-1b2c4b2f3d9f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:14.810250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188cda7-3bd6-450a-893a-6ca6c659fae3 req-4f9b0f25-11d4-4352-bfc3-dc9d06df23ab tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:14.812052 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1188cda7-3bd6-450a-893a-6ca6c659fae3 req-4f9b0f25-11d4-4352-bfc3-dc9d06df23ab tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.6388102 Mar 02 07:28:14.956199 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1188cda7-3bd6-450a-893a-6ca6c659fae3 req-801746c8-12dc-4e4d-9958-31d6b4845fda tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322920 Mar 02 07:28:15.013503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a08def2-8012-492b-a486-1b2c4b2f3d9f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.014086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd65ab-a97e-4769-8856-af1d15d9940a None None] Pushing event updated for resources: {'Port': ['ID=f40641f5-73e3-482f-9abf-4c45ed4d8b87,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:15.025847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-53017ce5-762a-4456-9e3e-162a6e936973 None None] Provisioning for port 2159229a-c293-4720-bb9e-e32048ad8989 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:15.051782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-53017ce5-762a-4456-9e3e-162a6e936973 None None] Provisioning complete for port 2bbea23a-5a86-4bee-b166-6f81836b0942 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:15.052185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53017ce5-762a-4456-9e3e-162a6e936973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.073998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.086645 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6098d208-e938-4d7f-bcb0-4dc7ed0df3eb tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:15.087127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6098d208-e938-4d7f-bcb0-4dc7ed0df3eb tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:15.127121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 8c9dadd9-4047-4767-9ee3-9fc864c4e45a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:15.127462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.146965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-53017ce5-762a-4456-9e3e-162a6e936973 None None] Port 2bbea23a-5a86-4bee-b166-6f81836b0942 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:15.181219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08def2-8012-492b-a486-1b2c4b2f3d9f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995cfc4-1517-408e-9c1b-d44d61acd8a5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:15.193326 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6098d208-e938-4d7f-bcb0-4dc7ed0df3eb tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 HTTP/1.1" status: 404 len: 339 time: 0.5103116 Mar 02 07:28:15.210635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a08def2-8012-492b-a486-1b2c4b2f3d9f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.214780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a08def2-8012-492b-a486-1b2c4b2f3d9f tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/a995cfc4-1517-408e-9c1b-d44d61acd8a5 HTTP/1.1" status: 204 len: 168 time: 0.8164737 Mar 02 07:28:15.223486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 41998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:15.223824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:15.244115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:15.247112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=8d701df4-5fae-480d-882f-44706b743183,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:15.257467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:15.259698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:15.310059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Provisioning for port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:15.315560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Provisioning complete for port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:15.315934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.417062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:15.450057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f40641f5-73e3-482f-9abf-4c45ed4d8b87 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:15.521983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.546702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:15.553674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:15.560235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:15.585736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Router 08440475-cd89-455a-bb32-035a8734684e has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:28:15.600359 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-8bcd9d3c-82c4-447d-bcdc-edf4e28d14da service neutron] 10.222.0.41 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0109010 Mar 02 07:28:15.634798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeaae22-5fce-4bf2-8ba3-138562182496 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:28:15.640061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:15.644108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.662032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.678189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f40641f5-73e3-482f-9abf-4c45ed4d8b87 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:15.678561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.716025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8636219a-c4ec-4af3-98b7-9e503566abcf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:15.796203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] For port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1e0ebc7b-7b07-463e-aca2-6a567ad6324d,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:15.803639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.909014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:28:15.914582 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1b1f4bdc-b7c4-4479-ba67-11b0099a7d1a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "PUT /v2.0/routers/08440475-cd89-455a-bb32-035a8734684e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6530037 Mar 02 07:28:15.920651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:15.931855 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] Sync routers for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:28:15.948416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Provisioning complete for port f40641f5-73e3-482f-9abf-4c45ed4d8b87 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:15.948794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:15.949705 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:15.950389 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:15.982418 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.014110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe1d38-d967-4738-89ee-8d8f577c33f3 None None] Pushing event updated for resources: {'Port': ['ID=1e0ebc7b-7b07-463e-aca2-6a567ad6324d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:16.023805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:16.064938 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:16.077298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeaae22-5fce-4bf2-8ba3-138562182496 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:28:16.077800 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] Routers {'08440475-cd89-455a-bb32-035a8734684e'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:16.079013 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['08440475-cd89-455a-bb32-035a8734684e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:16.086716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f719c-4ebd-4629-afb9-6d2dccfebd81 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:16.087458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-250f719c-4ebd-4629-afb9-6d2dccfebd81 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Synchronizing usage tracker for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:16.114534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8636219a-c4ec-4af3-98b7-9e503566abcf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:16.115780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8636219a-c4ec-4af3-98b7-9e503566abcf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8876982 Mar 02 07:28:16.130830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:16.156454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534388798'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:16.175300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:16.180914 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:16.181595 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0cf95-fe2e-4090-8b9e-9665c9680e40 None None] The sync data for ids ['08440475-cd89-455a-bb32-035a8734684e'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:28:16.201423 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-706d33d9-9a45-4ccb-a822-319e2537b991 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889928 Mar 02 07:28:16.214514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:16.221420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-250f719c-4ebd-4629-afb9-6d2dccfebd81 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Unset dirty status for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:16.225322 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-250f719c-4ebd-4629-afb9-6d2dccfebd81 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9978416 Mar 02 07:28:16.248368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:16.270246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:16.270629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.473531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.516415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79a002af-bfa9-4df3-bf2d-5f0e2c773d81 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Synchronizing usage tracker for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:16.581365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.634199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Provisioning for port 8d701df4-5fae-480d-882f-44706b743183 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:16.655416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Provisioning complete for port 8d701df4-5fae-480d-882f-44706b743183 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:16.656061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.706460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 8c9dadd9-4047-4767-9ee3-9fc864c4e45a owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:16.742785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Port 8d701df4-5fae-480d-882f-44706b743183 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:16.756324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79a002af-bfa9-4df3-bf2d-5f0e2c773d81 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Unset dirty status for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:16.757204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2159229a-c293-4720-bb9e-e32048ad8989 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:16.762657 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-79a002af-bfa9-4df3-bf2d-5f0e2c773d81 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 207 time: 0.5130839 Mar 02 07:28:16.766812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e505-a780-4056-bef3-c6f302c9f0fe req-1a5f9aec-0907-4a15-94c7-e91eb31a785c tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:16.774654 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd60e505-a780-4056-bef3-c6f302c9f0fe req-1a5f9aec-0907-4a15-94c7-e91eb31a785c tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4763248 Mar 02 07:28:16.782342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42030) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:16.852015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.884813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.910949 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-caae0e1c-e83e-4116-a07e-7c1be225ecce req-680997d7-aae9-4f12-b285-733b495bb9e6 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 210 time: 0.1342192 Mar 02 07:28:16.931554 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:16.946308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Provisioning for port 8c9dadd9-4047-4767-9ee3-9fc864c4e45a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:16.954364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 2159229a-c293-4720-bb9e-e32048ad8989 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:16.961137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:16.968719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Provisioning complete for port 8c9dadd9-4047-4767-9ee3-9fc864c4e45a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:16.969168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.025381 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd60e505-a780-4056-bef3-c6f302c9f0fe req-1f62af91-9bc5-4977-b18c-a05174bfe1f4 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498543 Mar 02 07:28:17.030079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Port 8c9dadd9-4047-4767-9ee3-9fc864c4e45a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:17.065340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:17.066908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.113978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Provisioning for port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:17.120587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Provisioning complete for port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:17.120958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.140714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=8d701df4-5fae-480d-882f-44706b743183,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:17.143825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:17.159451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.163076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:17.175120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:17.186547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2715378-d46a-47b5-9424-884fd7efe927 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.192305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2715378-d46a-47b5-9424-884fd7efe927 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.198284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2715378-d46a-47b5-9424-884fd7efe927 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.203855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2715378-d46a-47b5-9424-884fd7efe927 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.204761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2715378-d46a-47b5-9424-884fd7efe927 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Synchronizing usage tracker for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:17.210724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.224067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.245166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c93f666b-1a56-4315-b61a-4fafb218ee71 None None] Port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:17.285499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting port 46fad635-898c-4933-ab91-c2888e1b265d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:17.286114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.343957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=8c9dadd9-4047-4767-9ee3-9fc864c4e45a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:17.362230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2715378-d46a-47b5-9424-884fd7efe927 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Unset dirty status for tenant:02d32a4f788f4ebaa4b17e1e141b5dd5 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:17.373956 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2715378-d46a-47b5-9424-884fd7efe927 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5739181 Mar 02 07:28:17.376903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42040) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:17.412832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.425094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.478471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 2159229a-c293-4720-bb9e-e32048ad8989, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2159229a-c293-4720-bb9e-e32048ad8989,segment=NetworkSegment(684aea12-3739-4449-bbd2-9725b56071f3),segment_id=684aea12-3739-4449-bbd2-9725b56071f3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:17.493124 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.533938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:17.537900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:17.594393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.645343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1e0ebc7b-7b07-463e-aca2-6a567ad6324d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:17.750503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=2159229a-c293-4720-bb9e-e32048ad8989,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:17.765935 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2856127-cca1-4955-835d-c745c6866f9e tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3847604 Mar 02 07:28:17.766414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42044) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:17.773972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:17.774512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.816657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Calling delete_port for 46fad635-898c-4933-ab91-c2888e1b265d owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:17.856870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fa5879-ca17-4d5f-8e8e-4425be6f4c24 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.859202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fa5879-ca17-4d5f-8e8e-4425be6f4c24 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:17.861125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a0fa5879-ca17-4d5f-8e8e-4425be6f4c24 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0909264 Mar 02 07:28:17.864697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:17.922110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5524bb23-d47e-43dc-8730-f13aed15709c None None] Provisioning complete for port 8d701df4-5fae-480d-882f-44706b743183 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:17.922610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5524bb23-d47e-43dc-8730-f13aed15709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:17.951944 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8acbf71d-0a00-443b-acec-0e6ca8d9171b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/8c9dadd9-4047-4767-9ee3-9fc864c4e45a HTTP/1.1" status: 204 len: 168 time: 3.3564074 Mar 02 07:28:17.977633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:17.995370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5524bb23-d47e-43dc-8730-f13aed15709c None None] Port 8d701df4-5fae-480d-882f-44706b743183 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:18.084630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.127774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.172086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a1175-29ad-4bc1-8801-af1bd2c13a51 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.174512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a1175-29ad-4bc1-8801-af1bd2c13a51 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.177762 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-983a1175-29ad-4bc1-8801-af1bd2c13a51 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3105712 Mar 02 07:28:18.181276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42060) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:18.185379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router d1fc467d-f9e7-4ef1-9964-699b7816aa8b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:28:18.209316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.468122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec07b8e-b9d8-4ee1-999e-227fef9e9970 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.469379 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aec07b8e-b9d8-4ee1-999e-227fef9e9970 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/networks/d19711d8-c05a-4be4-966d-070ba3a068f4 HTTP/1.1" status: 200 len: 800 time: 0.2869847 Mar 02 07:28:18.480932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42064) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:18.537339 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-deb7684f-1c8c-4851-b16f-27798da0fe79 req-1028b67c-ed51-4b27-8add-e81434417c07 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 210 time: 0.4440420 Mar 02 07:28:18.624686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:18.640176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:18.645087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49677d67-74e3-40d0-8a71-4b6f7be5ca18 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.647022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49677d67-74e3-40d0-8a71-4b6f7be5ca18 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.647970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49677d67-74e3-40d0-8a71-4b6f7be5ca18 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:18.649729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d045630-8e13-47ef-9793-64a32731f324 None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:18.651354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.652053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.735266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d307f709-cc80-42ec-b213-251cd2d9a107,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:18.741502 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2093363 Mar 02 07:28:18.746519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.751060 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fbaf8607-214e-40db-98a6-c0bc046e2634 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6073167 Mar 02 07:28:18.758350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:18.758819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:18.759767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307899e7-f6b3-47f2-acc3-147c9814677e tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=c9b6a158-bfcd-490b-b59d-f8b4f5cead72,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:18.769877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-0390ff8f-a8d2-4e74-8de8-709da0765db0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.771477 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-0390ff8f-a8d2-4e74-8de8-709da0765db0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 812 time: 0.5633330 Mar 02 07:28:18.781731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--2811315'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:18.793591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1964186491', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9b6a158-bfcd-490b-b59d-f8b4f5cead72'}], 'security_groups': ['b9d221a9-55ea-45ee-8bd3-038cb5df69ee']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:18.833169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.836734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:18.894055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:18.909011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49677d67-74e3-40d0-8a71-4b6f7be5ca18 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:18.912787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49677d67-74e3-40d0-8a71-4b6f7be5ca18 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.9199984 Mar 02 07:28:18.921864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:18.934852 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ba1617b-89bb-4c86-a070-888c22d930ec tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/networks/d19711d8-c05a-4be4-966d-070ba3a068f4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3999326 Mar 02 07:28:18.949585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0f4a-39f5-4b8b-ac99-d78150acad26 req-c0f35302-5ff7-41ea-b85f-05f2e5fdc751 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:18.952789 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-985f0f4a-39f5-4b8b-ac99-d78150acad26 req-c0f35302-5ff7-41ea-b85f-05f2e5fdc751 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.7452850 Mar 02 07:28:18.953288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:18.976605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:18.989182 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-bfca94c9-ce93-48cb-84f4-a603ad3a6006 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 380 time: 0.1538317 Mar 02 07:28:18.989865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.054631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7529a55-c59b-4bfa-94fd-01fa053ae7df tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.056113 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7529a55-c59b-4bfa-94fd-01fa053ae7df tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/subnets/297ac38c-fe1a-420b-967c-6107ef40c296 HTTP/1.1" status: 200 len: 811 time: 0.0992997 Mar 02 07:28:19.059059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'port': {'device_id': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'admin_state_up': True, 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'security_groups': ['46779a13-7e5c-4ee2-b113-c142f0b5d6ed']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:19.094225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:19.102993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:28:19.109564 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fff8f0dd-2473-411c-83ff-a291dffdea5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/d1fc467d-f9e7-4ef1-9964-699b7816aa8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7659194 Mar 02 07:28:19.113226 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:19.117833 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-985f0f4a-39f5-4b8b-ac99-d78150acad26 req-4fdb1b4f-983b-44f3-98f1-4cc563112b70 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876904 Mar 02 07:28:19.154285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Sync routers for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:28:19.168969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Port': ['ID=46fad635-898c-4933-ab91-c2888e1b265d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:19.190294 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:19.191121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:19.233888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:19.301440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.301861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.302331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.302787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.303955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.304436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.305042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.305498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.305975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.306424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.306870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.307316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.309716 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-947f5414-d0c5-4bfb-887c-b28784950f9e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8477 time: 0.1953657 Mar 02 07:28:19.313105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42094) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:19.322873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] Update dhcp port {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'fixed_ips': [{'subnet_id': '0fba48cb-979e-48b2-9a05-155dda2c54c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9b6a158-bfcd-490b-b59d-f8b4f5cead72'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '2159229a-c293-4720-bb9e-e32048ad8989'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:28:19.402735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.404138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.404603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.405063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.405516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.405702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:19.406099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.406556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.407005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.407450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.407933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.408371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.408813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.408931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:19.410898 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-715405b0-7c4a-4c0c-9947-4d245a8bb447 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7709 time: 0.0968177 Mar 02 07:28:19.413581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:19.419187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8898e010-7f8c-4682-8e01-42bfa7309235 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:19.424105 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8898e010-7f8c-4682-8e01-42bfa7309235 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "GET /v2.0/subnets/297ac38c-fe1a-420b-967c-6107ef40c296?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3287876 Mar 02 07:28:19.429255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42102) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:19.431821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:19.484672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.488200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435819654'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:19.494979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 9d73d344-f335-49b8-b6f7-dc9868088f1c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:19.519509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:19.524305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.568939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:19.641320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:19.660638 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2159229a-c293-4720-bb9e-e32048ad8989 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:19.686604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.719280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.736585 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eebe5275-8d53-45eb-a90c-3b492730ee08 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 0.3209424 Mar 02 07:28:19.898242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:19.901615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:19.975710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:20.022144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42110) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:20.028618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573506789', 'description': 'tempest-secgroup-smoke-573506789 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:20.035491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:20.040919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:20.044037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:20.051455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:20.063587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] Allocated IP 2001:db8:0:1::2 (792b590e-8a03-4783-a4e6-80a6b310f9af/c9b6a158-bfcd-490b-b59d-f8b4f5cead72/2159229a-c293-4720-bb9e-e32048ad8989) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:20.067516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.092170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.094836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.108869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:20.117103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:20.123119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:20.126597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:20.129918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:20.217279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.218525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.223542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.261473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:20.261905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.277271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:20.284380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.288913 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-24a4c070-fe26-40b3-97e5-65b9b5898b93 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2657239 Mar 02 07:28:20.290051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42116) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:20.295687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a022e-b1bd-41d2-9cdb-2413cd31c84f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:20.301921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:20.306001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:20.309455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:20.315697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:20.342893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.478547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.493857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.502732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] For port 2159229a-c293-4720-bb9e-e32048ad8989, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2159229a-c293-4720-bb9e-e32048ad8989,segment=NetworkSegment(684aea12-3739-4449-bbd2-9725b56071f3),segment_id=684aea12-3739-4449-bbd2-9725b56071f3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:20.525885 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d199fc75-af2b-4ddb-ab1a-7ce3570bcfa1 req-a14b7d7c-72ea-4beb-b8b2-7428a061f643 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 210 time: 0.7456551 Mar 02 07:28:20.531631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.541005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16266313-a4a2-4674-a1a6-c4fb2cce87fd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:20.551857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] Transition to ACTIVE for port object 2159229a-c293-4720-bb9e-e32048ad8989 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:20.566747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:20.566961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.571763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd690-d93c-48f2-91a3-0bb8c6abe518 req-efc08be6-01c7-41bb-b966-87ae2f8e9643 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.574299 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30abd690-d93c-48f2-91a3-0bb8c6abe518 req-efc08be6-01c7-41bb-b966-87ae2f8e9643 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.1772258 Mar 02 07:28:20.576014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.576383 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Added segment 55fb561a-12ff-4bbf-8d0f-ef0f359e3a13 of type vlan for network 04eedc46-808f-479e-acca-4642557ee1c4 Mar 02 07:28:20.581411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.586534 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e39650f9-cb25-46ee-becd-1a6258bc2160 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956057 Mar 02 07:28:20.606119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.615747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42120) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:20.640162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a022e-b1bd-41d2-9cdb-2413cd31c84f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:20.644647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Made reservation on behalf of cab355d98ae64c0f8d687bc34504dadb for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:20.648307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.651120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:20.656118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:20.658788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.659315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Fanout notify agent at l3_agent the message router_deleted on router 08440475-cd89-455a-bb32-035a8734684e {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:28:20.667964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.673529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:20.674114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.675861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:20.684067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:20.707584 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30abd690-d93c-48f2-91a3-0bb8c6abe518 req-373a1b6e-d976-4d97-8f08-e6ce9c174527 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187983 Mar 02 07:28:20.756136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.789513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.824028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb07806-7f00-4eeb-83b7-148663f41ad6 None None] Pushing event updated for resources: {'Port': ['ID=2159229a-c293-4720-bb9e-e32048ad8989,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:20.835703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.837241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:16Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:20.841596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Checking router: d1fc467d-f9e7-4ef1-9964-699b7816aa8b for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:28:20.842001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Updating router d1fc467d-f9e7-4ef1-9964-699b7816aa8b port 8d701df4-5fae-480d-882f-44706b743183 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:28:20.862655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Network': ['ID=04eedc46-808f-479e-acca-4642557ee1c4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:20.880481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 04eedc46-808f-479e-acca-4642557ee1c4 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:20.921127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.957239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.959670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:20.961258 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d83ea7b3-a3d4-4241-9d8a-0b21d1104257 tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/routers/08440475-cd89-455a-bb32-035a8734684e HTTP/1.1" status: 204 len: 168 time: 4.9916317 Mar 02 07:28:20.971658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42124) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:21.011020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb4a553-707d-4dd3-b6df-17320e653560,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:21.036959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.083169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.089415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Deleting subnet b11a0f1a-d3ff-43e5-a9bd-af472d46a210 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:21.094199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.203249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.207428 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6a1f73d-99c3-4e0b-be03-7827d9f91c55 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.4312685 Mar 02 07:28:21.212263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:21.223225 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75aebe7d-32ad-41b0-8c23-011819cc83e9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7862341 Mar 02 07:28:21.227790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42132) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:21.228361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92e3aea-ce8d-42e8-bb46-4487d7fc7c61,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:21.238898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': 'd307f709-cc80-42ec-b213-251cd2d9a107', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cfb4a553-707d-4dd3-b6df-17320e653560', 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:21.251909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'network_id': '04eedc46-808f-479e-acca-4642557ee1c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:21.271321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:21.302838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.307035 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2898df92-e790-4317-a178-e6d10db7c7e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6754112 Mar 02 07:28:21.309997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.315355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:21.327382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42136) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:21.406867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:21.433961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a022e-b1bd-41d2-9cdb-2413cd31c84f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:21.439041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:21.447243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.454104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:21.457024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.467269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:21.527518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:21.551316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Made reservation on behalf of 02d32a4f788f4ebaa4b17e1e141b5dd5 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:21.557969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.607642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:21.611365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.669377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:21.691555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=9d73d344-f335-49b8-b6f7-dc9868088f1c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:21.696446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:28:21.697011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:28:21.706920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.724128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd101b-040d-4e26-9714-955225c515e9 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:21.731058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:21.737078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-606884ff-e8b2-47c2-bcf8-63c33eefa4ba tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/9d73d344-f335-49b8-b6f7-dc9868088f1c HTTP/1.1" status: 204 len: 168 time: 2.8140638 Mar 02 07:28:21.746975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2159229a-c293-4720-bb9e-e32048ad8989 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:21.749472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:21.787935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Subnet': ['ID=b11a0f1a-d3ff-43e5-a9bd-af472d46a210,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:21.806631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.816265 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26665109-0ed4-4274-8a47-d469695a69ee tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/subnets/b11a0f1a-d3ff-43e5-a9bd-af472d46a210 HTTP/1.1" status: 204 len: 168 time: 0.8427925 Mar 02 07:28:21.818879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:21.823052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:21.836746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Transition to ACTIVE for port object 8d701df4-5fae-480d-882f-44706b743183 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:21.860438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.006337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b48bad-2792-425c-99d4-3159cf3cc88d None None] Pushing event updated for resources: {'Port': ['ID=8d701df4-5fae-480d-882f-44706b743183,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:22.015074 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c18e8212-f67a-4812-877e-52a62507f2d8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2642930 Mar 02 07:28:22.033545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:22.041882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9802142d-5d70-4c8b-b414-4ff8035b55cd req-a16cf468-b8c8-42b2-ab0d-5dbb677abc52 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:22.077841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.107928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.114070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Allocated IP 172.20.0.12 (a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1/ce37c911-2173-4355-9886-bcfbdf999f21/5baee3e9-52d6-4608-af23-aad0c51ff536) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:22.126000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.198991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Provisioning for port 2159229a-c293-4720-bb9e-e32048ad8989 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:22.215806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9802142d-5d70-4c8b-b414-4ff8035b55cd req-a16cf468-b8c8-42b2-ab0d-5dbb677abc52 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:22.227847 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9802142d-5d70-4c8b-b414-4ff8035b55cd req-a16cf468-b8c8-42b2-ab0d-5dbb677abc52 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 210 time: 0.3367438 Mar 02 07:28:22.328055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:22.328436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.423509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Delete allocated IP 2001:db8::1ed (792b590e-8a03-4783-a4e6-80a6b310f9af/0fba48cb-979e-48b2-9a05-155dda2c54c5) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:28:22.429700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.477339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Attempting to bind port 8d701df4-5fae-480d-882f-44706b743183 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:22.477925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Attempting to bind port 8d701df4-5fae-480d-882f-44706b743183 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:22.478289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Attempting to bind port 8d701df4-5fae-480d-882f-44706b743183 on network a508b493-6392-4bc0-a8c9-244fb8ccf82f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:22.484352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed4d112-a874-4ee3-81ec-09104e37988a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:22.501764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:22.502132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Checking segment: {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:22.502536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.502930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Bound using segment: {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:22.503410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Bound port: 8d701df4-5fae-480d-882f-44706b743183, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:22.503780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.511889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.515472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6dba8d-ea2a-45e0-a973-923ac9d5385d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:22.515884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6dba8d-ea2a-45e0-a973-923ac9d5385d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:22.518234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8:0:1::2fc (792b590e-8a03-4783-a4e6-80a6b310f9af/c9b6a158-bfcd-490b-b59d-f8b4f5cead72/8aa9a8b9-2f42-4594-9dc9-95bd14974b7c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:22.524187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:22.524502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.541951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.545492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.549033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.577483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25c616-c85f-49c0-9c34-c59317aeabc3 req-287fae5f-8345-4e0e-99b0-cfe6108e2785 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:22.585150 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb25c616-c85f-49c0-9c34-c59317aeabc3 req-287fae5f-8345-4e0e-99b0-cfe6108e2785 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5041676 Mar 02 07:28:22.590728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.613472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3303ab-720d-405f-8f64-cdf340331d3d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:22.626725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.630830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.636054 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb25c616-c85f-49c0-9c34-c59317aeabc3 req-3d5b6dec-45a2-4850-a24b-14aba59091e9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499337 Mar 02 07:28:22.649371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64eed51-906c-4f08-8498-e34c907ead41 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:22.650129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a64eed51-906c-4f08-8498-e34c907ead41 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:22.691441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:22.692000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:22.710094 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:22.714804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e927b448-b56f-42a8-9acf-f3dc9b957901,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:22.716894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.718285 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-adec09b1-032d-44c0-938f-a4f5809ea3d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3800764 Mar 02 07:28:22.732943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42156) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:22.740577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] For port 8d701df4-5fae-480d-882f-44706b743183, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:22.748549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.750038 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3cc1fddd-78d2-4da3-a1f7-902448f9f66b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5318921 Mar 02 07:28:22.762456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:22.784097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.804112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] For port 8d701df4-5fae-480d-882f-44706b743183, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8d701df4-5fae-480d-882f-44706b743183,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:22.807820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a022e-b1bd-41d2-9cdb-2413cd31c84f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:22.823871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.833989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a64eed51-906c-4f08-8498-e34c907ead41 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:22.837746 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a64eed51-906c-4f08-8498-e34c907ead41 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7990291 Mar 02 07:28:22.842958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42164) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:22.869368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:22.869634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:22.887134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=1a165f8d-3068-49e4-aac1-8c1d3329041f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:22.891006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:22.895187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.900018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.909148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:22.932153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Transition to ACTIVE for port object 5baee3e9-52d6-4608-af23-aad0c51ff536 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:22.933010 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] 10.222.0.41 "DELETE /v2.0/networks/2ed4d112-a874-4ee3-81ec-09104e37988a HTTP/1.1" status: 204 len: 168 time: 1.1130297 Mar 02 07:28:22.942302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Provisioning complete for port 2bbea23a-5a86-4bee-b166-6f81836b0942 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:22.943013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:22.947155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:22.949211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Checking segment: {'id': '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04eedc46-808f-479e-acca-4642557ee1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:22.949565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network hostable DHCP agents. Network: 04eedc46-808f-479e-acca-4642557ee1c4, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:22.957443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe20ab-46f4-4f64-8deb-3f7ecd26b32a tempest-FloatingIPTestJSON-996415469 tempest-FloatingIPTestJSON-996415469-project] Pushing event deleted for resources: {'Network': ['ID=2ed4d112-a874-4ee3-81ec-09104e37988a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:22.971115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b48bad-2792-425c-99d4-3159cf3cc88d None None] Pushing event updated for resources: {'Port': ['ID=8d701df4-5fae-480d-882f-44706b743183,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:22.981288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] Deleting port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:22.982205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.003558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.026468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Network 04eedc46-808f-479e-acca-4642557ee1c4 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:23.081503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:23.082535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:23.096836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 04eedc46-808f-479e-acca-4642557ee1c4) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:23.097933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.105628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:23.122611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.133838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:23.135302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15cebeef-9552-47f4-a428-5ff09bd8b1bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.153596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64826ef-396b-4f1b-9b28-8f7bf88ba1bb None None] Network 04eedc46-808f-479e-acca-4642557ee1c4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:23.168552 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6212c540-5286-4c51-afd8-63f59f985d1f tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9378009 Mar 02 07:28:23.169222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15cebeef-9552-47f4-a428-5ff09bd8b1bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.180471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.180749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42170) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:23.190616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8b703d2c-37f0-4b9f-a4da-9905ba3270fa tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:23.227413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.245952 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.309109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.311052 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5739405 Mar 02 07:28:23.316454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42178) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:23.319382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bfe84-e55d-485d-ac38-fc0ccb37ac19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228ba6be-f0f3-4097-b718-c7e1eb436b58,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:23.324821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a022e-b1bd-41d2-9cdb-2413cd31c84f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:23.336654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:23.399892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:23.408599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:23.422724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:23.448978 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8b703d2c-37f0-4b9f-a4da-9905ba3270fa tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534706515'] for subnet, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.452958 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:28:23.462807 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.480982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Port 2bbea23a-5a86-4bee-b166-6f81836b0942 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:23.584678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42182) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:23.634251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.648715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.690426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a79f129-11c8-4cfb-a1b9-7f0b5a490fb5,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:23.708002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] For port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1e0ebc7b-7b07-463e-aca2-6a567ad6324d,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:23.708653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.713384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50e350-0321-4607-9037-b00d237a7f12 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:23.719750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bd50e350-0321-4607-9037-b00d237a7f12 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:23.734800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.736093 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-276cd8c7-9136-49d5-90af-cbc764f3cb9a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4182715 Mar 02 07:28:23.742824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42190) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:23.758550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a022e-b1bd-41d2-9cdb-2413cd31c84f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:23.779975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:23.797565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=8aa9a8b9-2f42-4594-9dc9-95bd14974b7c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:23.816429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:23.833749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:23.842118 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a10d89d9-78e9-4b13-9bcc-40c551086184 req-955dcbc4-6b35-4d1d-a498-5c1bbace321a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 210 time: 0.2421086 Mar 02 07:28:23.871727 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] In _notify_port_updated(), no bound segment for port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c on network 792b590e-8a03-4783-a4e6-80a6b310f9af {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:28:23.883252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:23.887173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:23.891396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] Calling delete_port for 1e0ebc7b-7b07-463e-aca2-6a567ad6324d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:23.894522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.898763 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a3f97eb-470d-4402-b74a-5823f567a4ec tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "PUT /v2.0/ports/8aa9a8b9-2f42-4594-9dc9-95bd14974b7c HTTP/1.1" status: 200 len: 931 time: 5.1240602 Mar 02 07:28:23.900488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42194) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:23.944232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15cebeef-9552-47f4-a428-5ff09bd8b1bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:23.974594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bd50e350-0321-4607-9037-b00d237a7f12 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:23.978147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd50e350-0321-4607-9037-b00d237a7f12 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1262329 Mar 02 07:28:23.983844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:23.986858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cebeef-9552-47f4-a428-5ff09bd8b1bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e927b448-b56f-42a8-9acf-f3dc9b957901,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:24.013534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1e0ebc7b-7b07-463e-aca2-6a567ad6324d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:24.077292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Provisioning for port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:24.088455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.089864 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:28:24.096923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.101948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15cebeef-9552-47f4-a428-5ff09bd8b1bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.107032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15cebeef-9552-47f4-a428-5ff09bd8b1bb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e927b448-b56f-42a8-9acf-f3dc9b957901 HTTP/1.1" status: 204 len: 168 time: 1.3396044 Mar 02 07:28:24.107775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:24.111495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Provisioning complete for port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:24.114297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.118479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.139720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8b703d2c-37f0-4b9f-a4da-9905ba3270fa tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753948805861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534687568'] for subnet, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.177635 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-636e43df-4f70-4f9e-a082-c0da9d52b6fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1924706 Mar 02 07:28:24.190264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:24.203590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-04eedc46-808f-479e-acca-4642557ee1c4', 'network_id': '04eedc46-808f-479e-acca-4642557ee1c4', 'tenant_id': '02d32a4f788f4ebaa4b17e1e141b5dd5', 'fixed_ips': [{'subnet_id': '1a165f8d-3068-49e4-aac1-8c1d3329041f'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:24.204449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.205235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:24.205872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.213951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] No DVR routers for this DVR port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:24.230132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71558368-43c4-46f3-80c7-aca9610d5d6c None None] Pushing event deleted for resources: {'Port': ['ID=1e0ebc7b-7b07-463e-aca2-6a567ad6324d,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:24.275370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:24.284857 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-713c93b5-db49-40f4-9685-b1319a54487f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d23cafd3ffbc41cba47d270bfe045e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987772 Mar 02 07:28:24.297624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42210) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:24.310594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b703d2c-37f0-4b9f-a4da-9905ba3270fa tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.311488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8b703d2c-37f0-4b9f-a4da-9905ba3270fa tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.313062 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8b703d2c-37f0-4b9f-a4da-9905ba3270fa tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "PUT /v2.0/subnets/1a165f8d-3068-49e4-aac1-8c1d3329041f HTTP/1.1" status: 200 len: 877 time: 1.1316507 Mar 02 07:28:24.323709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42214) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:24.332059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:24.370332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:24.395304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=5baee3e9-52d6-4608-af23-aad0c51ff536,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:24.457201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b703d2c-37f0-4b9f-a4da-9905ba3270fa tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event updated for resources: {'Subnet': ['ID=1a165f8d-3068-49e4-aac1-8c1d3329041f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:24.470206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:24.497368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7897a-6cd6-45c5-b736-7570f408df17 req-4ce81db3-df22-40ac-8dbc-c9cbd9e6fd34 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.505507 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-95b7897a-6cd6-45c5-b736-7570f408df17 req-4ce81db3-df22-40ac-8dbc-c9cbd9e6fd34 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5302932 Mar 02 07:28:24.576871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.578022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4d3bb26-8326-40f1-8d19-a5b101578e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.596933 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-95b7897a-6cd6-45c5-b736-7570f408df17 req-033897e4-cf60-498c-aa4e-b88182adc061 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903528 Mar 02 07:28:24.611388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.628389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:24.656464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.658491 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9146993 Mar 02 07:28:24.671559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4d3bb26-8326-40f1-8d19-a5b101578e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.679555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6efbfe-e7c7-47d2-bc27-4ddf923aac94 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fc1000-3879-4fc9-a261-72558812facc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:24.749969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No active binding found for port 1e0ebc7b-7b07-463e-aca2-6a567ad6324d {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 07:28:24.750530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1e0ebc7b-7b07-463e-aca2-6a567ad6324d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:24.752161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4f71e14c-6a98-4ffe-b76c-3f43ec7a1ea5 None None] Port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:24.754459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4d3bb26-8326-40f1-8d19-a5b101578e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.775166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3bb26-8326-40f1-8d19-a5b101578e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85aa896-7a52-4fe6-af65-d130243e9e3f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:24.784043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4d3bb26-8326-40f1-8d19-a5b101578e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.788366 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d4d3bb26-8326-40f1-8d19-a5b101578e0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c85aa896-7a52-4fe6-af65-d130243e9e3f HTTP/1.1" status: 204 len: 168 time: 0.4883769 Mar 02 07:28:24.807145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.872344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:24.897952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:24.898809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:24.933078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-29aafa0d-0d5a-45be-82ad-2781e2f03212 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:24.969479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-dcf1de9d-7309-475c-a0d6-1ce975fc35ef tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9149978 Mar 02 07:28:24.983460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-29aafa0d-0d5a-45be-82ad-2781e2f03212 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:24.984816 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29aafa0d-0d5a-45be-82ad-2781e2f03212 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8549213 Mar 02 07:28:24.987111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:24.989300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:25.050850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Request body: {'port': {'device_id': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:25.119213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Allocated IP 172.20.0.3 (04eedc46-808f-479e-acca-4642557ee1c4/1a165f8d-3068-49e4-aac1-8c1d3329041f/0eb73547-d322-46f4-9bc4-4b3ab8ec910d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:25.152743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8183f16e-d3a2-43ec-9ebd-8116dbd0ec5c None None] Provisioning for port 5baee3e9-52d6-4608-af23-aad0c51ff536 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:25.156791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d24840-3874-4244-8883-192fb93e3bfa req-e0cffa18-a58f-4902-9027-c26cba993ad6 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:25.159339 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-76d24840-3874-4244-8883-192fb93e3bfa req-e0cffa18-a58f-4902-9027-c26cba993ad6 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 932 time: 0.1550252 Mar 02 07:28:25.166070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8183f16e-d3a2-43ec-9ebd-8116dbd0ec5c None None] Provisioning complete for port 5baee3e9-52d6-4608-af23-aad0c51ff536 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:25.166449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8183f16e-d3a2-43ec-9ebd-8116dbd0ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.198958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d93cb0ca-6190-4c26-8cfd-a1587ff56fab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.216600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:25.220054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.277362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d93cb0ca-6190-4c26-8cfd-a1587ff56fab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.315037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-76d24840-3874-4244-8883-192fb93e3bfa req-06560949-4655-4490-a06d-764775fc8cc3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:25.319004 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8183f16e-d3a2-43ec-9ebd-8116dbd0ec5c None None] Port 5baee3e9-52d6-4608-af23-aad0c51ff536 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:25.342417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-76d24840-3874-4244-8883-192fb93e3bfa req-06560949-4655-4490-a06d-764775fc8cc3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:25.355739 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-76d24840-3874-4244-8883-192fb93e3bfa req-06560949-4655-4490-a06d-764775fc8cc3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673098 Mar 02 07:28:25.365587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8183f16e-d3a2-43ec-9ebd-8116dbd0ec5c None None] Provisioning complete for port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:25.365587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8183f16e-d3a2-43ec-9ebd-8116dbd0ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.383315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d93cb0ca-6190-4c26-8cfd-a1587ff56fab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.404147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-94335324-f5ef-4d35-b7cc-ffcbaceac31d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573506789&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.3585577 Mar 02 07:28:25.412694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cb0ca-6190-4c26-8cfd-a1587ff56fab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb4a553-707d-4dd3-b6df-17320e653560,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:25.440470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d93cb0ca-6190-4c26-8cfd-a1587ff56fab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.443271 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d93cb0ca-6190-4c26-8cfd-a1587ff56fab tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/cfb4a553-707d-4dd3-b6df-17320e653560 HTTP/1.1" status: 204 len: 168 time: 0.4528236 Mar 02 07:28:25.446066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:25.452198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.452434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:25.509930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9725c7-6053-45a2-82e9-fa683c167ee9 None None] The sync data for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv is: [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:28:25.509930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8183f16e-d3a2-43ec-9ebd-8116dbd0ec5c None None] Port 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:25.592334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.620390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Transition to ACTIVE for port object 0eb73547-d322-46f4-9bc4-4b3ab8ec910d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:25.646350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.655083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Transition to ACTIVE for port object 0eb73547-d322-46f4-9bc4-4b3ab8ec910d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:25.682332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:25.712637 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-f667fdcc-11fc-4963-b686-e3fe595a1ebc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0672195 Mar 02 07:28:25.884313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Network 04eedc46-808f-479e-acca-4642557ee1c4 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:25.892606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:25.901278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1f2ed32a-085d-495c-b731-5e364b521348 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:25.918159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:25.929105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Pushing event updated for resources: {'Port': ['ID=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:25.932237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8d701df4-5fae-480d-882f-44706b743183 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:25.945078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1f2ed32a-085d-495c-b731-5e364b521348 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:25.951370 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1f2ed32a-085d-495c-b731-5e364b521348 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5013633 Mar 02 07:28:25.952932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42262) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:26.013497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b32c02-15c7-40fe-8df5-1b778d9c052d req-bea93d6b-bffd-455c-97b4-0613a0450df7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.020392 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d8b32c02-15c7-40fe-8df5-1b778d9c052d req-bea93d6b-bffd-455c-97b4-0613a0450df7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.1889970 Mar 02 07:28:26.044560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42266) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:26.100397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Attempting to bind port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:26.100860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Attempting to bind port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04eedc46-808f-479e-acca-4642557ee1c4'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:26.101291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Attempting to bind port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d on network 04eedc46-808f-479e-acca-4642557ee1c4 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:26.102618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba6760f2-197c-47ff-a1b3-0bb9001db8fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.108575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:26.109318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Checking segment: {'id': '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04eedc46-808f-479e-acca-4642557ee1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:26.109446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.109916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Bound using segment: {'id': '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04eedc46-808f-479e-acca-4642557ee1c4'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:26.111186 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Bound port: 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04eedc46-808f-479e-acca-4642557ee1c4'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:26.111510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.117449 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d8b32c02-15c7-40fe-8df5-1b778d9c052d req-b965b7d3-da25-45dd-bb97-5af72965e7ca tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958884 Mar 02 07:28:26.165170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 8d701df4-5fae-480d-882f-44706b743183 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:26.192945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba6760f2-197c-47ff-a1b3-0bb9001db8fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.193328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 8d701df4-5fae-480d-882f-44706b743183 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:26.193726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.269974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061631964'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:26.276362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:26.296124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:26.304893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:26.305224 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 8aa9a8b9-2f42-4594-9dc9-95bd14974b7c owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:26.314264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:26.319254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:26.325210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,segment=NetworkSegment(55fb561a-12ff-4bbf-8d0f-ef0f359e3a13),segment_id=55fb561a-12ff-4bbf-8d0f-ef0f359e3a13)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:26.341080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba6760f2-197c-47ff-a1b3-0bb9001db8fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.374023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:26.376948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.387373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.405071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6760f2-197c-47ff-a1b3-0bb9001db8fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d307f709-cc80-42ec-b213-251cd2d9a107,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:26.411569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.444916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:26.449773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:security_group_rule and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:26.452732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:26.460676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:26.566784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.582079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.602578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.602791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:26.644466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58cc40-575f-45e3-8933-d04b88b0bbe6 None None] Pushing event updated for resources: {'Port': ['ID=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:26.646085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.657016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba6760f2-197c-47ff-a1b3-0bb9001db8fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.660319 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ba6760f2-197c-47ff-a1b3-0bb9001db8fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/d307f709-cc80-42ec-b213-251cd2d9a107 HTTP/1.1" status: 204 len: 168 time: 0.6987333 Mar 02 07:28:26.661013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:26.668203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.668550 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment 67928c05-0317-4a74-8213-2bb2b8b7666d of type vlan for network c7fcb27c-74c4-4b3d-a958-fb2a563c79de Mar 02 07:28:26.669721 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 8d701df4-5fae-480d-882f-44706b743183, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8d701df4-5fae-480d-882f-44706b743183,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:26.676541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.699181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.703081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.771790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae2dae6-da53-4890-91ac-2f061739b01c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:26.776671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=8d701df4-5fae-480d-882f-44706b743183,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:26.803468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.853597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=d6940d28-16fe-4844-8932-50921397f718,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:26.855361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4ae58374-ac46-4c75-afdf-b11bd9b9ce97 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:26.866132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:26.884790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.895627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.896591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:26.942850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eec7b-6058-429a-8c83-21dcb79749bd req-99b19298-55c0-4da0-8f8b-c41bcd345a1a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:26.944403 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d4eec7b-6058-429a-8c83-21dcb79749bd req-99b19298-55c0-4da0-8f8b-c41bcd345a1a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 932 time: 0.3225126 Mar 02 07:28:26.945334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4ae58374-ac46-4c75-afdf-b11bd9b9ce97 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:26.951611 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ae58374-ac46-4c75-afdf-b11bd9b9ce97 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2808509 Mar 02 07:28:26.996424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42282) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:27.031773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--116978515'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:27.038164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:27.049667 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9939001 Mar 02 07:28:27.060760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.081351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eedc46-808f-479e-acca-4642557ee1c4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:27.095608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:27.095905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:27.108480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:27.110332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=1a165f8d-3068-49e4-aac1-8c1d3329041f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:27.119359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05770023-e24d-48e2-b13f-ac73e9d9bf51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=c7fcb27c-74c4-4b3d-a958-fb2a563c79de,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:27.129859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:27.132952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6219de-ff91-46ce-aa91-8c3df308f979 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:27.143777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:27.144384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.147567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.155545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network c7fcb27c-74c4-4b3d-a958-fb2a563c79de details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:27.186957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.202541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:27.211079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:27.219454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-9828e265-89bd-490e-b469-a402fc1eb6e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:27.220661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-9828e265-89bd-490e-b469-a402fc1eb6e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:27.223944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:27.235295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:27.396965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.407483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.485429 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d4eec7b-6058-429a-8c83-21dcb79749bd req-1ecf534d-44a6-46e3-bae8-5ffb282262d9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4662991 Mar 02 07:28:27.532533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fcbdb2-8bda-4992-b1df-51708a5fcd3f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:27.559017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.566229 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-962c5620-1f66-41f2-b130-f667e74b8e73 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5498166 Mar 02 07:28:27.568434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42288) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:27.581193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': 'a6fcbdb2-8bda-4992-b1df-51708a5fcd3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:27.595379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:27.607456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:27.614467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:27.631698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:27.670474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.843784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baee3e9-52d6-4608-af23-aad0c51ff536 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:27.851697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.861602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.862885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.880118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Transition to ACTIVE for port object 5baee3e9-52d6-4608-af23-aad0c51ff536 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:27.909811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': 'd6940d28-16fe-4844-8932-50921397f718'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:27.911312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.935854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:27.937154 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3673663 Mar 02 07:28:27.938101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b809f-f945-483a-b3c7-b9fdade05869 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85ff912-8c45-4a8b-add2-9752574c078a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:27.951004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42292) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:27.991347 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e88995-b4e5-417a-bb9d-e5a6eb8fabab req-62bd390f-f970-4cf6-8153-25ab1b13222d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:27.999535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-00e88995-b4e5-417a-bb9d-e5a6eb8fabab req-62bd390f-f970-4cf6-8153-25ab1b13222d tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2510579 Mar 02 07:28:28.032139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.042201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:28.042770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.049853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a17cd6b0-c68e-409b-8433-875e33d18524 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.066506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a17cd6b0-c68e-409b-8433-875e33d18524 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.136783 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-00e88995-b4e5-417a-bb9d-e5a6eb8fabab req-62515df5-287b-4f01-9f8b-6bcd81050b08 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360824 Mar 02 07:28:28.143663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a17cd6b0-c68e-409b-8433-875e33d18524 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.165267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0eb73547-d322-46f4-9bc4-4b3ab8ec910d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:28.181498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a17cd6b0-c68e-409b-8433-875e33d18524 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.184944 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a17cd6b0-c68e-409b-8433-875e33d18524 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d85ff912-8c45-4a8b-add2-9752574c078a HTTP/1.1" status: 204 len: 168 time: 0.2321305 Mar 02 07:28:28.191045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42296) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:28.193215 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:28.207416 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-675e8401-7d7f-4944-abd1-f25b11fa9ba3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9750500 Mar 02 07:28:28.209052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:28.233884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cd6b0-c68e-409b-8433-875e33d18524 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d85ff912-8c45-4a8b-add2-9752574c078a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:28.254890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:28:28.254890 dv-neutron-831485-1-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:28:28.254890 dv-neutron-831485-1-hyperv neutron-server[87772]: [parameters: {'id': '04eedc46-808f-479e-acca-4642557ee1c4'}] Mar 02 07:28:28.254890 dv-neutron-831485-1-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:28.256085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:28.256385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.270104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:4d:5b:4b', 'name': 'tempest-NetworksTestDHCPv6-1491729813'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:28.308518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f79a579-c96a-4811-a59f-3fb538ebcd15 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:28.347745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f79a579-c96a-4811-a59f-3fb538ebcd15 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:28.348779 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f79a579-c96a-4811-a59f-3fb538ebcd15 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1555698 Mar 02 07:28:28.351670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42304) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:28.415510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd33d87-0471-44a8-8637-4b17db7be8f5 None None] Network 04eedc46-808f-479e-acca-4642557ee1c4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:28.456874 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5764029-c2da-4d0a-81b6-fe176d881b6d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.473944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.499129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5764029-c2da-4d0a-81b6-fe176d881b6d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.517049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Pushing event updated for resources: {'Port': ['ID=5baee3e9-52d6-4608-af23-aad0c51ff536,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:28.635451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5764029-c2da-4d0a-81b6-fe176d881b6d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.677792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764029-c2da-4d0a-81b6-fe176d881b6d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fcbdb2-8bda-4992-b1df-51708a5fcd3f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:28.708482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3adef0f4-b8f8-4dae-9581-d1b167e797b0 None None] Provisioning for port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:28.728942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/d6940d28-16fe-4844-8932-50921397f718/96d41f09-ff56-4a2b-a51c-668a19128ea1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:28.813177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:28.821464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5764029-c2da-4d0a-81b6-fe176d881b6d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.831749 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e5764029-c2da-4d0a-81b6-fe176d881b6d tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6fcbdb2-8bda-4992-b1df-51708a5fcd3f HTTP/1.1" status: 204 len: 168 time: 0.4790301 Mar 02 07:28:28.835276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42310) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:28.911232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:28.911875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:28.986709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226c11c-6516-46f9-91b7-0e807ec40923 req-6fc1b94a-5310-40a4-9b7b-4eae1f9d138e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:28.988418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e226c11c-6516-46f9-91b7-0e807ec40923 req-6fc1b94a-5310-40a4-9b7b-4eae1f9d138e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.2851210 Mar 02 07:28:28.992283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a809935b-a348-4f86-b607-8cb9c105d7fe tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:29.029006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-b6b8ba35-9eca-4977-b4ac-3dbbc4ab319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:29.030343 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-b6b8ba35-9eca-4977-b4ac-3dbbc4ab319f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 2.8241336 Mar 02 07:28:29.031198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.038663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a809935b-a348-4f86-b607-8cb9c105d7fe tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:29.046824 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a809935b-a348-4f86-b607-8cb9c105d7fe tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2105615 Mar 02 07:28:29.049606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-9828e265-89bd-490e-b469-a402fc1eb6e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:29.050807 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42314) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:29.051707 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-9828e265-89bd-490e-b469-a402fc1eb6e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=a508b493-6392-4bc0-a8c9-244fb8ccf82f HTTP/1.1" status: 200 len: 797 time: 3.6171699 Mar 02 07:28:29.059819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.067537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=8aa9a8b9-2f42-4594-9dc9-95bd14974b7c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:29.068587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--398999149'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:29.075481 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e226c11c-6516-46f9-91b7-0e807ec40923 req-8c0c3898-21c1-44f9-bf7b-c0d483b8319d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780897 Mar 02 07:28:29.078477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:29.091130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:29.112101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.127346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:29.139091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:29.145088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:29.149206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:29.156074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:29.206781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.217885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Transition to ACTIVE for port object 96d41f09-ff56-4a2b-a51c-668a19128ea1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:29.241783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Transition to ACTIVE for port object 96d41f09-ff56-4a2b-a51c-668a19128ea1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:29.267943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.275614 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0bc77cc2-003d-4ca7-a92e-b8b08dfef7f8 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/8aa9a8b9-2f42-4594-9dc9-95bd14974b7c HTTP/1.1" status: 204 len: 168 time: 5.3679960 Mar 02 07:28:29.279165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42322) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:29.280497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:29.342808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:29.370330 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-549bb7e2-b048-4a03-adf5-d20046199774 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.2998180 Mar 02 07:28:29.417622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Attempting to bind port 5baee3e9-52d6-4608-af23-aad0c51ff536 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:29.418149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Attempting to bind port 5baee3e9-52d6-4608-af23-aad0c51ff536 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:29.418576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Attempting to bind port 5baee3e9-52d6-4608-af23-aad0c51ff536 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:29.447547 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3e7ea0-813f-4675-b7f9-30c42ee8759a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:28:29.448340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a3e7ea0-813f-4675-b7f9-30c42ee8759a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:29.477286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:29.479892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.486267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:29.486730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.489820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a3e7ea0-813f-4675-b7f9-30c42ee8759a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:29.490853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:29.494870 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a3e7ea0-813f-4675-b7f9-30c42ee8759a tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/8aa9a8b9-2f42-4594-9dc9-95bd14974b7c HTTP/1.1" status: 404 len: 333 time: 0.2134378 Mar 02 07:28:29.498725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:29.509633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:29.542248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Port 5baee3e9-52d6-4608-af23-aad0c51ff536 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:29.542638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Attempting to bind port 5baee3e9-52d6-4608-af23-aad0c51ff536 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:29.543617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.567268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:29.567837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Checking segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:29.568329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Bound using segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:29.568884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Bound port: 5baee3e9-52d6-4608-af23-aad0c51ff536, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:29.569334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.594078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:29.609736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:29.623141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9c65e6e-4a2f-4ed6-8f95-9176a9bcf011 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.661778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e757b7-29ed-4a84-90b7-d2570e52cfbd req-54a52a6d-2e04-4056-be2c-763f279af246 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:29.669585 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b1e757b7-29ed-4a84-90b7-d2570e52cfbd req-54a52a6d-2e04-4056-be2c-763f279af246 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2926707 Mar 02 07:28:29.671694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3042609e-9ab1-4965-b7db-be9314740ff8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:29.685480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Pushing event updated for resources: {'Port': ['ID=96d41f09-ff56-4a2b-a51c-668a19128ea1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:29.719057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9c65e6e-4a2f-4ed6-8f95-9176a9bcf011 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.763744 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b1e757b7-29ed-4a84-90b7-d2570e52cfbd req-ebe2c904-898f-4b67-b1f8-d9ae981b9d39 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885441 Mar 02 07:28:29.764836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.766203 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb4e75cc-94d1-48bf-b58a-5c145946b66e tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7091050 Mar 02 07:28:29.779307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:29.786779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.795131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '3042609e-9ab1-4965-b7db-be9314740ff8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:29.799094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Attempting to bind port 96d41f09-ff56-4a2b-a51c-668a19128ea1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:29.799501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Attempting to bind port 96d41f09-ff56-4a2b-a51c-668a19128ea1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:29.799866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Attempting to bind port 96d41f09-ff56-4a2b-a51c-668a19128ea1 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:29.806094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:29.808694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:29.809480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:29.809930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.810332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:29.810806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Bound port: 96d41f09-ff56-4a2b-a51c-668a19128ea1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:29.811183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.820706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:29.826496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:29.835076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:29.860300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.905148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9c65e6e-4a2f-4ed6-8f95-9176a9bcf011 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.932056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c65e6e-4a2f-4ed6-8f95-9176a9bcf011 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676c5073-9dd7-4c59-8036-a8f0eec5c0c5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:29.947629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] For port 5baee3e9-52d6-4608-af23-aad0c51ff536, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:29.951259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] For port 5baee3e9-52d6-4608-af23-aad0c51ff536, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=5baee3e9-52d6-4608-af23-aad0c51ff536,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:29.951463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] For port 96d41f09-ff56-4a2b-a51c-668a19128ea1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:29.955434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] For port 96d41f09-ff56-4a2b-a51c-668a19128ea1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=96d41f09-ff56-4a2b-a51c-668a19128ea1,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:29.964703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.966690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9c65e6e-4a2f-4ed6-8f95-9176a9bcf011 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.972153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b9c65e6e-4a2f-4ed6-8f95-9176a9bcf011 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/security-groups/676c5073-9dd7-4c59-8036-a8f0eec5c0c5 HTTP/1.1" status: 204 len: 168 time: 0.4718099 Mar 02 07:28:29.973206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42334) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:29.973971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] DHCP port deletion for 04eedc46-808f-479e-acca-4642557ee1c4 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:29.987359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.992236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:29.997111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.010345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Deleting port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:30.010722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.034851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da568bd-18b9-432f-9e0e-ca3a4dae6325,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:30.047260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.051539 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6773dcab-6abb-419e-acc0-1bc6fc41ef07 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2687266 Mar 02 07:28:30.053754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42338) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:30.094051 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dbcc075d-f2b5-42fe-b304-b4ae81116c6b tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules/7da568bd-18b9-432f-9e0e-ca3a4dae6325 HTTP/1.1" status: 200 len: 763 time: 0.0369294 Mar 02 07:28:30.096558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42342) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:30.159174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Pushing event updated for resources: {'Port': ['ID=5baee3e9-52d6-4608-af23-aad0c51ff536,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:30.191487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3ec8ede-024a-4ea4-a096-4c5846fe07b7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.206869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:30.207943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.209547 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-4931fcf2-a693-4e13-925d-bc9f4997799f service neutron] 10.222.0.32 "PUT /v2.0/ports/5baee3e9-52d6-4608-af23-aad0c51ff536 HTTP/1.1" status: 200 len: 1094 time: 5.1658881 Mar 02 07:28:30.228073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:30.242253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 47095713-1185-4ed4-88b4-640570838f66 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:28:30.271431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3ec8ede-024a-4ea4-a096-4c5846fe07b7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.308434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-53bed305-f8c5-40e6-a236-87999a71d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:30.310217 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-53bed305-f8c5-40e6-a236-87999a71d3fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 1.2145493 Mar 02 07:28:30.506599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4ed6e393-eb03-49e3-a899-83fc31df406a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:30.510344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.512187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42352) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:30.558205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': 'c7fcb27c-74c4-4b3d-a958-fb2a563c79de', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:30.569980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,segment=NetworkSegment(55fb561a-12ff-4bbf-8d0f-ef0f359e3a13),segment_id=55fb561a-12ff-4bbf-8d0f-ef0f359e3a13)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:30.572541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.590252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-908e1b1f-bb98-4248-80e1-adb6309e8d24 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:30.626691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-908e1b1f-bb98-4248-80e1-adb6309e8d24 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:30.628053 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-908e1b1f-bb98-4248-80e1-adb6309e8d24 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5302711 Mar 02 07:28:30.630017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3ec8ede-024a-4ea4-a096-4c5846fe07b7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.635094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42356) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:30.653718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bb513-28d0-4141-a690-fcd9e3363e06 None None] Pushing event updated for resources: {'Port': ['ID=96d41f09-ff56-4a2b-a51c-668a19128ea1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:30.667503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec8ede-024a-4ea4-a096-4c5846fe07b7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d221a9-55ea-45ee-8bd3-038cb5df69ee,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:30.698793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-64e0ec19-fab6-48e6-b19e-12160d83da44 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.711695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8c21-7790-478a-9f64-06a33931bee1 req-3f809b3e-0024-4ab7-99f5-80905629a376 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:30.718578 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-89dc8c21-7790-478a-9f64-06a33931bee1 req-3f809b3e-0024-4ab7-99f5-80905629a376 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.3541722 Mar 02 07:28:30.724202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3ec8ede-024a-4ea4-a096-4c5846fe07b7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.727836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3ec8ede-024a-4ea4-a096-4c5846fe07b7 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9d221a9-55ea-45ee-8bd3-038cb5df69ee HTTP/1.1" status: 204 len: 168 time: 0.7509580 Mar 02 07:28:30.737924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Calling delete_port for 0eb73547-d322-46f4-9bc4-4b3ab8ec910d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:30.744164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-64e0ec19-fab6-48e6-b19e-12160d83da44 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.749379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:30.782703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,segment=NetworkSegment(55fb561a-12ff-4bbf-8d0f-ef0f359e3a13),segment_id=55fb561a-12ff-4bbf-8d0f-ef0f359e3a13)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:30.793740 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.794742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8d701df4-5fae-480d-882f-44706b743183 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:30.854700 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-89dc8c21-7790-478a-9f64-06a33931bee1 req-7a583af1-d095-4f92-b269-08c57a242fc9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344213 Mar 02 07:28:30.882906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-64e0ec19-fab6-48e6-b19e-12160d83da44 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.889996 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-2fd13288-be82-4b9c-80a6-54949cf94c42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1001 time: 0.5625336 Mar 02 07:28:30.890729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4ed6e393-eb03-49e3-a899-83fc31df406a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:30.892657 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4ed6e393-eb03-49e3-a899-83fc31df406a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5214899 Mar 02 07:28:30.942604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet 0fba48cb-979e-48b2-9a05-155dda2c54c5 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:30.946405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0ec19-fab6-48e6-b19e-12160d83da44 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7da568bd-18b9-432f-9e0e-ca3a4dae6325,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:30.952620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:30.992554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:30.995193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:30.995757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:31.003792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-64e0ec19-fab6-48e6-b19e-12160d83da44 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.004929 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-64e0ec19-fab6-48e6-b19e-12160d83da44 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7da568bd-18b9-432f-9e0e-ca3a4dae6325 HTTP/1.1" status: 204 len: 168 time: 0.3621595 Mar 02 07:28:31.007511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 8d701df4-5fae-480d-882f-44706b743183 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:31.008051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.012598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:31.078548 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'status': 'completed', 'code': 200} Mar 02 07:28:31.087468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.110577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-25d6e54c-27aa-4390-b698-a0a7d7bdb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:31.111987 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-25d6e54c-27aa-4390-b698-a0a7d7bdb4a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.1893568 Mar 02 07:28:31.187584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:31.205769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3f6ed3cf-4d65-47d5-9a6e-c71390afbb4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:31.271092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3f6ed3cf-4d65-47d5-9a6e-c71390afbb4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:31.275140 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f6ed3cf-4d65-47d5-9a6e-c71390afbb4c tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2615187 Mar 02 07:28:31.275829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42370) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:31.291232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecf29-95a5-4d7b-a2e9-526e0cc20f09 req-ed3fce62-8840-46b0-8048-428aafec6259 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:31.298301 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-304ecf29-95a5-4d7b-a2e9-526e0cc20f09 req-ed3fce62-8840-46b0-8048-428aafec6259 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.1810038 Mar 02 07:28:31.303814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '3042609e-9ab1-4965-b7db-be9314740ff8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:31.309215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:31.322403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 96d41f09-ff56-4a2b-a51c-668a19128ea1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:31.348024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:31.350355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.408515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-600afbe5-ad32-4aef-98bc-9d3c90c0b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:31.410036 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-600afbe5-ad32-4aef-98bc-9d3c90c0b9f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 1097 time: 0.9753983 Mar 02 07:28:31.414918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:31.418629 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-304ecf29-95a5-4d7b-a2e9-526e0cc20f09 req-e2b75df9-1660-4e03-a41a-64d851100e13 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194623 Mar 02 07:28:31.420649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 96d41f09-ff56-4a2b-a51c-668a19128ea1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:31.420810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,segment=NetworkSegment(55fb561a-12ff-4bbf-8d0f-ef0f359e3a13),segment_id=55fb561a-12ff-4bbf-8d0f-ef0f359e3a13)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:31.421075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.436570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.440914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:31.492058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0eb73547-d322-46f4-9bc4-4b3ab8ec910d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:31.526848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.529735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.564101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Deleting port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:31.564478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.581550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=0fba48cb-979e-48b2-9a05-155dda2c54c5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:31.584096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.591035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:31.616020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.618669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab9238-85e6-4221-a075-dfb26f2affec None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:31.624216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a4b6ab-dbca-44b5-a52a-5c663d9d4881,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:31.645134 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-037ab605-13d3-49ea-9345-b50be07109bd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/0fba48cb-979e-48b2-9a05-155dda2c54c5 HTTP/1.1" status: 204 len: 168 time: 0.8908741 Mar 02 07:28:31.645896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42374) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:31.651591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:31.666096 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-56a7f1d6-69a5-4e04-b974-0b26a380f3d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5baee3e9-52d6-4608-af23-aad0c51ff536 HTTP/1.1" status: 200 len: 217 time: 0.2279909 Mar 02 07:28:31.671517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::a2 (9cd85606-01cd-4b60-bb33-0395597a84af/d6940d28-16fe-4844-8932-50921397f718/47095713-1185-4ed4-88b4-640570838f66) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:31.681501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Calling delete_port for 0eb73547-d322-46f4-9bc4-4b3ab8ec910d owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:31.799449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:31.803475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.831659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.862771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.863818 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-529ceda6-afa6-4d8b-83c9-68fd2f9e3564 service neutron] 10.222.0.41 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8129373 Mar 02 07:28:31.873158 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-49ae9a6c-9699-40b3-b419-2fd7065832b2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5907671 Mar 02 07:28:31.873158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:31.875359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42378) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:31.890918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:31.897388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:31.908813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:31.916115 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-42cc9fbc-8a85-465c-8d90-b27b7b9d80f4 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules/21a4b6ab-dbca-44b5-a52a-5c663d9d4881 HTTP/1.1" status: 200 len: 763 time: 0.0394392 Mar 02 07:28:31.918858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42386) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:31.971257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:31.977332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:31.989768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-42d148b3-cff6-4357-a8e9-54645110cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:31.991366 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-42d148b3-cff6-4357-a8e9-54645110cb3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.2768223 Mar 02 07:28:32.037692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c030d5ff-d6eb-4961-b8ce-ea6790495767 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:32.093214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e23fa36-ff80-49db-8dae-d799d8f17171 None None] Provisioning for port 96d41f09-ff56-4a2b-a51c-668a19128ea1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:32.116610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,segment=NetworkSegment(55fb561a-12ff-4bbf-8d0f-ef0f359e3a13),segment_id=55fb561a-12ff-4bbf-8d0f-ef0f359e3a13)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:32.130266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,segment=NetworkSegment(55fb561a-12ff-4bbf-8d0f-ef0f359e3a13),segment_id=55fb561a-12ff-4bbf-8d0f-ef0f359e3a13)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:32.130797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.137658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e23fa36-ff80-49db-8dae-d799d8f17171 None None] Provisioning complete for port 96d41f09-ff56-4a2b-a51c-668a19128ea1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:32.138142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e23fa36-ff80-49db-8dae-d799d8f17171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.155838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c030d5ff-d6eb-4961-b8ce-ea6790495767 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:32.160199 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c030d5ff-d6eb-4961-b8ce-ea6790495767 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2378736 Mar 02 07:28:32.162115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42390) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:32.180314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.220684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4235e0e-13e4-47e8-b771-f0054f0b0b75 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.224722 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-036c874c-64c2-49e5-b212-1939aee47e3d service neutron] 10.222.0.41 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347924 Mar 02 07:28:32.245319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4235e0e-13e4-47e8-b771-f0054f0b0b75 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.293434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488842-583c-4802-b3ff-a4a8b2fe1b72 req-e6d0b2fe-1122-4789-aeac-37d550c9190a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.300644 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-92488842-583c-4802-b3ff-a4a8b2fe1b72 req-e6d0b2fe-1122-4789-aeac-37d550c9190a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.2774060 Mar 02 07:28:32.356418 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4235e0e-13e4-47e8-b771-f0054f0b0b75 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.392717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4235e0e-13e4-47e8-b771-f0054f0b0b75 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21a4b6ab-dbca-44b5-a52a-5c663d9d4881,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:32.452180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Calling delete_port for 0eb73547-d322-46f4-9bc4-4b3ab8ec910d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:32.476153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-92488842-583c-4802-b3ff-a4a8b2fe1b72 req-15147ee0-894c-407a-a849-a09898c35b6d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746414 Mar 02 07:28:32.480450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4235e0e-13e4-47e8-b771-f0054f0b0b75 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.480610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-ef3e9d7b-a5cf-4eef-ba47-a32ff70f1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.483957 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a4235e0e-13e4-47e8-b771-f0054f0b0b75 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/21a4b6ab-dbca-44b5-a52a-5c663d9d4881 HTTP/1.1" status: 204 len: 168 time: 0.3171458 Mar 02 07:28:32.484054 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-ef3e9d7b-a5cf-4eef-ba47-a32ff70f1be4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3448250 Mar 02 07:28:32.495333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:32.587777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.594036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:32.594199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:32.627714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-969b039f-d196-4e01-82cf-0a3cab2204b3 req-a33b64bb-1058-4680-bc4a-c5c3d6f9b4ed tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:32.642615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.666337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:32.666866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:32.673006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39dfed13-0c9a-42d1-9dfe-f79e562effb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.677221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-969b039f-d196-4e01-82cf-0a3cab2204b3 req-a33b64bb-1058-4680-bc4a-c5c3d6f9b4ed tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:32.678393 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-969b039f-d196-4e01-82cf-0a3cab2204b3 req-a33b64bb-1058-4680-bc4a-c5c3d6f9b4ed tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 210 time: 0.1095235 Mar 02 07:28:32.684158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Deleting port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:32.684711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.713954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:32.717391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:32.722211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:32.722792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.740857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=f4fee63e-c4bf-45f5-a015-cf132342afa8,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:32.755415 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe8ddd66-380a-47a0-84dc-9ab68622998f tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1059928 Mar 02 07:28:32.755747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42406) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:32.760508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'security_group': {'name': 'tempest-secgroup-939886045'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:32.766900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:32.770716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:32.773524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:32.780187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:32.787469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=59a3dc40-0402-42ac-a8ff-87743e8f3dfa,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:32.791453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.798800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:32.821038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:32.826494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group_rule and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:32.830918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:32.837917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:32.931286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.944090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e23fa36-ff80-49db-8dae-d799d8f17171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:32.945462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.003648 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7dd149b3-7faf-4e8e-aacb-7f133d6eabc2 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5017338 Mar 02 07:28:33.011866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:33.023207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.029258 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2726164 Mar 02 07:28:33.030317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42418) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:33.033966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78401dd8-fc4a-4283-8a0a-f0ffe21fe92c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef00612-70f7-4bce-816f-800b974be20d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:33.046477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '3042609e-9ab1-4965-b7db-be9314740ff8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:33.046678 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] For port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,segment=NetworkSegment(55fb561a-12ff-4bbf-8d0f-ef0f359e3a13),segment_id=55fb561a-12ff-4bbf-8d0f-ef0f359e3a13)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:33.047960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.055851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:33.056570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'security_group': {'name': 'tempest-secgroup-722779871'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:33.063807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:33.064233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2e23fa36-ff80-49db-8dae-d799d8f17171 None None] For port 96d41f09-ff56-4a2b-a51c-668a19128ea1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=96d41f09-ff56-4a2b-a51c-668a19128ea1,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:33.067962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:33.072461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:33.077451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:33.082504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:33.084365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:33.090169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:33.101437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:33.102070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.107961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.118836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e23fa36-ff80-49db-8dae-d799d8f17171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.144486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:33.148874 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group_rule and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:33.149935 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Project df24a5a2342e4fb4a970d820ec9e54ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:28:33.153716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:33.160981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:33.186088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.225986 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-9e822dbe-9592-4cdf-abac-1617a5a30886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:33.227468 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-9e822dbe-9592-4cdf-abac-1617a5a30886 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0532682 Mar 02 07:28:33.241216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': '67928c05-0317-4a74-8213-2bb2b8b7666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7fcb27c-74c4-4b3d-a958-fb2a563c79de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:33.241578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: c7fcb27c-74c4-4b3d-a958-fb2a563c79de, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:33.244037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Calling delete_port for 0eb73547-d322-46f4-9bc4-4b3ab8ec910d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:33.284806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.291343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.344824 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-16fd09a8-b664-41f4-8d21-a094c58e5656 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8190420 Mar 02 07:28:33.363844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585af9ed-fa5f-4235-a7f5-a234e2b2e358,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:33.371101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.373694 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-539d8fe3-3549-4331-a823-bf5c4392198c tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3419793 Mar 02 07:28:33.376334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42426) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:33.383125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'security_group': {'name': 'tempest-secgroup-340696784'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:33.391246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:33.396590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:33.400006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:33.407363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.415309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:33.428573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 47095713-1185-4ed4-88b4-640570838f66 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:33.441611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.479441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23fa36-ff80-49db-8dae-d799d8f17171 None None] Pushing event updated for resources: {'Port': ['ID=96d41f09-ff56-4a2b-a51c-668a19128ea1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:33.500459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.502386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:33.510301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:security_group_rule and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:33.513942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:33.530176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:33.583286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] Pushing event deleted for resources: {'Port': ['ID=0eb73547-d322-46f4-9bc4-4b3ab8ec910d,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:33.585940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad7971-7942-4272-9080-644e7886e5a5 None None] No DVR routers for this DVR port 0eb73547-d322-46f4-9bc4-4b3ab8ec910d on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:33.601461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb73eb-5a4a-43bd-90a9-f6041e1644be None None] Network 04eedc46-808f-479e-acca-4642557ee1c4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:33.668951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.679145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.794703 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-714b6865-a95d-4e22-9c5a-c1bcd174c0bc service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484633 Mar 02 07:28:33.805976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c28059-ade4-42ea-88b7-d31643051305,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:33.827908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.829787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ec2c169-4458-4f62-901e-daaab64aaf8d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4522421 Mar 02 07:28:33.836294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42434) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:33.847403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2133446884', 'security_groups': ['f2c28059-ade4-42ea-88b7-d31643051305'], 'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4fee63e-c4bf-45f5-a015-cf132342afa8'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:33.882044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c89664-87d9-4cf4-9183-5164f163fa83 None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:33.899479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] The port '0eb73547-d322-46f4-9bc4-4b3ab8ec910d' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:28:33.900783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:33.998670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcf1ce13-466c-4a96-8ad7-6144ce06aa0a None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:33.998961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ce13-466c-4a96-8ad7-6144ce06aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.013739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network c7fcb27c-74c4-4b3d-a958-fb2a563c79de is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:34.093186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c555c-2e11-4a8f-8839-3caa196e8b2e req-2e071394-35a4-43f3-945f-1d0b7f860b52 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.100850 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c6c555c-2e11-4a8f-8839-3caa196e8b2e req-2e071394-35a4-43f3-945f-1d0b7f860b52 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 1.4843392 Mar 02 07:28:34.101265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246dd71-f132-409e-be61-1d3131d4452b req-b381e999-66c0-43e3-b928-f8425810f4eb tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.103571 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a246dd71-f132-409e-be61-1d3131d4452b req-b381e999-66c0-43e3-b928-f8425810f4eb tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.3799264 Mar 02 07:28:34.214789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:34.228459 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a246dd71-f132-409e-be61-1d3131d4452b req-3ee4b6f1-7e03-46f3-ae9c-8e5e6d708b63 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137922 Mar 02 07:28:34.246912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:34.259547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:34.260095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:34.266716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.268388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.272567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, c7fcb27c-74c4-4b3d-a958-fb2a563c79de) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:34.272753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:34.274690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcf1ce13-466c-4a96-8ad7-6144ce06aa0a None None] Provisioning complete for port 2bbea23a-5a86-4bee-b166-6f81836b0942 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:34.275157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ce13-466c-4a96-8ad7-6144ce06aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.276995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.277566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.329617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:34.456003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227ded0-7b1a-4a54-b1b8-4f0383b73719 None None] Network c7fcb27c-74c4-4b3d-a958-fb2a563c79de requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:34.500582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.528063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eedc46-808f-479e-acca-4642557ee1c4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:34.536453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1ce13-466c-4a96-8ad7-6144ce06aa0a None None] Port 2bbea23a-5a86-4bee-b166-6f81836b0942 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:34.551359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:34.551669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fb561a-12ff-4bbf-8d0f-ef0f359e3a13') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:34.564029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.576008 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f5a6588-1246-4436-b59f-2fb60d523f39 req-4a834653-443f-40e7-9ea7-ac2b8016abc8 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083762 Mar 02 07:28:34.585837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=47095713-1185-4ed4-88b4-640570838f66,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:34.612173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b59a626-2112-4159-a1bf-af060bcf27c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0824490 Mar 02 07:28:34.614651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.628846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:34.638894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.661600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.665939 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1c8710b-6b3b-4e91-bfa2-ef0229ff1e91 req-4c186c1f-9259-4c10-bb5a-b491311257d3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 210 time: 0.0784469 Mar 02 07:28:34.681406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-cfcfff78-ec9f-49a3-96cc-b21b572243bb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:34.682771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-cfcfff78-ec9f-49a3-96cc-b21b572243bb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:34.682903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-444728852'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:34.694584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:34.699904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.704991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:34.708033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:34.720936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:34.723121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-cfcfff78-ec9f-49a3-96cc-b21b572243bb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:34.727593 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-cfcfff78-ec9f-49a3-96cc-b21b572243bb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=a508b493-6392-4bc0-a8c9-244fb8ccf82f HTTP/1.1" status: 200 len: 797 time: 0.5361769 Mar 02 07:28:34.774523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] device_id is not set on port d48dbb4c-6632-4170-b2d1-9badf26dba1b yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:28:34.795060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] Update dhcp port {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'fixed_ips': [{'subnet_id': 'c9b6a158-bfcd-490b-b59d-f8b4f5cead72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f4fee63e-c4bf-45f5-a015-cf132342afa8'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '2159229a-c293-4720-bb9e-e32048ad8989'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:28:34.802059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:34.802680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.829312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b18e8414-840e-488c-8523-65472e05a927 None None] Provisioning for port 47095713-1185-4ed4-88b4-640570838f66 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:34.834277 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:34.838586 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c6c555c-2e11-4a8f-8839-3caa196e8b2e req-c1e385e8-9360-4f1f-abc2-f9b5ed7cb4ef tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7368970 Mar 02 07:28:34.860194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f1c6f891-c7c0-4f74-b1d2-ba168af30954 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:34.860415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14fae663-df64-4889-aade-ac5073eb7f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.866405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:34.868906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b18e8414-840e-488c-8523-65472e05a927 None None] Provisioning complete for port 47095713-1185-4ed4-88b4-640570838f66 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:34.869282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b18e8414-840e-488c-8523-65472e05a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.870240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.879830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.883763 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8529034 Mar 02 07:28:34.888899 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f01ec0b6-a27a-4b37-b721-416931c14875 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.6325338 Mar 02 07:28:34.889047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42446) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:34.890405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66d62c-a807-4277-b7be-1e2e4263e106 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170992f4-be88-45b1-892b-52755f3aace4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:34.890791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42448) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:34.925124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f1c6f891-c7c0-4f74-b1d2-ba168af30954 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:34.926216 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f1c6f891-c7c0-4f74-b1d2-ba168af30954 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 379 time: 0.1904736 Mar 02 07:28:34.963422 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2024feab-02b0-4c1c-a1ad-43f175595eb8 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules/170992f4-be88-45b1-892b-52755f3aace4 HTTP/1.1" status: 200 len: 769 time: 0.0714281 Mar 02 07:28:34.968672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42456) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:34.971558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:34.973176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['dc3a022e-b1bd-41d2-9cdb-2413cd31c84f']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:35.005391 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-873034ac-bbf6-43ba-8792-fe977dbcae46 req-da496542-a744-47d1-beee-a69d7aa29b8b service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1637776 Mar 02 07:28:35.040514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b18e8414-840e-488c-8523-65472e05a927 None None] Port 47095713-1185-4ed4-88b4-640570838f66 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:35.089088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-c7fcb27c-74c4-4b3d-a958-fb2a563c79de', 'network_id': 'c7fcb27c-74c4-4b3d-a958-fb2a563c79de', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': '59a3dc40-0402-42ac-a8ff-87743e8f3dfa'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:35.089934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.092915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:35.147761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.153103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.206465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=04eedc46-808f-479e-acca-4642557ee1c4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:35.209732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.210071 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment d5bf22cc-4e65-4cb9-9430-3ae58bcead60 of type vlan for network f17c62d2-c54c-4f73-b4e0-1c448eed100c Mar 02 07:28:35.226599 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e0008d45-206b-4b1e-a5a9-a6eff1f09bae tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/04eedc46-808f-479e-acca-4642557ee1c4 HTTP/1.1" status: 204 len: 168 time: 10.8999655 Mar 02 07:28:35.227183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:35.283882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-6b878c9b-bf2a-4c52-b770-961d459b1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.285437 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-6b878c9b-bf2a-4c52-b770-961d459b1911 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 0.4453409 Mar 02 07:28:35.304094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] Allocated IP 2001:db8::2 (792b590e-8a03-4783-a4e6-80a6b310f9af/f4fee63e-c4bf-45f5-a015-cf132342afa8/2159229a-c293-4720-bb9e-e32048ad8989) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:35.356779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ee20eed-f4cf-4eb2-b4a5-5fe597e26ee9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:35.363296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:35.394089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:35.428193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ee20eed-f4cf-4eb2-b4a5-5fe597e26ee9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:35.429507 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8ee20eed-f4cf-4eb2-b4a5-5fe597e26ee9 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2812164 Mar 02 07:28:35.438657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42468) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:35.465716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:35.466488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c891ac-2433-4ef8-a1f3-8b07c826570e tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:35.466944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c891ac-2433-4ef8-a1f3-8b07c826570e tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:35.472297 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44c891ac-2433-4ef8-a1f3-8b07c826570e tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/1a165f8d-3068-49e4-aac1-8c1d3329041f HTTP/1.1" status: 404 len: 337 time: 0.2382390 Mar 02 07:28:35.472496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.477745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.483131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:35.486286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 96d41f09-ff56-4a2b-a51c-668a19128ea1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:35.546550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-57b740ea-1950-4a52-8dd1-24a4a332c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.549107 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-57b740ea-1950-4a52-8dd1-24a4a332c2b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 1097 time: 0.4571095 Mar 02 07:28:35.552837 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd0b888-442d-45ca-9c0f-c8b9a2026f30 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:35.553292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd0b888-442d-45ca-9c0f-c8b9a2026f30 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:35.557108 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dfd0b888-442d-45ca-9c0f-c8b9a2026f30 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/04eedc46-808f-479e-acca-4642557ee1c4 HTTP/1.1" status: 404 len: 339 time: 0.0641212 Mar 02 07:28:35.557108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-f18847ed-340d-4cd8-a96e-904dd71321cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.557538 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-f18847ed-340d-4cd8-a96e-904dd71321cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 0.2530482 Mar 02 07:28:35.559178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:35.585530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] For port 2159229a-c293-4720-bb9e-e32048ad8989, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2159229a-c293-4720-bb9e-e32048ad8989,segment=NetworkSegment(684aea12-3739-4449-bbd2-9725b56071f3),segment_id=684aea12-3739-4449-bbd2-9725b56071f3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:35.640649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 96d41f09-ff56-4a2b-a51c-668a19128ea1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:35.641289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.712930 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-97205ca0-1607-467e-ac78-d8f247188795 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:35.713376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97205ca0-1607-467e-ac78-d8f247188795 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:35.715075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-97205ca0-1607-467e-ac78-d8f247188795 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/cb3a0346-f513-4f0d-8935-8d9701fe27dc HTTP/1.1" status: 404 len: 337 time: 0.1540096 Mar 02 07:28:35.715629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.13 (a508b493-6392-4bc0-a8c9-244fb8ccf82f/2c1943d4-ba0f-4073-ae7b-6210fb648696/0b7b4bdb-9780-4fbc-b6c3-6178cc76074e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:35.722440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:35.723445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.764104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] Transition to ACTIVE for port object 2159229a-c293-4720-bb9e-e32048ad8989 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:35.787930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Allocated IP 2001:db8:0:ffff::2 (c7fcb27c-74c4-4b3d-a958-fb2a563c79de/59a3dc40-0402-42ac-a8ff-87743e8f3dfa/1f97ede5-3407-400d-8fb3-2b01981ed409) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:35.790152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.926606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a821c0c-e5c1-488e-bb98-5abe2edda2ac tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.927377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.932633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a821c0c-e5c1-488e-bb98-5abe2edda2ac tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.934420 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a821c0c-e5c1-488e-bb98-5abe2edda2ac tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.0373874 Mar 02 07:28:35.935819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5105eb88-67a1-4cd3-8b9f-157e8bb87712 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.940893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:35.957446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.963278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:35.963853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.970613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5105eb88-67a1-4cd3-8b9f-157e8bb87712 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:35.999952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.042519 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e244271-6088-4ee6-b689-28cdaccc4972 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:36.042519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e244271-6088-4ee6-b689-28cdaccc4972 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:36.044200 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e244271-6088-4ee6-b689-28cdaccc4972 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/7a7e3d79-8112-48c2-9673-0bb7de7c9ec0 HTTP/1.1" status: 404 len: 339 time: 0.3170960 Mar 02 07:28:36.054853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42492) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:36.084235 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a547b4d-4e29-4ae7-8a4f-65f0585768eb req-f4766a82-89da-42c6-9adf-40cc6c49f4eb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 210 time: 0.1365082 Mar 02 07:28:36.092289 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-d5513fd7-9424-421c-a75e-d17f767e32cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1001 time: 0.4806120 Mar 02 07:28:36.104251 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4737546 Mar 02 07:28:36.105904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:36.134489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8::18e (792b590e-8a03-4783-a4e6-80a6b310f9af/f4fee63e-c4bf-45f5-a015-cf132342afa8/d48dbb4c-6632-4170-b2d1-9badf26dba1b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:36.137981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5c0ac-7617-483a-83c9-50c70e1a0530 None None] Pushing event updated for resources: {'Port': ['ID=2159229a-c293-4720-bb9e-e32048ad8989,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:36.158077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.177370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 47095713-1185-4ed4-88b4-640570838f66 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:36.177964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.206239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5105eb88-67a1-4cd3-8b9f-157e8bb87712 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.217564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:36.318459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a2836-d232-4cb8-8607-22bb21dc7713 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=f17c62d2-c54c-4f73-b4e0-1c448eed100c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:36.335912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network f17c62d2-c54c-4f73-b4e0-1c448eed100c details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:36.352506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-242c9cb7-5ce7-48da-8a7a-c5f7e4ed23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:36.354459 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-242c9cb7-5ce7-48da-8a7a-c5f7e4ed23b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.7960646 Mar 02 07:28:36.442543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-e9a249cd-0b0b-4cbd-aef9-a77bab1400f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:36.444114 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-e9a249cd-0b0b-4cbd-aef9-a77bab1400f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.3389754 Mar 02 07:28:36.476954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.490889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Transition to ACTIVE for port object 1f97ede5-3407-400d-8fb3-2b01981ed409 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:36.499270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105eb88-67a1-4cd3-8b9f-157e8bb87712 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=170992f4-be88-45b1-892b-52755f3aace4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:36.511779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:36.526394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Transition to ACTIVE for port object 1f97ede5-3407-400d-8fb3-2b01981ed409 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:36.535121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.570891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1922f2-7997-4546-8fc7-6e71fc63617e req-8f0e917d-efc2-46ee-942d-0879b0ba9484 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:36.579623 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c1922f2-7997-4546-8fc7-6e71fc63617e req-8f0e917d-efc2-46ee-942d-0879b0ba9484 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 1.0962420 Mar 02 07:28:36.597581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:36.614864 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-8c2a38b5-b921-4f9e-95ff-de65cefe0fa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5baee3e9-52d6-4608-af23-aad0c51ff536 HTTP/1.1" status: 200 len: 217 time: 0.1696436 Mar 02 07:28:36.616113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:36.625715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:36.662125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.673816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:36.681521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Network c7fcb27c-74c4-4b3d-a958-fb2a563c79de is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:36.684532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:36.690309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:36.709819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Pushing event updated for resources: {'Port': ['ID=1f97ede5-3407-400d-8fb3-2b01981ed409,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:36.722858 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c1922f2-7997-4546-8fc7-6e71fc63617e req-6db09e99-e422-463f-b496-ebc2872a752e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422539 Mar 02 07:28:36.725188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.749953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:36.755109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.776766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-86d9ecad-be2f-4a84-8b31-b29ea49f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:36.778356 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-86d9ecad-be2f-4a84-8b31-b29ea49f215c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.1494327 Mar 02 07:28:36.790400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bafcd4-ebfd-425e-9477-68dc2559dd0a req-3d8fe30f-6af4-420f-8d08-0efc7a2a04c9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:36.791958 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-47bafcd4-ebfd-425e-9477-68dc2559dd0a req-3d8fe30f-6af4-420f-8d08-0efc7a2a04c9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5575178 Mar 02 07:28:36.834780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Attempting to bind port 1f97ede5-3407-400d-8fb3-2b01981ed409 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:36.835240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Attempting to bind port 1f97ede5-3407-400d-8fb3-2b01981ed409 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '67928c05-0317-4a74-8213-2bb2b8b7666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7fcb27c-74c4-4b3d-a958-fb2a563c79de'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:36.835665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Attempting to bind port 1f97ede5-3407-400d-8fb3-2b01981ed409 on network c7fcb27c-74c4-4b3d-a958-fb2a563c79de {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:36.840951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:36.841415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Checking segment: {'id': '67928c05-0317-4a74-8213-2bb2b8b7666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7fcb27c-74c4-4b3d-a958-fb2a563c79de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:36.841908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.842360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Bound using segment: {'id': '67928c05-0317-4a74-8213-2bb2b8b7666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7fcb27c-74c4-4b3d-a958-fb2a563c79de'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:36.843157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Bound port: 1f97ede5-3407-400d-8fb3-2b01981ed409, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67928c05-0317-4a74-8213-2bb2b8b7666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7fcb27c-74c4-4b3d-a958-fb2a563c79de'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:36.843518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.869742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:36.872828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5105eb88-67a1-4cd3-8b9f-157e8bb87712 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.877212 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5105eb88-67a1-4cd3-8b9f-157e8bb87712 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/170992f4-be88-45b1-892b-52755f3aace4 HTTP/1.1" status: 204 len: 168 time: 1.4352005 Mar 02 07:28:36.879506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42500) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:36.891637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:36.917890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cdc8c665-224b-4202-a8e3-804128b752ee None None] Provisioning for port 2159229a-c293-4720-bb9e-e32048ad8989 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:36.940845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cdc8c665-224b-4202-a8e3-804128b752ee None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:36.941314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c665-224b-4202-a8e3-804128b752ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:36.944328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:36.954279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-82638f85-68c5-45da-9ffc-b25baf67d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:36.955562 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-82638f85-68c5-45da-9ffc-b25baf67d8e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4057724 Mar 02 07:28:36.957534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:36.995733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] For port 1f97ede5-3407-400d-8fb3-2b01981ed409, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:37.018375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] For port 1f97ede5-3407-400d-8fb3-2b01981ed409, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1f97ede5-3407-400d-8fb3-2b01981ed409,segment=NetworkSegment(67928c05-0317-4a74-8213-2bb2b8b7666d),segment_id=67928c05-0317-4a74-8213-2bb2b8b7666d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:37.030994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.040804 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-47bafcd4-ebfd-425e-9477-68dc2559dd0a req-bc6a38ef-b477-43f9-9904-b0eb0f82832c tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298074 Mar 02 07:28:37.194265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.206822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-dc7cbe01-b964-4a90-9748-f226ca2b8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.212596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712001-509a-4a45-bc77-0da47fa16d31 None None] Pushing event updated for resources: {'Port': ['ID=1f97ede5-3407-400d-8fb3-2b01981ed409,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:37.214748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-dc7cbe01-b964-4a90-9748-f226ca2b8542 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4218111 Mar 02 07:28:37.250865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cdc8c665-224b-4202-a8e3-804128b752ee None None] Provisioning complete for port 2bbea23a-5a86-4bee-b166-6f81836b0942 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:37.251238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c665-224b-4202-a8e3-804128b752ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.350955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8c665-224b-4202-a8e3-804128b752ee None None] Port 2bbea23a-5a86-4bee-b166-6f81836b0942 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:37.369532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2159229a-c293-4720-bb9e-e32048ad8989 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:37.391076 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-789672a2-c94f-4132-a259-8de77145d620 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214001 Mar 02 07:28:37.433138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.462078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:37.462450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.481927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:37.482529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.501052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.535429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-519df4a3-2d4a-425c-b463-b57f7c1363a7 None None] Provisioning for port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:37.548071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81b26d34-2cd0-4a19-a225-7a2cba101ad0 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:37.550870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-519df4a3-2d4a-425c-b463-b57f7c1363a7 None None] Provisioning complete for port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:37.551278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-519df4a3-2d4a-425c-b463-b57f7c1363a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.572700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f44e6b2-7baf-4186-8c59-662251f140fe']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:37.628316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9288e6-b4de-4688-a346-9f79cad109d3') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:37.628603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9288e6-b4de-4688-a346-9f79cad109d3') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:37.647995 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-f7b5566e-4dee-412e-9d50-c47df40a9090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6855924 Mar 02 07:28:37.654208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.671739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.699237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.703164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-519df4a3-2d4a-425c-b463-b57f7c1363a7 None None] Port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:37.718234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.734990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Request body: {'port': {'device_id': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:37.742736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=e5398dfc-db43-46ff-9628-3614080a2010,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:37.747472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-5e1d3b3f-f47b-4b71-a9b2-2c3f3849b0e1 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074432 Mar 02 07:28:37.753215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0193aa-76b5-4d0e-b820-6e877754080d req-f3bd6873-d810-4196-9b36-f961d1149638 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537786 Mar 02 07:28:37.782744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:37.783111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: f17c62d2-c54c-4f73-b4e0-1c448eed100c, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:37.784393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:37.784898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:37.801691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81b26d34-2cd0-4a19-a225-7a2cba101ad0 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:37.806232 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81b26d34-2cd0-4a19-a225-7a2cba101ad0 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9113758 Mar 02 07:28:37.806905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:37.808190 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:38.024482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 47095713-1185-4ed4-88b4-640570838f66 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:38.056503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object d48dbb4c-6632-4170-b2d1-9badf26dba1b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:38.106718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network f17c62d2-c54c-4f73-b4e0-1c448eed100c is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:38.139890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, f17c62d2-c54c-4f73-b4e0-1c448eed100c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:38.148307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a778bd-431d-41c0-a8ec-215c77612155 None None] Network f17c62d2-c54c-4f73-b4e0-1c448eed100c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:38.150454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.151041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.177378 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488c51f-bb97-4d8c-9ab3-49729e89b7bb req-77b70489-3c39-4608-8965-639d6f5ad39a service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217453 Mar 02 07:28:38.181743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.199035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aa58ee-63a1-4727-aac1-0477ac56fa78 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.204806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4ef29-9e7e-4da7-8093-7f23032c1726 req-03b17a01-be89-43f3-9679-6935c0117237 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.205543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-13e4ef29-9e7e-4da7-8093-7f23032c1726 req-03b17a01-be89-43f3-9679-6935c0117237 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:38.235945 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-809ceb9b-c047-45c2-a3d3-c09802e8733a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1290240 Mar 02 07:28:38.239315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42514) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.240544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.249868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aa58ee-63a1-4727-aac1-0477ac56fa78 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.258391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=6f44e6b2-7baf-4186-8c59-662251f140fe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:38.310022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41a4f-67f5-409d-8389-6ae85b81bd55 req-05aa8b73-567f-4bb0-86ff-59c186c7db70 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.311502 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c5b41a4f-67f5-409d-8389-6ae85b81bd55 req-05aa8b73-567f-4bb0-86ff-59c186c7db70 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.3710456 Mar 02 07:28:38.436397 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c5b41a4f-67f5-409d-8389-6ae85b81bd55 req-f7f02c2e-8c61-4db1-b2fa-e55819cf5922 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119545 Mar 02 07:28:38.451160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aa58ee-63a1-4727-aac1-0477ac56fa78 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.493589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa58ee-63a1-4727-aac1-0477ac56fa78 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3042609e-9ab1-4965-b7db-be9314740ff8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:38.505369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-f17c62d2-c54c-4f73-b4e0-1c448eed100c', 'network_id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': 'e5398dfc-db43-46ff-9628-3614080a2010'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:38.506813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.516668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aa58ee-63a1-4727-aac1-0477ac56fa78 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.518642 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42aa58ee-63a1-4727-aac1-0477ac56fa78 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/3042609e-9ab1-4965-b7db-be9314740ff8 HTTP/1.1" status: 204 len: 168 time: 0.5823696 Mar 02 07:28:38.521210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.573328 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a369bd0-2263-4116-ab74-7e6ab6a16ea8 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/6f44e6b2-7baf-4186-8c59-662251f140fe HTTP/1.1" status: 204 len: 168 time: 2.5111735 Mar 02 07:28:38.573328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.575049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42522) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.603187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab022c-0892-40ae-b28b-d145a7387b8e None None] Network c7fcb27c-74c4-4b3d-a958-fb2a563c79de requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:38.670030 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8630e0a4-8249-4cc5-9a56-a3a82d45ab36 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:38.670487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8630e0a4-8249-4cc5-9a56-a3a82d45ab36 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:38.675145 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8630e0a4-8249-4cc5-9a56-a3a82d45ab36 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/937e2fa3-c04b-4400-97cc-780d8776e8f6 HTTP/1.1" status: 404 len: 337 time: 0.0926688 Mar 02 07:28:38.681153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.721133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-603740a6-53e5-4f4b-a3e5-02810ee5bfdf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:38.724555 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1ad8db-aa92-4113-a0e9-d56e07f17269 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:38.725025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1ad8db-aa92-4113-a0e9-d56e07f17269 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:38.729159 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c1ad8db-aa92-4113-a0e9-d56e07f17269 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/3390f362-afc8-496e-aea0-deeccb38d1b4 HTTP/1.1" status: 404 len: 339 time: 0.0439680 Mar 02 07:28:38.730569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.746381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74a9cdc4-f3e0-492b-8c5d-c468099781a9 None None] Provisioning for port 1f97ede5-3407-400d-8fb3-2b01981ed409 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:38.776328 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bf9c32-4059-4531-8e2c-7d70b817aa7c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:38.776785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bf9c32-4059-4531-8e2c-7d70b817aa7c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:38.781867 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e9bf9c32-4059-4531-8e2c-7d70b817aa7c tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/c0da8498-fca2-4d13-8816-04e26b67d288 HTTP/1.1" status: 404 len: 337 time: 0.0479882 Mar 02 07:28:38.785741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.789735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-13e4ef29-9e7e-4da7-8093-7f23032c1726 req-03b17a01-be89-43f3-9679-6935c0117237 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:38.796329 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e4ef29-9e7e-4da7-8093-7f23032c1726 req-03b17a01-be89-43f3-9679-6935c0117237 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 932 time: 1.4089277 Mar 02 07:28:38.799249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.817130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-603740a6-53e5-4f4b-a3e5-02810ee5bfdf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:38.819863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-603740a6-53e5-4f4b-a3e5-02810ee5bfdf tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2953203 Mar 02 07:28:38.821041 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccd892e-76e3-4f09-9e8b-fb1205802cd5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:38.821862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccd892e-76e3-4f09-9e8b-fb1205802cd5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:38.823670 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4ccd892e-76e3-4f09-9e8b-fb1205802cd5 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/247710fe-3f3f-409c-b8df-edad6ced12fd HTTP/1.1" status: 404 len: 339 time: 0.0367129 Mar 02 07:28:38.824647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.833851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.871802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group': {'name': 'tempest-secgroup--83366776'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:38.872521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Allocated IP 2001:db8::1 (f17c62d2-c54c-4f73-b4e0-1c448eed100c/e5398dfc-db43-46ff-9628-3614080a2010/059df31d-4606-4655-8505-690671f44117) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:38.890407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca864b-10e8-45c8-b840-879ad24f72f5 req-f10e09d0-6299-4d33-bdcb-a32b27bca1b7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:38.892206 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b4ca864b-10e8-45c8-b840-879ad24f72f5 req-f10e09d0-6299-4d33-bdcb-a32b27bca1b7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.3159947 Mar 02 07:28:38.892902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:38.895569 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-568d6677-339e-41a9-b54e-ad6d8a013df4 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:38.896024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568d6677-339e-41a9-b54e-ad6d8a013df4 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:38.899621 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-568d6677-339e-41a9-b54e-ad6d8a013df4 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/99a34d4c-f920-4691-ae50-cdabc475f609 HTTP/1.1" status: 404 len: 337 time: 0.0624623 Mar 02 07:28:38.919517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.950615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:38.955465 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be067cc-a73d-4f5f-a364-f91d2ed6cd37 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:38.955815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be067cc-a73d-4f5f-a364-f91d2ed6cd37 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:38.957486 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5be067cc-a73d-4f5f-a364-f91d2ed6cd37 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/ccffde8e-73e5-446c-ba75-5500f6c0a8b1 HTTP/1.1" status: 404 len: 339 time: 0.0370343 Mar 02 07:28:38.960955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:38.991332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:38.996021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:39.013243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:39.023046 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bbb180-8223-4453-b1e5-b4b422b3c945 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.023518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bbb180-8223-4453-b1e5-b4b422b3c945 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.028200 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2bbb180-8223-4453-b1e5-b4b422b3c945 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/e7a51542-9bdb-4f38-96de-3a0949218af7 HTTP/1.1" status: 404 len: 337 time: 0.0629735 Mar 02 07:28:39.038157 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b4ca864b-10e8-45c8-b840-879ad24f72f5 req-60f8f5d6-3b33-41b8-9de1-be2f606d545f tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307437 Mar 02 07:28:39.042873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.045039 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13e4ef29-9e7e-4da7-8093-7f23032c1726 req-b164c27f-7d2f-4be3-aec0-0e45d8830ab5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476015 Mar 02 07:28:39.045529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.057909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:39.075580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:39.075580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.092068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:39.092518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.094801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=d48dbb4c-6632-4170-b2d1-9badf26dba1b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:39.096167 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed8b2e1-00d3-42ed-b0de-e4879b7e3c07 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.096962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed8b2e1-00d3-42ed-b0de-e4879b7e3c07 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.098795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4ed8b2e1-00d3-42ed-b0de-e4879b7e3c07 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/2dd527f4-87b1-4cce-be74-efc4fcc36fec HTTP/1.1" status: 404 len: 339 time: 0.0546732 Mar 02 07:28:39.101209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.104968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:39.138465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:39.151046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:39.153591 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d927ea14-c9e7-429a-9539-b44e15b3b8dd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.154089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d927ea14-c9e7-429a-9539-b44e15b3b8dd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.164142 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d927ea14-c9e7-429a-9539-b44e15b3b8dd tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/9f300b9f-e596-4264-989e-3bfb93b75b97 HTTP/1.1" status: 404 len: 337 time: 0.0595794 Mar 02 07:28:39.165966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.220606 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe49cc8f-ebeb-4c7a-989f-459c9b91ee70 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.221091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe49cc8f-ebeb-4c7a-989f-459c9b91ee70 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.243607 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe49cc8f-ebeb-4c7a-989f-459c9b91ee70 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/deba7756-1f5b-41dd-aa44-25dc61fddf45 HTTP/1.1" status: 404 len: 339 time: 0.0741768 Mar 02 07:28:39.253550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.327959 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-70350433-782e-4f90-870c-9c16078e21f9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.328922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70350433-782e-4f90-870c-9c16078e21f9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.336344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.352064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=47095713-1185-4ed4-88b4-640570838f66,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:39.359543 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70350433-782e-4f90-870c-9c16078e21f9 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/24fd687a-5481-4b01-95be-d001cb529a2c HTTP/1.1" status: 404 len: 337 time: 0.1047325 Mar 02 07:28:39.368156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.399932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Transition to ACTIVE for port object 059df31d-4606-4655-8505-690671f44117 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:39.443594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f97ede5-3407-400d-8fb3-2b01981ed409 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:39.455160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.456825 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3fb632-ed93-4649-90b9-df86545cb64e tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.457298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3fb632-ed93-4649-90b9-df86545cb64e tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.461499 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c3fb632-ed93-4649-90b9-df86545cb64e tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/e07a9f11-9fbe-43f5-a641-cf9bc385a3a9 HTTP/1.1" status: 404 len: 339 time: 0.0901830 Mar 02 07:28:39.462856 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5e1a863b-8451-4032-96ad-a034275e7441 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6257176 Mar 02 07:28:39.463809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42576) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.464316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.482758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.517790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Transition to ACTIVE for port object 059df31d-4606-4655-8505-690671f44117 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:39.534411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.537057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.546442 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7048700 Mar 02 07:28:39.563497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.594772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Request body: {'security_group_rule': {'security_group_id': '6ada1d63-1b5f-4915-8218-d2613ea1f31a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:39.595423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:39.606853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:39.611530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c74871-d327-4d06-ba42-ce44d5618ead tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada1d63-1b5f-4915-8218-d2613ea1f31a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:39.616827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Usage tracker for resource:security_group_rule and tenant:df24a5a2342e4fb4a970d820ec9e54ba is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:39.620390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:39.629506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:39.664555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Network f17c62d2-c54c-4f73-b4e0-1c448eed100c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:39.668211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:39.671113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:39.696213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Pushing event updated for resources: {'Port': ['ID=059df31d-4606-4655-8505-690671f44117,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:39.698397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.725118 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b74fde3-a3d8-4940-9c4e-766df71e9f94 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.726230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b74fde3-a3d8-4940-9c4e-766df71e9f94 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.728362 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b74fde3-a3d8-4940-9c4e-766df71e9f94 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/d5df7f4d-fbf3-4713-b486-a96089f36b77 HTTP/1.1" status: 404 len: 337 time: 0.2366450 Mar 02 07:28:39.736278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42590) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.739599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5924f52a-a2b1-49c6-b428-2e626b3a386f None None] Provisioning for port d48dbb4c-6632-4170-b2d1-9badf26dba1b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:39.752310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.756588 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bed70249-fb2e-420b-a57e-0d6d9621d2de tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/47095713-1185-4ed4-88b4-640570838f66 HTTP/1.1" status: 204 len: 168 time: 3.8027172 Mar 02 07:28:39.759646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.780316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5924f52a-a2b1-49c6-b428-2e626b3a386f None None] Provisioning complete for port d48dbb4c-6632-4170-b2d1-9badf26dba1b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:39.780566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5924f52a-a2b1-49c6-b428-2e626b3a386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.788440 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-221080d3-cfc4-4e2b-b001-c81333b5df4d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.789017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221080d3-cfc4-4e2b-b001-c81333b5df4d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.793081 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-221080d3-cfc4-4e2b-b001-c81333b5df4d tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/604186e0-af7a-4c72-b9de-536dd8d8481e HTTP/1.1" status: 404 len: 339 time: 0.0506968 Mar 02 07:28:39.794939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.846153 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3275f15-0b49-4b41-a275-aee28911293a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.846794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3275f15-0b49-4b41-a275-aee28911293a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.850797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 1f97ede5-3407-400d-8fb3-2b01981ed409 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:39.851841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.855959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Attempting to bind port 059df31d-4606-4655-8505-690671f44117 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:39.856275 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Attempting to bind port 059df31d-4606-4655-8505-690671f44117 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:39.857047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Attempting to bind port 059df31d-4606-4655-8505-690671f44117 on network f17c62d2-c54c-4f73-b4e0-1c448eed100c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:39.867622 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3275f15-0b49-4b41-a275-aee28911293a tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/43cb7aff-5dda-4119-a825-a2f03844be8b HTTP/1.1" status: 404 len: 337 time: 0.0686305 Mar 02 07:28:39.870325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.870755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1f97ede5-3407-400d-8fb3-2b01981ed409 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:39.870755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.874023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:39.884296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.898344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32427bb-51d3-41b0-980d-432f926270cd req-88899d05-29ab-4f6e-ae1d-4b1ff333bdad tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:39.899863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e32427bb-51d3-41b0-980d-432f926270cd req-88899d05-29ab-4f6e-ae1d-4b1ff333bdad tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.2420309 Mar 02 07:28:39.912827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5924f52a-a2b1-49c6-b428-2e626b3a386f None None] Port d48dbb4c-6632-4170-b2d1-9badf26dba1b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:39.916809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:39.917187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Checking segment: {'id': 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:39.917581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.917992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Bound using segment: {'id': 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:39.919102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Bound port: 059df31d-4606-4655-8505-690671f44117, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:39.919102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:39.951263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f5c2f8-dd01-4c80-bb8e-580cdf7ef0a4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:39.958883 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf51519-2b07-4c13-b304-e9279f7b6904 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:39.959346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf51519-2b07-4c13-b304-e9279f7b6904 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:39.963983 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7bf51519-2b07-4c13-b304-e9279f7b6904 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/da03342f-666d-4098-9edc-bcdbf5b832c9 HTTP/1.1" status: 404 len: 339 time: 0.0767200 Mar 02 07:28:39.965508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:40.006211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5924f52a-a2b1-49c6-b428-2e626b3a386f None None] Provisioning complete for port 1f97ede5-3407-400d-8fb3-2b01981ed409 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:40.006575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5924f52a-a2b1-49c6-b428-2e626b3a386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.017691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e32427bb-51d3-41b0-980d-432f926270cd req-a9dc9c10-3764-43e0-be05-c04cb3a05660 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964305 Mar 02 07:28:40.022501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.025979 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4061205e-0f3a-427c-85d3-07bf7c8ab43a tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4592919 Mar 02 07:28:40.027503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:40.077921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:40.078551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting subnet 297ac38c-fe1a-420b-967c-6107ef40c296 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:40.086989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.096095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8bca0-a317-4f13-8e70-61e0d838eb7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.097930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8bca0-a317-4f13-8e70-61e0d838eb7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.098609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bdc8bca0-a317-4f13-8e70-61e0d838eb7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:40.101336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:40.115733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3e389-470e-4ba8-8e9f-10222f5b0903 req-3d925262-53dd-4e4e-9db0-21d32e00c205 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.122611 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a0e3e389-470e-4ba8-8e9f-10222f5b0903 req-3d925262-53dd-4e4e-9db0-21d32e00c205 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.8362155 Mar 02 07:28:40.126161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:40.161999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:40.164419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.183659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.211659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:40.217209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.231990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1882d43e-e17d-4adb-8d1e-5ca8b2ac10fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.241510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bdc8bca0-a317-4f13-8e70-61e0d838eb7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:40.242029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] For port 059df31d-4606-4655-8505-690671f44117, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:40.243641 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bdc8bca0-a317-4f13-8e70-61e0d838eb7e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4591837 Mar 02 07:28:40.253360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:40.266486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 1f97ede5-3407-400d-8fb3-2b01981ed409, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1f97ede5-3407-400d-8fb3-2b01981ed409,segment=NetworkSegment(67928c05-0317-4a74-8213-2bb2b8b7666d),segment_id=67928c05-0317-4a74-8213-2bb2b8b7666d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:40.269581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] For port 059df31d-4606-4655-8505-690671f44117, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=059df31d-4606-4655-8505-690671f44117,segment=NetworkSegment(d5bf22cc-4e65-4cb9-9430-3ae58bcead60),segment_id=d5bf22cc-4e65-4cb9-9430-3ae58bcead60)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:40.287722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.331807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet d6940d28-16fe-4844-8932-50921397f718 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:40.332067 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a0e3e389-470e-4ba8-8e9f-10222f5b0903 req-d1ff44b1-1957-4417-98bc-218501d5385c tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085507 Mar 02 07:28:40.339490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:28:40.340930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.356984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.420313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1882d43e-e17d-4adb-8d1e-5ca8b2ac10fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.436433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=e5398dfc-db43-46ff-9628-3614080a2010,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:40.476390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.491951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=1f97ede5-3407-400d-8fb3-2b01981ed409,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:40.567372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.598918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a4292-e6cf-4c16-a899-0b98e9b3f55b None None] Pushing event updated for resources: {'Port': ['ID=059df31d-4606-4655-8505-690671f44117,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:40.628580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:40.663958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.697300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.700540 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4fee63e-c4bf-45f5-a015-cf132342afa8 (CIDR: 2001:db8::/64) Mar 02 07:28:40.708489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.711137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11ec8-6b9f-44cd-aeb6-d939442b7b23 req-0bbfc414-4558-421d-bbde-9553a81c988b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.712694 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ff11ec8-6b9f-44cd-aeb6-d939442b7b23 req-0bbfc414-4558-421d-bbde-9553a81c988b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 932 time: 0.5213544 Mar 02 07:28:40.725210 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:40.725812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:40.736366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1882d43e-e17d-4adb-8d1e-5ca8b2ac10fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.765081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Transition to ACTIVE for port object 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:40.780893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17c62d2-c54c-4f73-b4e0-1c448eed100c']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:40.792867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.801103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882d43e-e17d-4adb-8d1e-5ca8b2ac10fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada1d63-1b5f-4915-8218-d2613ea1f31a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:40.830579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.842313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:40.842738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:40.872257 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97e0420e-a9c9-415f-8e46-657a0400dded tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3749530 Mar 02 07:28:40.878992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:40.889621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:40.897871 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ff11ec8-6b9f-44cd-aeb6-d939442b7b23 req-9f14d5cf-26c4-4011-b155-8823cf41465b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703591 Mar 02 07:28:40.903350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1882d43e-e17d-4adb-8d1e-5ca8b2ac10fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.907147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:40.907533 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1882d43e-e17d-4adb-8d1e-5ca8b2ac10fd tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ada1d63-1b5f-4915-8218-d2613ea1f31a HTTP/1.1" status: 204 len: 168 time: 0.8803685 Mar 02 07:28:40.908689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:40.931546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ac08-d2c8-4e7a-a37a-338587667861 req-15cfe26f-32bd-4e05-afbf-0a8407961a26 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:40.933342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4599ac08-d2c8-4e7a-a37a-338587667861 req-15cfe26f-32bd-4e05-afbf-0a8407961a26 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4500842 Mar 02 07:28:40.935701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.001461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.004335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Subnet': ['ID=297ac38c-fe1a-420b-967c-6107ef40c296,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:41.005572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa2ee6d-5fc2-47e1-ab3e-87f7bd888d33 None None] Network d19711d8-c05a-4be4-966d-070ba3a068f4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:41.076496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.109775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ad6b71c-fdec-41d7-b46d-e753500d7f34 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:41.131931 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84b5b7e7-4d9a-4900-8925-23ab7c4df626 tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/subnets/297ac38c-fe1a-420b-967c-6107ef40c296 HTTP/1.1" status: 204 len: 168 time: 1.1634049 Mar 02 07:28:41.132087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.135915 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/d6940d28-16fe-4844-8932-50921397f718 HTTP/1.1" status: 204 len: 168 time: 0.8792872 Mar 02 07:28:41.135915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f03dfa-4472-4f10-842c-e57a119911f4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=d6940d28-16fe-4844-8932-50921397f718,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:41.136713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42632) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:41.137038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:41.211482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc5b99-421b-486b-9489-97d468b62275 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:41.372182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.372934 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff711464-c0f3-47ec-8d43-132ea94a3cdc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2328289 Mar 02 07:28:41.380618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:41.381828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.384364 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:41.458132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f97ede5-3407-400d-8fb3-2b01981ed409 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:41.559034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ad6b71c-fdec-41d7-b46d-e753500d7f34 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:41.563186 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ad6b71c-fdec-41d7-b46d-e753500d7f34 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6505003 Mar 02 07:28:41.567179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.571192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42644) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:41.583984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:41.588003 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:41.596613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1f97ede5-3407-400d-8fb3-2b01981ed409 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:41.597224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.641461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:28:41.641461 dv-neutron-831485-1-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:28:41.641461 dv-neutron-831485-1-hyperv neutron-server[87773]: [parameters: {'id': 'f17c62d2-c54c-4f73-b4e0-1c448eed100c'}] Mar 02 07:28:41.641461 dv-neutron-831485-1-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:41.641461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:41.651045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Deleting port 6730859a-0f47-4946-a138-f2926db37612 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:41.651491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.659043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] DHCP port deletion for d19711d8-c05a-4be4-966d-070ba3a068f4 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:41.687083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Deleting port 6730859a-0f47-4946-a138-f2926db37612 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:41.688151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.745122 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4599ac08-d2c8-4e7a-a37a-338587667861 req-88eca768-933c-42a7-b48c-1dbf89d7ca83 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5059879 Mar 02 07:28:41.746864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a921ecce-f5bd-4592-b255-97e7f79bc028 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:41.768098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:41.780694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922530c-dcb1-4992-89f7-35b09681f25c req-af7cfa24-458a-42ee-890a-a4cd48ba766a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:41.782922 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3922530c-dcb1-4992-89f7-35b09681f25c req-af7cfa24-458a-42ee-890a-a4cd48ba766a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.5044749 Mar 02 07:28:41.791083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] Deleting port 96d41f09-ff56-4a2b-a51c-668a19128ea1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:41.791467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.821350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Attempting to bind port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:41.821890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Attempting to bind port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:41.822352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Attempting to bind port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e on network a508b493-6392-4bc0-a8c9-244fb8ccf82f {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:41.831584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:41.836181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:41.839499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:41.850522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:41.860396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e on network a508b493-6392-4bc0-a8c9-244fb8ccf82f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:28:41.861010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Attempting to bind port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e on network a508b493-6392-4bc0-a8c9-244fb8ccf82f {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:41.876165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:41.886182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.893705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181d21c-3e50-4f38-8ede-40ba9a63b993 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:41.894468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b181d21c-3e50-4f38-8ede-40ba9a63b993 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:41.909250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a921ecce-f5bd-4592-b255-97e7f79bc028 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:41.910553 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a921ecce-f5bd-4592-b255-97e7f79bc028 tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3328419 Mar 02 07:28:41.918426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42650) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:41.929681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbfafb9-30fb-46dd-ab3d-a2610dc436e5 None None] Network f17c62d2-c54c-4f73-b4e0-1c448eed100c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:41.959984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:41.960501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Checking segment: {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:41.961173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Bound using segment: {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:41.961521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Bound port: 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c25802-d6d1-40df-af09-bf433babd84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:41.962023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:41.963967 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3922530c-dcb1-4992-89f7-35b09681f25c req-68a0f179-987d-4b2e-9c00-83399a416a1f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692026 Mar 02 07:28:42.018113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b181d21c-3e50-4f38-8ede-40ba9a63b993 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:42.019324 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b181d21c-3e50-4f38-8ede-40ba9a63b993 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6329658 Mar 02 07:28:42.024811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:42.037739 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-d38c4ec7-6bd6-4e38-905b-63515770d5af tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] delete failed (client error): The resource could not be found. Mar 02 07:28:42.042560 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d38c4ec7-6bd6-4e38-905b-63515770d5af tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ada1d63-1b5f-4915-8218-d2613ea1f31a HTTP/1.1" status: 404 len: 347 time: 0.0622752 Mar 02 07:28:42.054499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:42.094617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] For port 6730859a-0f47-4946-a138-f2926db37612, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6730859a-0f47-4946-a138-f2926db37612,segment=NetworkSegment(b338ba10-8ee5-4be6-8cd0-4cf480883d19),segment_id=b338ba10-8ee5-4be6-8cd0-4cf480883d19)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:42.095014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.142452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.149940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48bdee81-476a-4328-ac72-e9f1f2b5e239 None None] Provisioning for port 059df31d-4606-4655-8505-690671f44117 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:42.246615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting port 059df31d-4606-4655-8505-690671f44117 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:42.247093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.277077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Calling delete_port for 6730859a-0f47-4946-a138-f2926db37612 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:42.299370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cdb7af16-9404-4160-944b-39a33a880fbb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Synchronizing usage tracker for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:42.305055 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c9b6a158-bfcd-490b-b59d-f8b4f5cead72 (CIDR: 2001:db8:0:1::/64) Mar 02 07:28:42.309756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] For port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:42.340784 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:42.341683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:42.348139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] For port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:42.363883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b99676-db2c-458c-8077-9ba2937223ff req-1c0003f0-7a23-4ad8-9e46-2bb6d20d64a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:42.366014 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b99676-db2c-458c-8077-9ba2937223ff req-1c0003f0-7a23-4ad8-9e46-2bb6d20d64a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4487848 Mar 02 07:28:42.380431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a541d5-1e70-4223-b0eb-a8da0ce77bd7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:42.381119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1a541d5-1e70-4223-b0eb-a8da0ce77bd7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:42.406444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 059df31d-4606-4655-8505-690671f44117 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:42.411266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.426238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1a541d5-1e70-4223-b0eb-a8da0ce77bd7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:42.427559 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1a541d5-1e70-4223-b0eb-a8da0ce77bd7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4019203 Mar 02 07:28:42.429326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.433706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:42.454096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cdb7af16-9404-4160-944b-39a33a880fbb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] Unset dirty status for tenant:df24a5a2342e4fb4a970d820ec9e54ba on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:42.463839 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cdb7af16-9404-4160-944b-39a33a880fbb tempest-SecGroupIPv6Test-1477104220 tempest-SecGroupIPv6Test-1477104220-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3998680 Mar 02 07:28:42.495184 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7c19eabe-37c2-468f-9fd9-2ac09d064527 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6106069 Mar 02 07:28:42.504226 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:42.509291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:42.510068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.511537 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] 10.222.0.32 "PUT /v2.0/ports/0b7b4bdb-9780-4fbc-b6c3-6178cc76074e HTTP/1.1" status: 200 len: 1094 time: 4.7849920 Mar 02 07:28:42.513862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:42.540775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'subnet': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:42.555721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Port': ['ID=6730859a-0f47-4946-a138-f2926db37612,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:42.603375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] For port 6730859a-0f47-4946-a138-f2926db37612, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6730859a-0f47-4946-a138-f2926db37612,segment=NetworkSegment(b338ba10-8ee5-4be6-8cd0-4cf480883d19),segment_id=b338ba10-8ee5-4be6-8cd0-4cf480883d19)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:42.603950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.726584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] No DVR routers for this DVR port 6730859a-0f47-4946-a138-f2926db37612 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:42.764271 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0254439e-d466-4128-b05c-aacd8df16a98 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2797358 Mar 02 07:28:42.766885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:42.808960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Calling delete_port for 6730859a-0f47-4946-a138-f2926db37612 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:42.814887 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b99676-db2c-458c-8077-9ba2937223ff req-6b210188-8ffb-4a01-89f2-300bb5157ebb tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4120283 Mar 02 07:28:42.815363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:42.850974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5293-ee9f-4b7a-b435-d9ea1da78d4f service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:42.880598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] For port 96d41f09-ff56-4a2b-a51c-668a19128ea1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=96d41f09-ff56-4a2b-a51c-668a19128ea1,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:42.889076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.915841 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'status': 'completed', 'code': 200} Mar 02 07:28:42.939856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c2259-b6f4-4007-aaa1-0bda1daa681b req-10bd7e38-8b64-44f8-a3ce-89c7800dc86e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:42.948155 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb1c2259-b6f4-4007-aaa1-0bda1daa681b req-10bd7e38-8b64-44f8-a3ce-89c7800dc86e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 944 time: 0.8355021 Mar 02 07:28:42.967320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:42.989150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:42.998659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] For port 059df31d-4606-4655-8505-690671f44117, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=059df31d-4606-4655-8505-690671f44117,segment=NetworkSegment(d5bf22cc-4e65-4cb9-9430-3ae58bcead60),segment_id=d5bf22cc-4e65-4cb9-9430-3ae58bcead60)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:42.998985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.101913 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb1c2259-b6f4-4007-aaa1-0bda1daa681b req-9af29cb5-aaca-49ab-9f86-71a4e544c25e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527703 Mar 02 07:28:43.121862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19711d8-c05a-4be4-966d-070ba3a068f4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:43.122104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] Calling delete_port for 96d41f09-ff56-4a2b-a51c-668a19128ea1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:43.137796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:43.141097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b338ba10-8ee5-4be6-8cd0-4cf480883d19') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:43.141566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b338ba10-8ee5-4be6-8cd0-4cf480883d19') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:43.161365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.168362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:43.182704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Calling delete_port for 059df31d-4606-4655-8505-690671f44117 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:43.185591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.198720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:43.199202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.249303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.303671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] Pushing event deleted for resources: {'Port': ['ID=96d41f09-ff56-4a2b-a51c-668a19128ea1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:43.304585 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:43.307455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:43.307455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:43.308577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:43.312810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.316330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 059df31d-4606-4655-8505-690671f44117 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:43.329296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 059df31d-4606-4655-8505-690671f44117 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:43.329840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.331812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.372683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6a9bb-6ca7-4b57-81ba-81c7a275fd8b None None] No DVR routers for this DVR port 96d41f09-ff56-4a2b-a51c-668a19128ea1 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:43.385548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:43.407614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.410872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Usage tracker for resource:subnet and tenant:0dc0eac2434141018dd53aeea6495516 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:43.433150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] Pushing event deleted for resources: {'Network': ['ID=d19711d8-c05a-4be4-966d-070ba3a068f4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:43.433459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:43.448268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:43.502671 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1b06bc2f-96a3-4022-b1d2-90266b7945db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df24a5a2342e4fb4a970d820ec9e54ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291860 Mar 02 07:28:43.502671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-6d7cb356-9046-4028-8470-8ad41f8b786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:43.503182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42698) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:43.504168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-6d7cb356-9046-4028-8470-8ad41f8b786c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 1097 time: 0.8901052 Mar 02 07:28:43.504399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404674e-59d8-4806-bd28-c4a631ff48a2 None None] DHCP port deletion for f17c62d2-c54c-4f73-b4e0-1c448eed100c request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:43.508095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Made reservation on behalf of 0dc0eac2434141018dd53aeea6495516 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:43.511633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.517145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f404674e-59d8-4806-bd28-c4a631ff48a2 None None] Deleting port 059df31d-4606-4655-8505-690671f44117 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:43.517591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f404674e-59d8-4806-bd28-c4a631ff48a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.527106 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5286599c-5a18-40be-a995-1d1bfffbc46b tempest-NetworksTest-56646415 tempest-NetworksTest-56646415-project] 10.222.0.41 "DELETE /v2.0/networks/d19711d8-c05a-4be4-966d-070ba3a068f4 HTTP/1.1" status: 204 len: 168 time: 2.3886731 Mar 02 07:28:43.593458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.607947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.609596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f404674e-59d8-4806-bd28-c4a631ff48a2 None None] The port '059df31d-4606-4655-8505-690671f44117' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:28:43.650970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-58be464c-1f82-4de8-a11c-e5e7d689f588 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e HTTP/1.1" status: 200 len: 217 time: 0.1243150 Mar 02 07:28:43.661902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c79e25c-029b-4a72-b3ad-e9a3a7640647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.712226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a3da7-01a8-488e-ab61-bcc5108f825f req-62acb916-7740-46cf-8bb9-97803d772bc3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:43.714386 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-964a3da7-01a8-488e-ab61-bcc5108f825f req-62acb916-7740-46cf-8bb9-97803d772bc3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.4077737 Mar 02 07:28:43.714835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Port': ['ID=059df31d-4606-4655-8505-690671f44117,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:43.727961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c79e25c-029b-4a72-b3ad-e9a3a7640647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.771194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No DVR routers for this DVR port 059df31d-4606-4655-8505-690671f44117 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:43.775357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6730859a-0f47-4946-a138-f2926db37612 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:43.780198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea152bca-89d2-44c2-a23d-88ffb1e845d7 req-805c2ae1-55fc-4888-b592-d746465cf5e9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:43.782382 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea152bca-89d2-44c2-a23d-88ffb1e845d7 req-805c2ae1-55fc-4888-b592-d746465cf5e9 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.7092488 Mar 02 07:28:43.782615 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-964a3da7-01a8-488e-ab61-bcc5108f825f req-cdf8074a-6245-4d7b-93f7-7cc1502aec3c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574117 Mar 02 07:28:43.857328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:43.907477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Deleting port 6730859a-0f47-4946-a138-f2926db37612 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:43.908055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:43.949900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 6730859a-0f47-4946-a138-f2926db37612 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:43.950146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6730859a-0f47-4946-a138-f2926db37612 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:43.950555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 96d41f09-ff56-4a2b-a51c-668a19128ea1 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:43.998931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.002003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c79e25c-029b-4a72-b3ad-e9a3a7640647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.011575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-a0730060-d244-40a3-b9f7-f56cc381b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:44.013351 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-a0730060-d244-40a3-b9f7-f56cc381b68e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c1943d4-ba0f-4073-ae7b-6210fb648696 HTTP/1.1" status: 200 len: 835 time: 0.3464460 Mar 02 07:28:44.021208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 96d41f09-ff56-4a2b-a51c-668a19128ea1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:44.021559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 96d41f09-ff56-4a2b-a51c-668a19128ea1 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:44.021996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 059df31d-4606-4655-8505-690671f44117 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:44.028052 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea152bca-89d2-44c2-a23d-88ffb1e845d7 req-7abfc90e-dd3c-4893-9c15-882a17d66200 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033534 Mar 02 07:28:44.051701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e25c-029b-4a72-b3ad-e9a3a7640647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a049ca-5466-4b33-981c-3c29a64d53ef,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:44.058915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-32184769-c3fa-40d6-831a-bea5b8bc6a3f None None] The port '6730859a-0f47-4946-a138-f2926db37612' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:28:44.074044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 059df31d-4606-4655-8505-690671f44117 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:44.074391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 059df31d-4606-4655-8505-690671f44117 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:44.108863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17c62d2-c54c-4f73-b4e0-1c448eed100c']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:44.123952 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:44.124674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bf22cc-4e65-4cb9-9430-3ae58bcead60') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:44.140182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.162854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:28:44.164176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.165352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.170949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:44.171645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:44.195442 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:44.233976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6ca536d-2c1a-432d-8a38-adf86870691f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02d32a4f788f4ebaa4b17e1e141b5dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729239 Mar 02 07:28:44.240252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42716) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:44.265453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c79e25c-029b-4a72-b3ad-e9a3a7640647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.266773 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8c79e25c-029b-4a72-b3ad-e9a3a7640647 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62a049ca-5466-4b33-981c-3c29a64d53ef HTTP/1.1" status: 204 len: 168 time: 0.7625220 Mar 02 07:28:44.279279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:44.309988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:44.320592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1757884-b393-43da-8998-ff3c18e2a7f5 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:44.341998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:44.350474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:44.351742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.385618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.410800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.448004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=f17c62d2-c54c-4f73-b4e0-1c448eed100c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:44.448290 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53518517-a96c-45a8-a5ed-1752fab41cdf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6588664 Mar 02 07:28:44.448932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:44.457307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:44.465766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-286e280c-715f-4731-9a94-ce6687dc54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:44.467524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-286e280c-715f-4731-9a94-ce6687dc54e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a508b493-6392-4bc0-a8c9-244fb8ccf82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4428799 Mar 02 07:28:44.472096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2760c57a-b325-47ac-bf7e-c2d8b243b05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.480826 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-39f4c55d-e800-4816-89c5-01ddba6db180 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/f17c62d2-c54c-4f73-b4e0-1c448eed100c HTTP/1.1" status: 204 len: 168 time: 6.2203066 Mar 02 07:28:44.506529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2760c57a-b325-47ac-bf7e-c2d8b243b05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.508627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42728) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:44.522602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541861023'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:44.545517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:44.568452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:44.632377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2760c57a-b325-47ac-bf7e-c2d8b243b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.694032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 5baee3e9-52d6-4608-af23-aad0c51ff536 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:44.703675 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-013db867-afc4-4fff-8ee2-90ad4f65629f service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205195 Mar 02 07:28:44.712995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ae296-fd26-48af-8077-bd30eed67112 req-b48b4d15-c17c-4885-afbb-bce184ba4b4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:44.715563 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-659ae296-fd26-48af-8077-bd30eed67112 req-b48b4d15-c17c-4885-afbb-bce184ba4b4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 944 time: 0.4550374 Mar 02 07:28:44.716488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:44.722303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760c57a-b325-47ac-bf7e-c2d8b243b05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89afc3b-2992-4053-8a33-2035392d6b38,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:44.748473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2760c57a-b325-47ac-bf7e-c2d8b243b05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.752171 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2760c57a-b325-47ac-bf7e-c2d8b243b05f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f89afc3b-2992-4053-8a33-2035392d6b38 HTTP/1.1" status: 204 len: 168 time: 0.5074277 Mar 02 07:28:44.777420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:44.778405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.789555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:44.792627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:44.803073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:44.808422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:44.826411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfc360-1cbd-44c0-928a-9c8e6161b73d req-654ff2a8-7b43-41c7-8f94-46b5e60c392e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:44.828071 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9adfc360-1cbd-44c0-928a-9c8e6161b73d req-654ff2a8-7b43-41c7-8f94-46b5e60c392e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2359445 Mar 02 07:28:44.829055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:44.871866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:44.875448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.922610 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9adfc360-1cbd-44c0-928a-9c8e6161b73d req-f0731be8-a1c9-4ce1-82a6-4912dad69b7a tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875773 Mar 02 07:28:44.937521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:44.950877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:44.992675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 5baee3e9-52d6-4608-af23-aad0c51ff536, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=5baee3e9-52d6-4608-af23-aad0c51ff536,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:45.018181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'port_id': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'mac_address': 'fa:16:3e:d4:66:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:45.035628 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a437fdb-e4de-4582-98d6-d7686d7d198a req-84106f2a-0f2e-4517-8e58-5a8ee3904069 service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130510 Mar 02 07:28:45.044515 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19 (CIDR: 2001:db8::/64) Mar 02 07:28:45.051864 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:45.052521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:45.059054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.092748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-24dba159-ba2a-4f9d-97e5-33b2ad7b252b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6381834 Mar 02 07:28:45.097196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:45.111822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:45.113129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-659ae296-fd26-48af-8077-bd30eed67112 req-89644582-b572-4fdf-8af4-4f6742ebfe6a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437357 Mar 02 07:28:45.209859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.223682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:45.227011 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Allocated IP 2001:db8::f816:3eff:fe71:7099 (9cd85606-01cd-4b60-bb33-0395597a84af/728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19/90c5f9db-6504-4574-832d-984cc2abedb6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:45.227808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Network 792b590e-8a03-4783-a4e6-80a6b310f9af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:45.236360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baee3e9-52d6-4608-af23-aad0c51ff536 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:45.236847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:45.248582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:45.249419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.255790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e67d8-d9f8-4614-bfe7-4573c11c93f3 None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:45.269138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.269831 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment b47001f3-e1bf-4dd1-a5a6-7ad6405eba83 of type vlan for network c0a0a339-18da-46dd-93a3-91f5d70dc382 Mar 02 07:28:45.285352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Subnet': ['ID=d5c24db3-ab70-4d2d-993b-83d0d00f2968,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:45.317404 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-89f98f59-7ef1-4ca3-88ff-596731e85a5d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8047781 Mar 02 07:28:45.321157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42744) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:45.328576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1504534180', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5c24db3-ab70-4d2d-993b-83d0d00f2968'}], 'security_groups': ['bef00612-70f7-4bce-816f-800b974be20d', '585af9ed-fa5f-4235-a7f5-a234e2b2e358']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:45.357797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.398253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-43d89839-b0cc-4d7d-b15b-f78517ed27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:45.400184 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-43d89839-b0cc-4d7d-b15b-f78517ed27f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 1097 time: 0.2683470 Mar 02 07:28:45.513881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e314a4-d1eb-4eef-89c8-0cbde366dc2d req-766d9363-9521-4d33-a4f6-2420883cba5e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:45.516035 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10e314a4-d1eb-4eef-89c8-0cbde366dc2d req-766d9363-9521-4d33-a4f6-2420883cba5e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 944 time: 0.2155819 Mar 02 07:28:45.525544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:45.530428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:45.533542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:45.539411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 5baee3e9-52d6-4608-af23-aad0c51ff536, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=5baee3e9-52d6-4608-af23-aad0c51ff536,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:45.540235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:45.581308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:45.582470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.584602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.630900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10e314a4-d1eb-4eef-89c8-0cbde366dc2d req-cc19cd8d-fdfb-400a-996c-149238c304e8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828841 Mar 02 07:28:45.735981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.740590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:45.741169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:45.822111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['5baee3e9-52d6-4608-af23-aad0c51ff536'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:45.881136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=5baee3e9-52d6-4608-af23-aad0c51ff536,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:45.994387 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4826710 Mar 02 07:28:46.003973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.004813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:46.008192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.017846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42766) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:46.032166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Transition to ACTIVE for port object 90c5f9db-6504-4574-832d-984cc2abedb6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:46.032403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': 'c0a0a339-18da-46dd-93a3-91f5d70dc382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:46.048535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c9b47-68a3-481c-b703-401cf395ac41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=c0a0a339-18da-46dd-93a3-91f5d70dc382,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:46.076996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:46.079194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-7282de52-e720-4f99-9f4d-c5e6e23bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:46.080689 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-7282de52-e720-4f99-9f4d-c5e6e23bd5e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a508b493-6392-4bc0-a8c9-244fb8ccf82f HTTP/1.1" status: 200 len: 898 time: 0.6660745 Mar 02 07:28:46.082924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:46.084312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.087763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:46.088291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.126082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=454c8a90-61fc-4e3b-aada-6ca43d287d22,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:46.131537 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92231ff5-d82d-42c5-9388-7f4ebf66b9db tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0303679 Mar 02 07:28:46.135434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:46.143647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:5a:95:9c', 'name': 'tempest-NetworksTestDHCPv6-1726531815'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:46.149202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network c0a0a339-18da-46dd-93a3-91f5d70dc382 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:46.295058 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-8fed27e6-52d3-46a6-81b8-cd3f4deb91a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e HTTP/1.1" status: 200 len: 217 time: 0.2011919 Mar 02 07:28:46.300828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fb555a02-5ce3-4abd-ac97-cba12148df67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:46.301761 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-fb555a02-5ce3-4abd-ac97-cba12148df67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:28:46.302466 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-fb555a02-5ce3-4abd-ac97-cba12148df67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:28:46.303641 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb555a02-5ce3-4abd-ac97-cba12148df67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2778792 Mar 02 07:28:46.317584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:46.328764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477436359'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:46.348774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:46.362658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Transition to ACTIVE for port object 90c5f9db-6504-4574-832d-984cc2abedb6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:46.373590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:46.381247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:46.390397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.392944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:46.395036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:46.412117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:46.422206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.440832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:46.442980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.454492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:46.463255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557c364-c403-4268-a78e-5022198f24ea req-cd0c4bcd-46c6-422f-af1f-5bc28edd1a55 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:46.464751 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5557c364-c403-4268-a78e-5022198f24ea req-cd0c4bcd-46c6-422f-af1f-5bc28edd1a55 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 944 time: 0.1946237 Mar 02 07:28:46.469334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:46.487528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:46.496521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:46.497406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] Update dhcp port {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'fixed_ips': [{'subnet_id': 'c9b6a158-bfcd-490b-b59d-f8b4f5cead72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f4fee63e-c4bf-45f5-a015-cf132342afa8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5c24db3-ab70-4d2d-993b-83d0d00f2968'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '2159229a-c293-4720-bb9e-e32048ad8989'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:28:46.518957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:46.526994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:46.530212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:46.538598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:46.543281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:46.544172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:46.553241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:46.555545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:46.558011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-d990e7a0-120f-419e-8089-c542ecfd4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:46.559875 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-d990e7a0-120f-419e-8089-c542ecfd4a81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c1943d4-ba0f-4073-ae7b-6210fb648696 HTTP/1.1" status: 200 len: 835 time: 0.2010996 Mar 02 07:28:46.626951 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5557c364-c403-4268-a78e-5022198f24ea req-fae7b3ae-6e0c-4f25-b6f6-63b0d504ae92 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431429 Mar 02 07:28:46.648402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:46.651077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.681544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.693388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.708269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0730-7e6e-4b73-ac1f-baa910af46cf req-cd45a306-531f-498e-9bb8-06470e819932 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:46.709798 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae3c0730-7e6e-4b73-ac1f-baa910af46cf req-cd45a306-531f-498e-9bb8-06470e819932 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.5441864 Mar 02 07:28:46.721596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Attempting to bind port 90c5f9db-6504-4574-832d-984cc2abedb6 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:46.722019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Attempting to bind port 90c5f9db-6504-4574-832d-984cc2abedb6 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:46.722357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Attempting to bind port 90c5f9db-6504-4574-832d-984cc2abedb6 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:46.779841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:46.780329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:46.780745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.781728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:46.782206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Bound port: 90c5f9db-6504-4574-832d-984cc2abedb6, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:46.782579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.827413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.839409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:46.848970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:46.881271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 92843ec3-27bc-4649-aa72-63908f8a5f03 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:28:46.911802 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae3c0730-7e6e-4b73-ac1f-baa910af46cf req-53e02e61-26b0-461f-9abf-37f82846f9cd tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865265 Mar 02 07:28:46.987484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-85e5b7e3-e2ff-4b32-add0-93c375c92f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:46.989105 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-85e5b7e3-e2ff-4b32-add0-93c375c92f14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a508b493-6392-4bc0-a8c9-244fb8ccf82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4211178 Mar 02 07:28:47.015874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:47.034868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:47.044915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:47.103985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:47.107043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:47.113930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:47.174639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe6d0c-2a63-4063-92ce-4da460429a37 None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:47.213439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909c3419-e2dd-43c6-882f-179c6c807630,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:47.330829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f607fe-4035-461a-9973-bbbb7934bab0 req-3e0f0167-697a-49d1-a323-bdefb93e1801 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:47.339687 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90f607fe-4035-461a-9973-bbbb7934bab0 req-3e0f0167-697a-49d1-a323-bdefb93e1801 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 945 time: 0.5595171 Mar 02 07:28:47.408598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8:0:1::167 (9cd85606-01cd-4b60-bb33-0395597a84af/454c8a90-61fc-4e3b-aada-6ca43d287d22/92843ec3-27bc-4649-aa72-63908f8a5f03) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:47.450448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fe5a:959c (9cd85606-01cd-4b60-bb33-0395597a84af/728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19/92843ec3-27bc-4649-aa72-63908f8a5f03) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:47.469022 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90f607fe-4035-461a-9973-bbbb7934bab0 req-47aa80e7-d35b-4f57-960d-4644440860df tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280184 Mar 02 07:28:47.581448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:47.590615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-27748d25-1f49-4aee-bd18-afe200990e25 service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872631 Mar 02 07:28:47.595887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Delete allocated IP 2001:db8::18e (792b590e-8a03-4783-a4e6-80a6b310f9af/f4fee63e-c4bf-45f5-a015-cf132342afa8) {{(pid=87773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:28:47.598770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:47.600385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:47.654683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-341fc3c7-b278-4721-9bba-d47038777dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:47.656824 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-341fc3c7-b278-4721-9bba-d47038777dcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b7155b58ec348d5be136331948bfd56&device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 1099 time: 0.3135552 Mar 02 07:28:47.677560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Allocated IP 2001:db8:0:2::1fd (792b590e-8a03-4783-a4e6-80a6b310f9af/d5c24db3-ab70-4d2d-993b-83d0d00f2968/d48dbb4c-6632-4170-b2d1-9badf26dba1b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:47.865157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=5587e802-26ed-47cd-9b6d-3bd88661fe7a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:47.896351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:47.899774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': 'b47001f3-e1bf-4dd1-a5a6-7ad6405eba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c0a0a339-18da-46dd-93a3-91f5d70dc382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:47.900146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: c0a0a339-18da-46dd-93a3-91f5d70dc382, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:47.982636 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a50e23b3-2e34-48f8-9b30-02e90a901edc req-d706b57c-99a8-4493-9f91-d1614bc60016 service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798075 Mar 02 07:28:47.990161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ccc97-e952-4c38-8912-5d6b046b02d3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:47.996631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a15952-4ebb-41ce-86f0-4318d6fb2d6f req-29368b49-8fa6-4898-8668-f3f1152a24c1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:47.997937 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-89a15952-4ebb-41ce-86f0-4318d6fb2d6f req-29368b49-8fa6-4898-8668-f3f1152a24c1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.6910546 Mar 02 07:28:48.041370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.042616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a16f098f-9686-4491-8e48-8bc342f6fb7c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7248147 Mar 02 07:28:48.057213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:48.073599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '1a1ccc97-e952-4c38-8912-5d6b046b02d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:48.076469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 90c5f9db-6504-4574-832d-984cc2abedb6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:48.101341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network c0a0a339-18da-46dd-93a3-91f5d70dc382 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:48.107517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:48.128157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:48.142260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.144566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:48.152021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, c0a0a339-18da-46dd-93a3-91f5d70dc382) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:48.167576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71070e1-d178-487e-a174-7258b01a1961 None None] Network c0a0a339-18da-46dd-93a3-91f5d70dc382 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:48.169070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:48.175289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.175875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.193048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 92843ec3-27bc-4649-aa72-63908f8a5f03 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:48.198597 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-89a15952-4ebb-41ce-86f0-4318d6fb2d6f req-dd76f052-6d67-44a3-9627-7f0bb1ae7902 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410618 Mar 02 07:28:48.232687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-92131565-038d-43a3-abdd-ef351011f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.234545 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-92131565-038d-43a3-abdd-ef351011f065 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 200 len: 913 time: 0.2682078 Mar 02 07:28:48.257623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.277180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Transition to ACTIVE for port object d48dbb4c-6632-4170-b2d1-9badf26dba1b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:48.281931 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-348f99bf-483c-4e48-ad80-615e922fbc75 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2651627 Mar 02 07:28:48.285427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:48.289575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.327556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.333496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377876736'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:48.391041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:48.396023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f5082-f2c8-4378-9787-cc0035f4c892 req-15ee221d-e5ff-45ba-a281-3e2191490289 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.397585 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-307f5082-f2c8-4378-9787-cc0035f4c892 req-15ee221d-e5ff-45ba-a281-3e2191490289 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 944 time: 0.4363167 Mar 02 07:28:48.449313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:48.452480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:48.460073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:48.466025 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-de8ff5e6-0c41-4fe0-8b00-628d6a2d0d93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 200 len: 1001 time: 0.2221811 Mar 02 07:28:48.472049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event updated for resources: {'Port': ['ID=d48dbb4c-6632-4170-b2d1-9badf26dba1b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:48.494246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] Allocated IP 2001:db8:0:2::2 (792b590e-8a03-4783-a4e6-80a6b310f9af/d5c24db3-ab70-4d2d-993b-83d0d00f2968/2159229a-c293-4720-bb9e-e32048ad8989) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:48.511869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.519784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-c0a0a339-18da-46dd-93a3-91f5d70dc382', 'network_id': 'c0a0a339-18da-46dd-93a3-91f5d70dc382', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': '5587e802-26ed-47cd-9b6d-3bd88661fe7a'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:48.520782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.573745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] In _notify_port_updated(), no bound segment for port d48dbb4c-6632-4170-b2d1-9badf26dba1b on network 792b590e-8a03-4783-a4e6-80a6b310f9af {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:28:48.580579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.581254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.585526 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e989928d-7b49-4fed-99ef-910243560fb2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "PUT /v2.0/ports/d48dbb4c-6632-4170-b2d1-9badf26dba1b HTTP/1.1" status: 200 len: 970 time: 3.2593901 Mar 02 07:28:48.585526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:48.587045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.587905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:48.605243 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-307f5082-f2c8-4378-9787-cc0035f4c892 req-8d2d50dd-4a48-4150-9330-fd88708ca87b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898928 Mar 02 07:28:48.665509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.673758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:48.677781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:28:48.682292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 5baee3e9-52d6-4608-af23-aad0c51ff536 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:48.687651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:48.696844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-43ef5895-58d4-41b4-b168-6314ec270888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.698336 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-43ef5895-58d4-41b4-b168-6314ec270888 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 200 len: 851 time: 0.2229044 Mar 02 07:28:48.700138 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:28:48.701833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:48.707462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.708083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.711975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=92843ec3-27bc-4649-aa72-63908f8a5f03,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:48.738586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:48.740733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.783728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port d48dbb4c-6632-4170-b2d1-9badf26dba1b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:48.784087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.788046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d09c1f-c47e-4a9a-9e9b-1e310cd87f14,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:48.798169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.798513 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment c00052fc-cd3c-476f-b17a-67e1af4260a8 of type vlan for network 4a1e3752-f2fc-466d-8b73-65cfd9da0409 Mar 02 07:28:48.830059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a8127cc7-616b-41aa-80a5-b66af3ea399c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6919792 Mar 02 07:28:48.830725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:48.862883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.866360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20735b73-d35b-481c-b363-659caa32a411 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:48.867308 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b9cebec7-a70b-4ad9-8fac-4ced975073eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8080008 Mar 02 07:28:48.868866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42810) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:48.874247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.886284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '1a1ccc97-e952-4c38-8912-5d6b046b02d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:48.895056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:48.913380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:48.926793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:48.943242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d70df-decf-4bd6-b36e-870055390692 req-e722d8b8-d616-4157-84a1-e5a22b4333a8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.950383 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-389d70df-decf-4bd6-b36e-870055390692 req-e722d8b8-d616-4157-84a1-e5a22b4333a8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 945 time: 0.2831883 Mar 02 07:28:48.954353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:48.959587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.961111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 92843ec3-27bc-4649-aa72-63908f8a5f03 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:48.961452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.973065 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:48.978465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:48.979048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.025637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-1e982d1d-0562-4153-b23a-07c56c1e5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:49.027061 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-1e982d1d-0562-4153-b23a-07c56c1e5eb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8aff043-277d-467b-9e4a-8c0c77b91409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3124347 Mar 02 07:28:49.063045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.145827 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8566692 Mar 02 07:28:49.150064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42814) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:49.152449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] For port 2159229a-c293-4720-bb9e-e32048ad8989, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2159229a-c293-4720-bb9e-e32048ad8989,segment=NetworkSegment(684aea12-3739-4449-bbd2-9725b56071f3),segment_id=684aea12-3739-4449-bbd2-9725b56071f3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:49.166368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': '4a1e3752-f2fc-466d-8b73-65cfd9da0409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:49.175457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 5baee3e9-52d6-4608-af23-aad0c51ff536 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:49.185565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e1e7717d-25ff-4567-b008-7a101e95183e None None] Provisioning for port 90c5f9db-6504-4574-832d-984cc2abedb6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:49.187419 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-389d70df-decf-4bd6-b36e-870055390692 req-601a370f-764b-497a-b06c-bf6379340f95 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362134 Mar 02 07:28:49.195903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcfb29-8163-4af8-88b1-dfc9f6c11630 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=4a1e3752-f2fc-466d-8b73-65cfd9da0409,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:49.202861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Allocated IP 2001:db8::3 (c0a0a339-18da-46dd-93a3-91f5d70dc382/5587e802-26ed-47cd-9b6d-3bd88661fe7a/1a7af375-c1b8-4289-a51f-f572e7e8fd63) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:49.205164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 5baee3e9-52d6-4608-af23-aad0c51ff536 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:49.205535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.259181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 4a1e3752-f2fc-466d-8b73-65cfd9da0409 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:49.287063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e1e7717d-25ff-4567-b008-7a101e95183e None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:49.287445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e7717d-25ff-4567-b008-7a101e95183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.332437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:49.338769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:49.347421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:49.363362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:28:49.379275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:49.390967 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 07:28:49.392784 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7413e12b-1f6d-4870-85db-b86ea8d4f8a2 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5210140 Mar 02 07:28:49.395659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:49.401401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.407156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:49.499502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.504133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:28:49.504924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:28:49.543493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:49.546892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.572628 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-ff3c4f1c-6120-47a9-b7ea-7e04688a4da0 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235999 Mar 02 07:28:49.654310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.666608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'port_id': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'mac_address': 'fa:16:3e:a8:59:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:28:49.673409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] Transition to ACTIVE for port object 2159229a-c293-4720-bb9e-e32048ad8989 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:49.728940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.738669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=9f311ac9-8a3a-42a8-aa1f-8626a94ef1d5,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:49.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': 'c00052fc-cd3c-476f-b17a-67e1af4260a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4a1e3752-f2fc-466d-8b73-65cfd9da0409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:49.775839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: 4a1e3752-f2fc-466d-8b73-65cfd9da0409, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:49.844203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for d48dbb4c-6632-4170-b2d1-9badf26dba1b owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:49.869169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network 4a1e3752-f2fc-466d-8b73-65cfd9da0409 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:49.888431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 4a1e3752-f2fc-466d-8b73-65cfd9da0409) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:49.894903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:49.896134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.919542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:49.934169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae905a5-ad90-43b8-bb32-434a0f7f253a req-5aa35360-f7c0-440b-bbba-6a78e77b84ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:49.936798 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ae905a5-ad90-43b8-bb32-434a0f7f253a req-5aa35360-f7c0-440b-bbba-6a78e77b84ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 944 time: 0.1522486 Mar 02 07:28:49.947940 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5601e527-55bb-43ce-b252-730773fc060b tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7943027 Mar 02 07:28:49.950213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:49.958594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4b4c1-aca5-4c1c-a755-319dd15d8595 None None] Network 4a1e3752-f2fc-466d-8b73-65cfd9da0409 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:50.065305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.133214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 92843ec3-27bc-4649-aa72-63908f8a5f03 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:50.165751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-690ac731-47a9-4885-a0cb-4eaa757c964e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.202436 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ae905a5-ad90-43b8-bb32-434a0f7f253a req-0f56ca72-2a7f-4496-a94f-0c137018de5f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529888 Mar 02 07:28:50.209616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dcd4c-3b36-4663-b463-974b2c2690bc req-6a8931ae-f3ae-45f6-ba40-18e7a30b2eb4 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:50.216388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b30dcd4c-3b36-4663-b463-974b2c2690bc req-6a8931ae-f3ae-45f6-ba40-18e7a30b2eb4 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.8757663 Mar 02 07:28:50.227503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.260372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355ee79-6a79-4680-85a7-61f3ba4ab611 None None] Pushing event updated for resources: {'Port': ['ID=2159229a-c293-4720-bb9e-e32048ad8989,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:50.274112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.275411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e7717d-25ff-4567-b008-7a101e95183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.279231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-690ac731-47a9-4885-a0cb-4eaa757c964e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.285011 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:28:50.354801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.366259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:50.377726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:50.382673 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4cc64e7b-250b-44b0-8348-17b0c4892127 req-f26d5c17-2993-40f4-842a-5a0ddb5f2719 service neutron] 10.222.0.32 "GET /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715332 Mar 02 07:28:50.416973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Transition to ACTIVE for port object 1a7af375-c1b8-4289-a51f-f572e7e8fd63 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:50.429063 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b30dcd4c-3b36-4663-b463-974b2c2690bc req-17aeb5b7-2afe-49ad-8327-3ee2d4665058 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117367 Mar 02 07:28:50.439951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.466593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.510354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e1e7717d-25ff-4567-b008-7a101e95183e None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:50.523137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 5baee3e9-52d6-4608-af23-aad0c51ff536, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=5baee3e9-52d6-4608-af23-aad0c51ff536,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:50.548740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-690ac731-47a9-4885-a0cb-4eaa757c964e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.580493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ac731-47a9-4885-a0cb-4eaa757c964e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ccc97-e952-4c38-8912-5d6b046b02d3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:50.585816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.651864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=d48dbb4c-6632-4170-b2d1-9badf26dba1b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:50.675327 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'code': 200} Mar 02 07:28:50.684396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.728412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-690ac731-47a9-4885-a0cb-4eaa757c964e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.729552 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-690ac731-47a9-4885-a0cb-4eaa757c964e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a1ccc97-e952-4c38-8912-5d6b046b02d3 HTTP/1.1" status: 204 len: 168 time: 1.3129833 Mar 02 07:28:50.735872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:50.746684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e387-7069-4dba-801c-f1038697184c req-f0d9cd25-53b8-403d-aadc-e0bbbbf1015c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:50.749030 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81f8e387-7069-4dba-801c-f1038697184c req-f0d9cd25-53b8-403d-aadc-e0bbbbf1015c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 0.2360137 Mar 02 07:28:50.769892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=9f311ac9-8a3a-42a8-aa1f-8626a94ef1d5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:50.777213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e7717d-25ff-4567-b008-7a101e95183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.813107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.818813 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-245469e4-882e-467e-aaf8-00a87204b325 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/d48dbb4c-6632-4170-b2d1-9badf26dba1b HTTP/1.1" status: 204 len: 168 time: 2.2231727 Mar 02 07:28:50.826123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.828140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.834606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Transition to ACTIVE for port object 1a7af375-c1b8-4289-a51f-f572e7e8fd63 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:50.836472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['0b7b4bdb-9780-4fbc-b6c3-6178cc76074e'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:28:50.838277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:50.960853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=92843ec3-27bc-4649-aa72-63908f8a5f03,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:50.985891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:50.988030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc5996-d2a8-4fc0-82bc-f969e529791b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-4a1e3752-f2fc-466d-8b73-65cfd9da0409', 'network_id': '4a1e3752-f2fc-466d-8b73-65cfd9da0409', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': '9f311ac9-8a3a-42a8-aa1f-8626a94ef1d5'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:50.988857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21cc5996-d2a8-4fc0-82bc-f969e529791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.020528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.031501 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81f8e387-7069-4dba-801c-f1038697184c req-9a5b0fdb-5fea-4b6c-a3d4-b1ee96e7b026 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463441 Mar 02 07:28:51.048232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1e3752-f2fc-466d-8b73-65cfd9da0409']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:51.089925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00052fc-cd3c-476f-b17a-67e1af4260a8') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:51.090132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00052fc-cd3c-476f-b17a-67e1af4260a8') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:51.115668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.125522 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c63570f-50b4-41cc-8601-525fed0c2d70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] GET failed (client error): The resource could not be found. Mar 02 07:28:51.127629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3c63570f-50b4-41cc-8601-525fed0c2d70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:51.135838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.144056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:51.144928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:51.162728 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:51.175846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:51.181217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Network c0a0a339-18da-46dd-93a3-91f5d70dc382 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:51.227749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:51.230202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-95b3fc00-e4a5-495c-8b22-e1542a2b7410 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:51.235619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3c63570f-50b4-41cc-8601-525fed0c2d70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:51.239472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19', 'ip_address': '2001:db8::f816:3eff:fe71:7099'}, {'subnet_id': '454c8a90-61fc-4e3b-aada-6ca43d287d22'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '90c5f9db-6504-4574-832d-984cc2abedb6'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:28:51.239641 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3c63570f-50b4-41cc-8601-525fed0c2d70 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports/d48dbb4c-6632-4170-b2d1-9badf26dba1b HTTP/1.1" status: 404 len: 333 time: 0.3326082 Mar 02 07:28:51.243777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:51.244840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.246733 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-495d5f64-1d8f-43b1-8a0e-f96d6f3c8f83 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/92843ec3-27bc-4649-aa72-63908f8a5f03 HTTP/1.1" status: 204 len: 168 time: 2.4127691 Mar 02 07:28:51.261524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:51.276014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:51.364669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.370131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11299f0e-c4de-4fe4-84bc-d6bf4cd93455 req-79c5445f-b328-416a-9895-3dc7239ae762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:51.371703 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11299f0e-c4de-4fe4-84bc-d6bf4cd93455 req-79c5445f-b328-416a-9895-3dc7239ae762 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 1099 time: 0.4659534 Mar 02 07:28:51.374980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.407189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=4a1e3752-f2fc-466d-8b73-65cfd9da0409,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:51.429159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79d9bb36-6a7f-4055-ae4a-413fafc140cd tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/4a1e3752-f2fc-466d-8b73-65cfd9da0409 HTTP/1.1" status: 204 len: 168 time: 1.4748545 Mar 02 07:28:51.434607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34cb34-b551-41cb-a69b-85c0807fb8bc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:51.435488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb34cb34-b551-41cb-a69b-85c0807fb8bc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:51.439496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:51.445265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1658380883'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:51.452374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-21cc5996-d2a8-4fc0-82bc-f969e529791b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 07:28:51.452374 dv-neutron-831485-1-hyperv neutron-server[87774]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 02 07:28:51.452374 dv-neutron-831485-1-hyperv neutron-server[87774]: [parameters: {'project_id': 'dafa32123d9c42f9ba177f59df4f4113', 'id': '34cc8a29-c5a8-4a20-913e-da3522f87c37', 'name': '', 'network_id': '4a1e3752-f2fc-466d-8b73-65cfd9da0409', 'mac_address': 'fa:16:3e:e0:5c:18', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-4a1e3752-f2fc-466d-8b73-65cfd9da0409', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 876}] Mar 02 07:28:51.452374 dv-neutron-831485-1-hyperv neutron-server[87774]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:51.452865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-21cc5996-d2a8-4fc0-82bc-f969e529791b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:51.471111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:51.493999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:51.499400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.501673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:51.512032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-95b3fc00-e4a5-495c-8b22-e1542a2b7410 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:51.513836 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-95b3fc00-e4a5-495c-8b22-e1542a2b7410 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7540324 Mar 02 07:28:51.515114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:51.519299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb34cb34-b551-41cb-a69b-85c0807fb8bc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:51.521929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42858) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:51.525183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a38040bc-8e16-4d1d-9d03-7786ffb75a9e None None] Provisioning for port 2159229a-c293-4720-bb9e-e32048ad8989 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:51.526223 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb34cb34-b551-41cb-a69b-85c0807fb8bc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2635026 Mar 02 07:28:51.527045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42860) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:51.533493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--758197994'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:51.549519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76748e22-44a6-4706-9bb3-0d26481064e3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.558559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:51.574530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7717d-25ff-4567-b008-7a101e95183e None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:51.589394 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11299f0e-c4de-4fe4-84bc-d6bf4cd93455 req-b62fd09b-2db2-410d-8a40-443a30afee38 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303070 Mar 02 07:28:51.591215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:51.592092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a38040bc-8e16-4d1d-9d03-7786ffb75a9e None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:51.592568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a38040bc-8e16-4d1d-9d03-7786ffb75a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.614796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:51.619151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76748e22-44a6-4706-9bb3-0d26481064e3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.619339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.632854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.681463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Attempting to bind port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:51.681863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Attempting to bind port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b47001f3-e1bf-4dd1-a5a6-7ad6405eba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c0a0a339-18da-46dd-93a3-91f5d70dc382'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:51.682220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Attempting to bind port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 on network c0a0a339-18da-46dd-93a3-91f5d70dc382 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:51.687234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11927937-82d3-433f-8340-d084d4fa84bb req-c9784b5c-d7bc-4a4b-88c6-3ef61514656e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:51.688836 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11927937-82d3-433f-8340-d084d4fa84bb req-c9784b5c-d7bc-4a4b-88c6-3ef61514656e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 945 time: 0.3042409 Mar 02 07:28:51.697208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:51.703413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:51.706336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:51.720421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:51.721322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:28:51.735779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.736025 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment 07344533-0a4b-4643-9823-91e9f2f58b5d of type vlan for network 7e2ab152-6d29-4e07-a811-415edb353084 Mar 02 07:28:51.748239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76748e22-44a6-4706-9bb3-0d26481064e3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.771671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:51.772071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Checking segment: {'id': 'b47001f3-e1bf-4dd1-a5a6-7ad6405eba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c0a0a339-18da-46dd-93a3-91f5d70dc382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:51.772556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.772954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Bound using segment: {'id': 'b47001f3-e1bf-4dd1-a5a6-7ad6405eba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c0a0a339-18da-46dd-93a3-91f5d70dc382'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:51.773431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Bound port: 1a7af375-c1b8-4289-a51f-f572e7e8fd63, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47001f3-e1bf-4dd1-a5a6-7ad6405eba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c0a0a339-18da-46dd-93a3-91f5d70dc382'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:51.773838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.784211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748e22-44a6-4706-9bb3-0d26481064e3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c28059-ade4-42ea-88b7-d31643051305,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:51.803941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.811720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76748e22-44a6-4706-9bb3-0d26481064e3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.812976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76748e22-44a6-4706-9bb3-0d26481064e3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/security-groups/f2c28059-ade4-42ea-88b7-d31643051305 HTTP/1.1" status: 204 len: 168 time: 0.5648100 Mar 02 07:28:51.821765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:51.833352 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11927937-82d3-433f-8340-d084d4fa84bb req-8b1be1dd-6d18-4a0e-a106-3078cdc43643 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187956 Mar 02 07:28:51.882167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:51.892620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.901947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:51.902846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.941315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f6e4c0-72a2-4643-a101-afb4efae1029 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:51.946282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42870) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:51.946783 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-58f6e4c0-72a2-4643-a101-afb4efae1029 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4163306 Mar 02 07:28:51.968558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21cc5996-d2a8-4fc0-82bc-f969e529791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:51.973959 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5306597 Mar 02 07:28:51.985047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42874) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:52.003001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': '7e2ab152-6d29-4e07-a811-415edb353084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:52.014537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71ef160e-adfe-4ef4-97fa-bf9ce794b9fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.030411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=5baee3e9-52d6-4608-af23-aad0c51ff536,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:52.038411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.055682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf2062-38db-4f4d-aea7-9f630ef7d450 req-02c10340-3087-4ec4-97a6-f6ae00c851af tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:52.055969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.056744 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1dbf2062-38db-4f4d-aea7-9f630ef7d450 req-02c10340-3087-4ec4-97a6-f6ae00c851af tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4201043 Mar 02 07:28:52.110257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71ef160e-adfe-4ef4-97fa-bf9ce794b9fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.215185 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1dbf2062-38db-4f4d-aea7-9f630ef7d450 req-36e4fff0-3ead-460d-bd2f-db8d6b538796 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964646 Mar 02 07:28:52.224985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02080cae-cd9c-4ac4-b4fb-854b941c95c0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=7e2ab152-6d29-4e07-a811-415edb353084,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:52.247071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9eeeb-1996-468b-a209-21fe0819219e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:52.248644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9eeeb-1996-468b-a209-21fe0819219e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:52.250381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9eeeb-1996-468b-a209-21fe0819219e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:52.251266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3d9eeeb-1996-468b-a209-21fe0819219e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:52.268281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:52.273461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:52.276993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:52.287245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 7e2ab152-6d29-4e07-a811-415edb353084 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:28:52.302025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:52.315622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Pushing event updated for resources: {'Port': ['ID=1a7af375-c1b8-4289-a51f-f572e7e8fd63,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:52.330591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:52.337624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.362324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9267ffbd-2a90-43b8-9183-ca3813037882,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:52.375152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.376670 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73f2acf0-fc62-49bc-95d4-226406c3172c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8519671 Mar 02 07:28:52.382586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:52.395811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fec9a485-9fec-4fa5-b7d0-47f704dca207 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '9267ffbd-2a90-43b8-9183-ca3813037882', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:52.396580 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-fec9a485-9fec-4fa5-b7d0-47f704dca207 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 07:28:52.397239 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-fec9a485-9fec-4fa5-b7d0-47f704dca207 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:52.398446 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fec9a485-9fec-4fa5-b7d0-47f704dca207 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085852 Mar 02 07:28:52.402850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3d9eeeb-1996-468b-a209-21fe0819219e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:52.403925 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f3d9eeeb-1996-468b-a209-21fe0819219e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4524577 Mar 02 07:28:52.405401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:52.408375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:52.412115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207357c-b1e8-428a-b844-4cc59f5a01f0 None None] Network 4a1e3752-f2fc-466d-8b73-65cfd9da0409 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:52.434993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] For port 1a7af375-c1b8-4289-a51f-f572e7e8fd63, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:52.506057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71ef160e-adfe-4ef4-97fa-bf9ce794b9fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.524753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207357c-b1e8-428a-b844-4cc59f5a01f0 None None] Network 4a1e3752-f2fc-466d-8b73-65cfd9da0409 could not be found, it might have been deleted concurrently. {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 07:28:52.534875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602d873-4a35-4762-b836-f605b5897a3d req-3190ebf8-b2e6-4c99-8d80-1208d2e969c7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:52.542998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:52.543551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.543685 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c602d873-4a35-4762-b836-f605b5897a3d req-3190ebf8-b2e6-4c99-8d80-1208d2e969c7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 0.2821624 Mar 02 07:28:52.556017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef160e-adfe-4ef4-97fa-bf9ce794b9fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585af9ed-fa5f-4235-a7f5-a234e2b2e358,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:52.570640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bddee-d443-4325-8008-d3a62b4dd253 req-da770bd1-29a7-4cd5-a55b-85e2d9444f22 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:52.572303 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-702bddee-d443-4325-8008-d3a62b4dd253 req-da770bd1-29a7-4cd5-a55b-85e2d9444f22 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.1689909 Mar 02 07:28:52.579830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] For port 1a7af375-c1b8-4289-a51f-f572e7e8fd63, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1a7af375-c1b8-4289-a51f-f572e7e8fd63,segment=NetworkSegment(b47001f3-e1bf-4dd1-a5a6-7ad6405eba83),segment_id=b47001f3-e1bf-4dd1-a5a6-7ad6405eba83)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:52.582121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] Allocated IP 2001:db8:0:1::2 (9cd85606-01cd-4b60-bb33-0395597a84af/454c8a90-61fc-4e3b-aada-6ca43d287d22/90c5f9db-6504-4574-832d-984cc2abedb6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:52.599369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71ef160e-adfe-4ef4-97fa-bf9ce794b9fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.600474 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71ef160e-adfe-4ef4-97fa-bf9ce794b9fe tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/security-groups/585af9ed-fa5f-4235-a7f5-a234e2b2e358 HTTP/1.1" status: 204 len: 168 time: 0.7746065 Mar 02 07:28:52.604480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 454c8a90-61fc-4e3b-aada-6ca43d287d22 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:52.609343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:52.634168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.669276 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c602d873-4a35-4762-b836-f605b5897a3d req-90c329da-11d3-4409-9498-0e91394a1d98 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246269 Mar 02 07:28:52.677877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a38040bc-8e16-4d1d-9d03-7786ffb75a9e None None] Could not find standard attr ID for object d48dbb4c-6632-4170-b2d1-9badf26dba1b. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:28:52.690083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36931e23-f217-416e-b10c-e9113c8f5d8f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.737298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36931e23-f217-416e-b10c-e9113c8f5d8f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.767429 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-702bddee-d443-4325-8008-d3a62b4dd253 req-0b396e11-6e61-4a90-b630-ac2015299d44 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797643 Mar 02 07:28:52.780184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b02-ac6a-40d5-8b38-66b79faec7d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.825156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.851390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b02-ac6a-40d5-8b38-66b79faec7d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.875590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36931e23-f217-416e-b10c-e9113c8f5d8f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.899432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36931e23-f217-416e-b10c-e9113c8f5d8f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9267ffbd-2a90-43b8-9183-ca3813037882,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:52.903464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a38040bc-8e16-4d1d-9d03-7786ffb75a9e None None] Provisioning complete for port 2bbea23a-5a86-4bee-b166-6f81836b0942 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:52.903851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a38040bc-8e16-4d1d-9d03-7786ffb75a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.923877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36931e23-f217-416e-b10c-e9113c8f5d8f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.925191 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-36931e23-f217-416e-b10c-e9113c8f5d8f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/9267ffbd-2a90-43b8-9183-ca3813037882 HTTP/1.1" status: 204 len: 168 time: 0.5147250 Mar 02 07:28:52.927848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:52.967606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b02-ac6a-40d5-8b38-66b79faec7d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:52.969934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=5e41eb4d-d16e-4bc9-a21b-2b512113b493,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:52.979812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': '07344533-0a4b-4643-9823-91e9f2f58b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7e2ab152-6d29-4e07-a811-415edb353084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:52.980187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: 7e2ab152-6d29-4e07-a811-415edb353084, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:28:52.999754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad51b02-ac6a-40d5-8b38-66b79faec7d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef00612-70f7-4bce-816f-800b974be20d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:53.020526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network 7e2ab152-6d29-4e07-a811-415edb353084 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:28:53.033158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 7e2ab152-6d29-4e07-a811-415edb353084) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:53.037625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ad51b02-ac6a-40d5-8b38-66b79faec7d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.037867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:53.038774 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ad51b02-ac6a-40d5-8b38-66b79faec7d2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/security-groups/bef00612-70f7-4bce-816f-800b974be20d HTTP/1.1" status: 204 len: 168 time: 0.4065335 Mar 02 07:28:53.045161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.047790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6c161ac-64af-4684-9ff5-8921a057729e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:53.050304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:53.059687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec0a5d-a640-41ea-8dc3-3160c812bf44 None None] Pushing event updated for resources: {'Port': ['ID=1a7af375-c1b8-4289-a51f-f572e7e8fd63,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:53.076729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6c161ac-64af-4684-9ff5-8921a057729e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:53.082032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6c161ac-64af-4684-9ff5-8921a057729e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1517432 Mar 02 07:28:53.086268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42910) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:53.089302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bfb50d-8959-4d9b-87ba-e5780c6e8e7f None None] Network 7e2ab152-6d29-4e07-a811-415edb353084 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:53.099732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--39978604'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:53.136592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:53.160411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:53.349047 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3726e2cb-8be8-4c4a-b1b2-07a3b18efdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3577642 Mar 02 07:28:53.352551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:53.389081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a38040bc-8e16-4d1d-9d03-7786ffb75a9e None None] Port 2bbea23a-5a86-4bee-b166-6f81836b0942 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:53.395048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet f4fee63e-c4bf-45f5-a015-cf132342afa8 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:53.398788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.435605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:53.463640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2159229a-c293-4720-bb9e-e32048ad8989 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:53.464924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.482059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.523145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699bec5-1a0f-4e4a-b8a8-9c465ca345a4 req-e6a8cb32-a4bc-4e9a-84d8-2bfd7b411832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:53.529951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0699bec5-1a0f-4e4a-b8a8-9c465ca345a4 req-e6a8cb32-a4bc-4e9a-84d8-2bfd7b411832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 945 time: 0.4054980 Mar 02 07:28:53.550092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:53.558235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-84be319d-b75b-4233-9b3c-6f2ad59a30b2 None None] Could not find standard attr ID for object d48dbb4c-6632-4170-b2d1-9badf26dba1b. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:28:53.563778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:53.570292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:53.588355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:53.598940 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0699bec5-1a0f-4e4a-b8a8-9c465ca345a4 req-760b5e7e-4c0f-4783-9264-e8234bfea55c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673585 Mar 02 07:28:53.602104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.606854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.642139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.664255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] Transition to ACTIVE for port object 90c5f9db-6504-4574-832d-984cc2abedb6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:53.671972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:53.672437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.680522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.708418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-7e2ab152-6d29-4e07-a811-415edb353084', 'network_id': '7e2ab152-6d29-4e07-a811-415edb353084', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': '5e41eb4d-d16e-4bc9-a21b-2b512113b493'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:28:53.709251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.731333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cacca-4240-4fb4-8557-d2732a6a19cf req-19ed720f-a6d2-4a82-a505-0a5e003049a3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:53.731735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.736851 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd5cacca-4240-4fb4-8557-d2732a6a19cf req-19ed720f-a6d2-4a82-a505-0a5e003049a3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2784891 Mar 02 07:28:53.760290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.816072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.825140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fee63e-c4bf-45f5-a015-cf132342afa8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:53.830894 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dff7ec4c-1882-4492-8b23-836b433451df tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/f4fee63e-c4bf-45f5-a015-cf132342afa8 HTTP/1.1" status: 204 len: 168 time: 0.7738826 Mar 02 07:28:53.847960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:53.849208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb76c686-9398-4c71-8ee5-8a9e4b169d0d None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:53.861974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.919298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d0c1d-915b-448a-aef4-3bdcffeb45ed req-33a7780a-bd41-4c41-b64d-18ebe5ca62ea tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:53.921563 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-527d0c1d-915b-448a-aef4-3bdcffeb45ed req-33a7780a-bd41-4c41-b64d-18ebe5ca62ea tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 0.0886691 Mar 02 07:28:53.969959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:53.973898 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-527d0c1d-915b-448a-aef4-3bdcffeb45ed req-25488513-d8e9-4196-92c3-97a112c421eb tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Mar 02 07:28:54.004802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.017714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd5cacca-4240-4fb4-8557-d2732a6a19cf req-ee7584b1-22f5-4061-a97a-422c0c2060d6 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798755 Mar 02 07:28:54.032545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.098689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3051e-103c-414e-9712-77493137b7ec None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:54.132929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79a24d-baa2-41d5-a934-03f49c23fe44,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:54.144026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet d5c24db3-ab70-4d2d-993b-83d0d00f2968 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:54.157639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.161586 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bee805ad-5df7-48ac-8185-26f4848c5e0c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0709693 Mar 02 07:28:54.161586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.179681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42928) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:54.189798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8db8bed7-5ec9-4663-9617-9adb85599df9 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '8b79a24d-baa2-41d5-a934-03f49c23fe44', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:54.190355 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-8db8bed7-5ec9-4663-9617-9adb85599df9 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 07:28:54.190855 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8db8bed7-5ec9-4663-9617-9adb85599df9 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:54.191811 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8db8bed7-5ec9-4663-9617-9adb85599df9 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111909 Mar 02 07:28:54.196614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42932) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:54.240777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.247148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564740f-d48a-47be-9fcf-c5b94dcf8b31 req-e7abca71-1ff6-4a00-8406-ecb296aa296a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.248633 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7564740f-d48a-47be-9fcf-c5b94dcf8b31 req-e7abca71-1ff6-4a00-8406-ecb296aa296a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 0.1300092 Mar 02 07:28:54.259580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987bf595-8ee8-4c5c-9c3a-a9526f07248e None None] Network c0a0a339-18da-46dd-93a3-91f5d70dc382 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:54.295191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.299655 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7564740f-d48a-47be-9fcf-c5b94dcf8b31 req-c2845227-ec61-43b3-b303-283b63eb83de tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Mar 02 07:28:54.324887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42936) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:54.336336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Allocated IP 2001:db8::1 (7e2ab152-6d29-4e07-a811-415edb353084/5e41eb4d-d16e-4bc9-a21b-2b512113b493/c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:54.391749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1adfcb22-630a-41b1-8dd3-a6d54b86c55c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.440127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1adfcb22-630a-41b1-8dd3-a6d54b86c55c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.496803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.549379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=454c8a90-61fc-4e3b-aada-6ca43d287d22,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:54.572469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.574371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be2513-05d3-4b43-a986-65ab93c9b50e tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:54.578876 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b6be2513-05d3-4b43-a986-65ab93c9b50e tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 1094 time: 0.2499597 Mar 02 07:28:54.579190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:54.588165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:54.598010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:54.602291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:floatingip and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:54.607585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:54.617108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:54.630398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.633735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.650830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aa5e9ab4-18ea-4a2b-9843-e9ee9952ef2d None None] Provisioning for port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:54.664882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1adfcb22-630a-41b1-8dd3-a6d54b86c55c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.701330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfcb22-630a-41b1-8dd3-a6d54b86c55c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79a24d-baa2-41d5-a934-03f49c23fe44,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:54.731237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1adfcb22-630a-41b1-8dd3-a6d54b86c55c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.732367 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1adfcb22-630a-41b1-8dd3-a6d54b86c55c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b79a24d-baa2-41d5-a934-03f49c23fe44 HTTP/1.1" status: 204 len: 168 time: 0.5336876 Mar 02 07:28:54.739891 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-255c06da-5833-4841-a630-5d407238270f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/454c8a90-61fc-4e3b-aada-6ca43d287d22 HTTP/1.1" status: 204 len: 168 time: 2.3246810 Mar 02 07:28:54.740464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42948) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:54.740795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:54.790281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:54.837940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.876081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:54.994329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.070080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Transition to ACTIVE for port object c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:55.093923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.096043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Allocated IP 172.26.4.88 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/94b01177-c630-4ac4-8c36-6317f4a4179b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:28:55.105441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c24db3-ab70-4d2d-993b-83d0d00f2968,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:55.150394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:55.154364 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-30e6e8a0-1614-487f-b061-40bdd43efc09 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/d5c24db3-ab70-4d2d-993b-83d0d00f2968 HTTP/1.1" status: 204 len: 168 time: 1.2953615 Mar 02 07:28:55.159069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:55.171822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.193587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1a7af375-c1b8-4289-a51f-f572e7e8fd63 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:55.227552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-165a7b3c-6860-4d06-a973-04b7dd0d7898 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:55.285817 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b73276-fb36-4a41-9c95-194e1cec2769 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:55.286204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b73276-fb36-4a41-9c95-194e1cec2769 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:55.293340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Transition to ACTIVE for port object c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:28:55.295869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31574a5a-3ea8-4f76-a10f-0f0ff0c28ed4 req-10f7debd-5b60-4bd1-a2b1-cadbf8221253 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:55.299711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:55.303864 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31574a5a-3ea8-4f76-a10f-0f0ff0c28ed4 req-10f7debd-5b60-4bd1-a2b1-cadbf8221253 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 945 time: 0.4961977 Mar 02 07:28:55.308118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.328774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.332164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:55.332578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.349478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-165a7b3c-6860-4d06-a973-04b7dd0d7898 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:55.350185 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-165a7b3c-6860-4d06-a973-04b7dd0d7898 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6055653 Mar 02 07:28:55.367574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:55.380156 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96b73276-fb36-4a41-9c95-194e1cec2769 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/f4fee63e-c4bf-45f5-a015-cf132342afa8 HTTP/1.1" status: 404 len: 337 time: 0.2114735 Mar 02 07:28:55.382539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:55.386747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899738585'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:55.399942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:55.421764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632698df-12b2-4536-89ad-30b50e7d3bc6 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:55.436178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.459382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:55.502502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.518343 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31574a5a-3ea8-4f76-a10f-0f0ff0c28ed4 req-1304a137-037d-4b29-b9e3-c2ee790edd78 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134285 Mar 02 07:28:55.533940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Network 7e2ab152-6d29-4e07-a811-415edb353084 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:55.547775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.557598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting subnet c9b6a158-bfcd-490b-b59d-f8b4f5cead72 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:28:55.567585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.568132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=5e41eb4d-d16e-4bc9-a21b-2b512113b493,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:55.601929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:55.602641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:55.605051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:55.617151 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:55.627562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0954e4-9353-441d-bccd-4df53eaff2b5 None None] Update dhcp port {'port': {'network_id': '792b590e-8a03-4783-a4e6-80a6b310f9af', 'fixed_ips': [{'subnet_id': 'c9b6a158-bfcd-490b-b59d-f8b4f5cead72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd5c24db3-ab70-4d2d-993b-83d0d00f2968'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '2159229a-c293-4720-bb9e-e32048ad8989'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:28:55.628190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83011061-83c2-40ef-b24a-87577bf5ef1d req-f0b18ccc-2b47-480a-9d0d-affd6305507e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:55.635316 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-83011061-83c2-40ef-b24a-87577bf5ef1d req-f0b18ccc-2b47-480a-9d0d-affd6305507e tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.4016061 Mar 02 07:28:55.649143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:55.673934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:55.685374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Pushing event updated for resources: {'Port': ['ID=c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:55.725452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aac11c2a-328e-40b9-8c29-02b6daad98ab None None] Provisioning for port 90c5f9db-6504-4574-832d-984cc2abedb6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:55.733146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.741270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:28:55.746926 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-83011061-83c2-40ef-b24a-87577bf5ef1d req-b18496cc-ad3c-452d-9852-f4448c7b2ab2 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107249 Mar 02 07:28:55.756854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.782040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2ab152-6d29-4e07-a811-415edb353084']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:55.797103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aac11c2a-328e-40b9-8c29-02b6daad98ab None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:55.797522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aac11c2a-328e-40b9-8c29-02b6daad98ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.803622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.808987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07344533-0a4b-4643-9823-91e9f2f58b5d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:55.809279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07344533-0a4b-4643-9823-91e9f2f58b5d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:55.823998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.834073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:55.834612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.861688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.879597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-dc2c6786-7de6-43b8-bd3c-5043526a9ce8 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:55.881697 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-dc2c6786-7de6-43b8-bd3c-5043526a9ce8 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.2222695 Mar 02 07:28:55.903558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:28:55.911327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:28:55.918769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:28:55.920842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a0954e4-9353-441d-bccd-4df53eaff2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.965781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=94b01177-c630-4ac4-8c36-6317f4a4179b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:55.974822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:55.982426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Attempting to bind port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:28:55.982762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Attempting to bind port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '07344533-0a4b-4643-9823-91e9f2f58b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7e2ab152-6d29-4e07-a811-415edb353084'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:28:55.983332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Attempting to bind port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 on network 7e2ab152-6d29-4e07-a811-415edb353084 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:28:55.984928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:55.985429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:56.019011 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:56.082603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.086536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:28:56.087005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Checking segment: {'id': '07344533-0a4b-4643-9823-91e9f2f58b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7e2ab152-6d29-4e07-a811-415edb353084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:28:56.087365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.087510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.087859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Bound using segment: {'id': '07344533-0a4b-4643-9823-91e9f2f58b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7e2ab152-6d29-4e07-a811-415edb353084'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:28:56.088340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Bound port: c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07344533-0a4b-4643-9823-91e9f2f58b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7e2ab152-6d29-4e07-a811-415edb353084'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:28:56.088711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.106594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Deleting port d05ad1ea-c865-47d1-91e5-68ecb82f7671 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:56.106934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.132269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:28:56.132269 dv-neutron-831485-1-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:28:56.132269 dv-neutron-831485-1-hyperv neutron-server[87772]: [parameters: {'id': '7e2ab152-6d29-4e07-a811-415edb353084'}] Mar 02 07:28:56.132269 dv-neutron-831485-1-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:28:56.132782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:28:56.156444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.158985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.238448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:56.241198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.244812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.264155 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b54f34e2-d05b-4076-b457-ba44b939c18b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19 HTTP/1.1" status: 204 len: 168 time: 1.5157194 Mar 02 07:28:56.265833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42970) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.353861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139a4d17-e02e-420b-a565-a9f5c9be51aa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:56.398567 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26c8855f-5cbb-421f-879f-1cabd79be5b9 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315174 Mar 02 07:28:56.410821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.419835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:56.427125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.428560 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ac320938-b41a-4512-8733-5227955a8c62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0471263 Mar 02 07:28:56.435888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.443443 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:56.456654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cb08c068-4e1a-47b3-ba4b-d1679e504676 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '139a4d17-e02e-420b-a565-a9f5c9be51aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:56.457502 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-cb08c068-4e1a-47b3-ba4b-d1679e504676 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 07:28:56.458012 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-cb08c068-4e1a-47b3-ba4b-d1679e504676 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:56.459134 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cb08c068-4e1a-47b3-ba4b-d1679e504676 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0197368 Mar 02 07:28:56.462155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42984) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.467704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2f931cb6-bd72-432a-8213-71a84373f3eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '139a4d17-e02e-420b-a565-a9f5c9be51aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:56.469162 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-2f931cb6-bd72-432a-8213-71a84373f3eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 07:28:56.470247 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-2f931cb6-bd72-432a-8213-71a84373f3eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:56.473662 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2f931cb6-bd72-432a-8213-71a84373f3eb tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075295 Mar 02 07:28:56.480422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 42990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.530131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-5a0954e4-9353-441d-bccd-4df53eaff2b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9b6a158-bfcd-490b-b59d-f8b4f5cead72: This subnet is being modified by another concurrent operation. Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:28:56.535477 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9b6a158-bfcd-490b-b59d-f8b4f5cead72: This subnet is being modified by another concurrent operation. Mar 02 07:28:56.542649 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:28:56.547724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.555056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a097636e-277a-4340-b6ae-c402fc5c781c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '139a4d17-e02e-420b-a565-a9f5c9be51aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:56.555564 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-a097636e-277a-4340-b6ae-c402fc5c781c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 07:28:56.556036 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-a097636e-277a-4340-b6ae-c402fc5c781c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:56.559860 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a097636e-277a-4340-b6ae-c402fc5c781c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0756197 Mar 02 07:28:56.563815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] For port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:28:56.567157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] For port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1,segment=NetworkSegment(07344533-0a4b-4643-9823-91e9f2f58b5d),segment_id=07344533-0a4b-4643-9823-91e9f2f58b5d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:28:56.575365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 42996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.596642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1fb401e9-19c4-45c8-abc3-76ef35bb2320 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '139a4d17-e02e-420b-a565-a9f5c9be51aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:56.597510 dv-neutron-831485-1-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-1fb401e9-19c4-45c8-abc3-76ef35bb2320 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 07:28:56.598026 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1fb401e9-19c4-45c8-abc3-76ef35bb2320 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:28:56.599096 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1fb401e9-19c4-45c8-abc3-76ef35bb2320 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108609 Mar 02 07:28:56.607567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.607854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.636643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.648995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.706804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:56.714799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6252eff3-580b-4789-87ec-00758721843c None None] Network 792b590e-8a03-4783-a4e6-80a6b310f9af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:56.721294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:56.724851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] For port d05ad1ea-c865-47d1-91e5-68ecb82f7671, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d05ad1ea-c865-47d1-91e5-68ecb82f7671,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:56.725210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.730422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.732483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:56.732817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.745111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aac11c2a-328e-40b9-8c29-02b6daad98ab None None] Could not find standard attr ID for object 92843ec3-27bc-4649-aa72-63908f8a5f03. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:28:56.778267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:56.783463 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'code': 200} Mar 02 07:28:56.833292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b6a158-bfcd-490b-b59d-f8b4f5cead72,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:56.838075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.847396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:56.858939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4d38f05-5f71-4918-a460-4b568bba10c4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.875745 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-27811bb3-6c7f-488f-99f8-78c78e08f275 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/c9b6a158-bfcd-490b-b59d-f8b4f5cead72 HTTP/1.1" status: 204 len: 168 time: 1.4788110 Mar 02 07:28:56.877726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43006) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:56.885539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.893052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 1a7af375-c1b8-4289-a51f-f572e7e8fd63, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1a7af375-c1b8-4289-a51f-f572e7e8fd63,segment=NetworkSegment(b47001f3-e1bf-4dd1-a5a6-7ad6405eba83),segment_id=b47001f3-e1bf-4dd1-a5a6-7ad6405eba83)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:56.942316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:28:56.945829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.948680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:56.949988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:56.970881 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce977c3-b0b1-4cd8-ae04-d9f6da3136cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:56.971446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce977c3-b0b1-4cd8-ae04-d9f6da3136cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:56.975293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ce977c3-b0b1-4cd8-ae04-d9f6da3136cd tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/0fba48cb-979e-48b2-9a05-155dda2c54c5 HTTP/1.1" status: 404 len: 337 time: 0.0941958 Mar 02 07:28:56.975957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43010) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.026148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.064920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05a97099-e57d-477a-ae0b-3db7bf950037 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Synchronizing usage tracker for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:57.101214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765a35-1354-4cc9-881e-de771a0547b6 req-2d068380-7d76-43a5-ad32-91041bc7b76c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:57.102821 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c765a35-1354-4cc9-881e-de771a0547b6 req-2d068380-7d76-43a5-ad32-91041bc7b76c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 946 time: 0.3328278 Mar 02 07:28:57.156797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4d38f05-5f71-4918-a460-4b568bba10c4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.193898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05a97099-e57d-477a-ae0b-3db7bf950037 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Unset dirty status for tenant:0dc0eac2434141018dd53aeea6495516 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:57.197796 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-05a97099-e57d-477a-ae0b-3db7bf950037 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "GET /v2.0/ports?device_id=40dda200-890c-46ce-a29c-a4cb1c8d7828 HTTP/1.1" status: 200 len: 205 time: 0.2177165 Mar 02 07:28:57.207599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43014) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.238744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4462f453-e02b-4f9b-8760-50a8228f1ca3 None None] Provisioning complete for port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:57.239120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4462f453-e02b-4f9b-8760-50a8228f1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.305728 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-73493c90-11d1-453f-a9a3-9c1df08ce4b0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] delete failed (client error): The resource could not be found. Mar 02 07:28:57.309048 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-73493c90-11d1-453f-a9a3-9c1df08ce4b0 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/routers/40dda200-890c-46ce-a29c-a4cb1c8d7828 HTTP/1.1" status: 404 len: 336 time: 0.0974493 Mar 02 07:28:57.312511 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c765a35-1354-4cc9-881e-de771a0547b6 req-6efa1f91-6364-4891-8b88-2123e7fd1e90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514874 Mar 02 07:28:57.314089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43018) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.316341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.378954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add7268-3903-4187-99bc-7fd62d5e2708 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '90c5f9db-6504-4574-832d-984cc2abedb6'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:28:57.402524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f19ca-6a4a-4501-9bc2-039e0f4af133 None None] Network 7e2ab152-6d29-4e07-a811-415edb353084 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:57.403834 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ed256-4d42-45b6-9e40-474b37ffb008 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:57.404278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ed256-4d42-45b6-9e40-474b37ffb008 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:57.408946 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc8ed256-4d42-45b6-9e40-474b37ffb008 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/aba85c15-d4b7-4998-93c9-71d180260739 HTTP/1.1" status: 404 len: 337 time: 0.0913990 Mar 02 07:28:57.409795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43022) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.433274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06585c7-449e-48fc-94d6-1c317e340f65 None None] Pushing event updated for resources: {'Port': ['ID=c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.457471 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6ce450-7f0e-4548-930f-f67950083089 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:57.457939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6ce450-7f0e-4548-930f-f67950083089 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:57.461901 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce6ce450-7f0e-4548-930f-f67950083089 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/ebd65d09-8eb0-4723-b5e7-39e912571fd4 HTTP/1.1" status: 404 len: 337 time: 0.0489280 Mar 02 07:28:57.469022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43026) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.521499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0caddd-f5cb-4c1d-b59a-ac1d1053aced req-1a665d14-8639-4006-91fb-f6f3be556c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:57.523502 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d0caddd-f5cb-4c1d-b59a-ac1d1053aced req-1a665d14-8639-4006-91fb-f6f3be556c92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 1099 time: 0.4305253 Mar 02 07:28:57.541559 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-390b5539-aa18-4518-af2b-51d888d7bd42 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:57.542115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390b5539-aa18-4518-af2b-51d888d7bd42 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:57.546839 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-390b5539-aa18-4518-af2b-51d888d7bd42 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/77e4ef1a-fb40-41b0-aace-6c635e6cf425 HTTP/1.1" status: 404 len: 337 time: 0.0740311 Mar 02 07:28:57.567859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43030) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.581319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:57.581713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.614933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4add7268-3903-4187-99bc-7fd62d5e2708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.620272 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9214cf-7f77-4698-a903-c5f3897689b3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:57.620797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9214cf-7f77-4698-a903-c5f3897689b3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:57.625203 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e9214cf-7f77-4698-a903-c5f3897689b3 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/01ac7b4e-275f-4b3a-a064-d1a21513bdf8 HTTP/1.1" status: 404 len: 333 time: 0.0526378 Mar 02 07:28:57.632308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43034) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.687413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4d38f05-5f71-4918-a460-4b568bba10c4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.697854 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d0caddd-f5cb-4c1d-b59a-ac1d1053aced req-c0dda3a0-c04f-4e3e-98c9-ccb043510cea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526279 Mar 02 07:28:57.710385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.710756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.711072 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Floating IP 0db0bc4a-4f8d-4f99-91a9-395fbd0912d5 disassociated. External IP: 172.26.4.59, port: d05ad1ea-c865-47d1-91e5-68ecb82f7671. Mar 02 07:28:57.711404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Calling delete_port for d05ad1ea-c865-47d1-91e5-68ecb82f7671 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:57.753378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=1a7af375-c1b8-4289-a51f-f572e7e8fd63,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.759153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.765971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.772594 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5953ecc-0f9e-4d98-87bb-b2b7267106b2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:57.773053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5953ecc-0f9e-4d98-87bb-b2b7267106b2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:57.776445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] For port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1,segment=NetworkSegment(07344533-0a4b-4643-9823-91e9f2f58b5d),segment_id=07344533-0a4b-4643-9823-91e9f2f58b5d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:57.776806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.808479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d38f05-5f71-4918-a460-4b568bba10c4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=139a4d17-e02e-420b-a565-a9f5c9be51aa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.850190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da9709-effb-4424-a788-fc1689859b76 None None] DHCP port deletion for 792b590e-8a03-4783-a4e6-80a6b310f9af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:28:57.873908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-47da9709-effb-4424-a788-fc1689859b76 None None] Deleting port 2159229a-c293-4720-bb9e-e32048ad8989 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:57.874307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47da9709-effb-4424-a788-fc1689859b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.883377 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5953ecc-0f9e-4d98-87bb-b2b7267106b2 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/4f6d16fc-132b-4474-8f26-3ae1d1b9b3ef HTTP/1.1" status: 404 len: 337 time: 0.2461200 Mar 02 07:28:57.886048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.933237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=94b01177-c630-4ac4-8c36-6317f4a4179b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:57.943434 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87826b98-de22-41fd-854c-bff5bfba37a4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:57.943829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87826b98-de22-41fd-854c-bff5bfba37a4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:57.948122 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-87826b98-de22-41fd-854c-bff5bfba37a4 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/d91832c2-14b0-4675-b1d7-cebd4eb5086d HTTP/1.1" status: 404 len: 337 time: 0.0573254 Mar 02 07:28:57.948284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4d38f05-5f71-4918-a460-4b568bba10c4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:57.948472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4d38f05-5f71-4918-a460-4b568bba10c4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/139a4d17-e02e-420b-a565-a9f5c9be51aa HTTP/1.1" status: 204 len: 168 time: 1.3373888 Mar 02 07:28:57.951045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.951359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43044) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:57.956982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Calling delete_port for c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:57.969098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.019982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87ac0-d8a7-4b8e-95e4-c07638f69963 req-8763c76a-5108-48c7-a029-49d4ec2f44ca tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:58.022102 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-73d87ac0-d8a7-4b8e-95e4-c07638f69963 req-8763c76a-5108-48c7-a029-49d4ec2f44ca tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 946 time: 0.8578386 Mar 02 07:28:58.035805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4462f453-e02b-4f9b-8760-50a8228f1ca3 None None] Provisioning complete for port 2159229a-c293-4720-bb9e-e32048ad8989 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:58.036191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4462f453-e02b-4f9b-8760-50a8228f1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.176283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58d7c8-dd69-4e88-9962-adca55ab8d86 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:28:58.212886 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-73d87ac0-d8a7-4b8e-95e4-c07638f69963 req-b631fd46-7dd3-40f6-ad33-de1b3d777cf7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups?id=32fb876d-8961-40df-97b0-22453f6353ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640241 Mar 02 07:28:58.217398 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-570e7904-74a3-400c-b574-8705168f471d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:58.218003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570e7904-74a3-400c-b574-8705168f471d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:58.224697 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-570e7904-74a3-400c-b574-8705168f471d tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/9909743b-bb8e-463b-b6eb-62fad1c2c717 HTTP/1.1" status: 404 len: 333 time: 0.2675428 Mar 02 07:28:58.226265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:58.267869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.340796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9ea8e30f-4076-40e1-bbba-e2c2e833cbf5 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:58.389228 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Floating IP 58f267f8-1a36-4529-8790-495f32dc60a5 associated. External IP: 172.26.4.88, port: 5baee3e9-52d6-4608-af23-aad0c51ff536. Mar 02 07:28:58.411506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1a7af375-c1b8-4289-a51f-f572e7e8fd63 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:28:58.417427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Port': ['ID=c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:58.419812 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a49b265-02c4-4858-b0a5-321b6a0b2961 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:58.420370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a49b265-02c4-4858-b0a5-321b6a0b2961 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:58.434635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.459554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9ea8e30f-4076-40e1-bbba-e2c2e833cbf5 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:58.462120 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9ea8e30f-4076-40e1-bbba-e2c2e833cbf5 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5075815 Mar 02 07:28:58.475631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43056) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:58.488945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No DVR routers for this DVR port c37ebb99-e51c-4dd2-a050-9ff4f7e10ec1 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:58.492993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--605617078'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:58.502498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:58.529707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event deleted for resources: {'Port': ['ID=d05ad1ea-c865-47d1-91e5-68ecb82f7671,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:58.541236 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a49b265-02c4-4858-b0a5-321b6a0b2961 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/65fe226e-be78-415e-a43e-121a1dc048fc HTTP/1.1" status: 404 len: 337 time: 0.3116918 Mar 02 07:28:58.544495 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43060) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:58.594238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:58.611670 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c36b3e5-1927-445a-964c-38e2a8354519 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] DELETE failed (client error): The resource could not be found. Mar 02 07:28:58.612114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c36b3e5-1927-445a-964c-38e2a8354519 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:28:58.613925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8c36b3e5-1927-445a-964c-38e2a8354519 tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/subnets/8592be85-eccc-4f65-b8d2-c234781accc6 HTTP/1.1" status: 404 len: 337 time: 0.0617418 Mar 02 07:28:58.618648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43064) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:58.664759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-47da9709-effb-4424-a788-fc1689859b76 None None] For port 2159229a-c293-4720-bb9e-e32048ad8989, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2159229a-c293-4720-bb9e-e32048ad8989,segment=NetworkSegment(684aea12-3739-4449-bbd2-9725b56071f3),segment_id=684aea12-3739-4449-bbd2-9725b56071f3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:28:58.665341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47da9709-effb-4424-a788-fc1689859b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.689236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.752840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d05ad1ea-c865-47d1-91e5-68ecb82f7671 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:58.788625 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Deleting port 2bbea23a-5a86-4bee-b166-6f81836b0942 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:28:58.788915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:58.841571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:28:58.852030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:28:58.873320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:28:58.878598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-47da9709-effb-4424-a788-fc1689859b76 None None] Calling delete_port for 2159229a-c293-4720-bb9e-e32048ad8989 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:58.894367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:28:58.910302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969639-3f92-4e61-ad45-2f81b60b4eda req-1e48629a-459a-4232-bfda-224308be6510 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:28:58.911837 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-79969639-3f92-4e61-ad45-2f81b60b4eda req-1e48629a-459a-4232-bfda-224308be6510 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 946 time: 0.4105940 Mar 02 07:28:58.964596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: d05ad1ea-c865-47d1-91e5-68ecb82f7671 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:28:58.965325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d05ad1ea-c865-47d1-91e5-68ecb82f7671 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:28:58.991643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4462f453-e02b-4f9b-8760-50a8228f1ca3 None None] Provisioning complete for port 2bbea23a-5a86-4bee-b166-6f81836b0942 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:58.992346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4462f453-e02b-4f9b-8760-50a8228f1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.009493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:28:59.029424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.051937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:59.052594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.114639 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-79969639-3f92-4e61-ad45-2f81b60b4eda req-5f97937d-da25-4b5e-96ae-26736c59c43e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922584 Mar 02 07:28:59.128987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:28:59.129529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4462f453-e02b-4f9b-8760-50a8228f1ca3 None None] Port 2bbea23a-5a86-4bee-b166-6f81836b0942 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:28:59.138215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2ab152-6d29-4e07-a811-415edb353084']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:59.155766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47da9709-effb-4424-a788-fc1689859b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.199814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07344533-0a4b-4643-9823-91e9f2f58b5d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:59.200183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07344533-0a4b-4643-9823-91e9f2f58b5d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:59.232797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da9709-effb-4424-a788-fc1689859b76 None None] No DVR routers for this DVR port 2159229a-c293-4720-bb9e-e32048ad8989 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:59.236879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9709-effb-4424-a788-fc1689859b76 None None] Pushing event deleted for resources: {'Port': ['ID=2159229a-c293-4720-bb9e-e32048ad8989,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:59.245731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.346829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.376414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:28:59.406408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:28:59.410586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ebb7a98-f626-4d6b-87ad-5865cc641076 None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:28:59.410895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7a98-f626-4d6b-87ad-5865cc641076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.424950 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] Sync routers for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:28:59.440121 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:28:59.440726 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:28:59.478561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.509935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '4185b466-c5e6-466a-91e2-04eb6ef5d243'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '90c5f9db-6504-4574-832d-984cc2abedb6'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:28:59.548857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.557153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Calling delete_port for 2bbea23a-5a86-4bee-b166-6f81836b0942 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:28:59.583900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:28:59.596850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:28:59.597382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.617393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4285b0d2-0114-4139-a677-f0623a6bd728 req-83d9af69-3e2a-4efa-8905-c14e78e65b24 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Synchronizing usage tracker for tenant:9b7155b58ec348d5be136331948bfd56 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:28:59.619794 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:28:59.644311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] No DVR routers for this DVR port d05ad1ea-c865-47d1-91e5-68ecb82f7671 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:28:59.649915 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:28:59.666604 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.697059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.698062 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa8c741b-8344-4ef9-9454-23415304a0c9 req-75ab3e3d-fbab-479a-8052-0a2c508f08e7 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.32 "DELETE /v2.0/ports/d05ad1ea-c865-47d1-91e5-68ecb82f7671 HTTP/1.1" status: 204 len: 173 time: 3.7943840 Mar 02 07:28:59.703898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'name': 'network-vif-deleted', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:28:59.776140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.803517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4285b0d2-0114-4139-a677-f0623a6bd728 req-83d9af69-3e2a-4efa-8905-c14e78e65b24 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Unset dirty status for tenant:9b7155b58ec348d5be136331948bfd56 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:28:59.834588 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4285b0d2-0114-4139-a677-f0623a6bd728 req-83d9af69-3e2a-4efa-8905-c14e78e65b24 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/ports?device_id=d57329f5-74c2-454d-9508-3361b4e1ba4c HTTP/1.1" status: 200 len: 210 time: 0.4090705 Mar 02 07:28:59.837826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.890842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.926094 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57329f5-74c2-454d-9508-3361b4e1ba4c', 'name': 'network-vif-deleted', 'tag': 'd05ad1ea-c865-47d1-91e5-68ecb82f7671', 'status': 'completed', 'code': 200} Mar 02 07:28:59.927310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:28:59.930240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=7e2ab152-6d29-4e07-a811-415edb353084,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:28:59.950038 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-185dc7d0-35e0-45c1-ae05-7915237ff38e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/7e2ab152-6d29-4e07-a811-415edb353084 HTTP/1.1" status: 204 len: 168 time: 6.5957553 Mar 02 07:28:59.953333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:28:59.959189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341130116'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:28:59.990198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:00.008481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:00.013015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:00.018577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.040855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:00.053353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0a66a8-c11e-46da-9e45-1feb3dab374f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:00.079314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.084059 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61faebb3-df7d-4652-a507-90890194bd72 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6071396 Mar 02 07:29:00.086499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43078) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.090931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:00.092226 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3dbb81db-9e89-4f1a-a6f5-93241abb946e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:00.093498 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-3dbb81db-9e89-4f1a-a6f5-93241abb946e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:29:00.094008 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-3dbb81db-9e89-4f1a-a6f5-93241abb946e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:00.098412 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3dbb81db-9e89-4f1a-a6f5-93241abb946e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104964 Mar 02 07:29:00.101244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.110315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-be199676-1c0c-438c-b84c-8deee9ce003a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:00.111840 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 5, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:00.118373 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] Checking router: 0bef254a-f7a7-4a3b-9992-149e8dd27f4a for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:00.118691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be199676-1c0c-438c-b84c-8deee9ce003a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:00.121484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.126895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:00.127548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:00.130488 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:00.131125 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:00.157274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.159246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be199676-1c0c-438c-b84c-8deee9ce003a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:00.168311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be199676-1c0c-438c-b84c-8deee9ce003a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:00.210968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:00.251754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:00.255628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:00.259114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.307194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be199676-1c0c-438c-b84c-8deee9ce003a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:00.315841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.317446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:00.326073 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:00.337096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.337847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.370243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Port': ['ID=2bbea23a-5a86-4bee-b166-6f81836b0942,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:00.421016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.444137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:29:00.444367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:29:00.497145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:29:00.497351 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f1f1a82d-e5fc-4f5b-a173-f4c45f1e19ca tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/ports/2bbea23a-5a86-4bee-b166-6f81836b0942 HTTP/1.1" status: 204 len: 168 time: 1.8737817 Mar 02 07:29:00.497466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:29:00.497466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:00.497670 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5350fdec-6e21-411a-8828-80a4797b8ef5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9159396 Mar 02 07:29:00.498424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.499482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:00.541126 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.541467 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment 6fb87f09-7360-4c46-8fc0-b91d3bf10c41 of type vlan for network 6922121e-c5b0-468b-849a-d33c47ba5ac4 Mar 02 07:29:00.582225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=8']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:00.640185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:00.646970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:00.647294 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-be199676-1c0c-438c-b84c-8deee9ce003a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:00.648551 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be199676-1c0c-438c-b84c-8deee9ce003a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5454865 Mar 02 07:29:00.652589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.655547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.656853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:00.657819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.661405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-64096024-3345-424f-976f-c07303841ec8 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:00.662177 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-64096024-3345-424f-976f-c07303841ec8 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 07:29:00.662866 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-64096024-3345-424f-976f-c07303841ec8 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:00.664326 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-64096024-3345-424f-976f-c07303841ec8 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072758 Mar 02 07:29:00.668317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.678586 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'status': 'completed', 'code': 200} Mar 02 07:29:00.682262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5a1c23a7-1ad2-4c7d-851a-76d0a1c2bd79 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:00.691119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a1c23a7-1ad2-4c7d-851a-76d0a1c2bd79 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:00.695944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a1c23a7-1ad2-4c7d-851a-76d0a1c2bd79 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:00.699711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a1c23a7-1ad2-4c7d-851a-76d0a1c2bd79 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:00.700442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=4185b466-c5e6-466a-91e2-04eb6ef5d243,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:00.707107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a1c23a7-1ad2-4c7d-851a-76d0a1c2bd79 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:00.759836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.784989 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd35cd90-afde-44ff-a489-df6d58c94d07 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3728709 Mar 02 07:29:00.788419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.807691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:00.859577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:00.869368 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-5a1c23a7-1ad2-4c7d-851a-76d0a1c2bd79 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:00.870617 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a1c23a7-1ad2-4c7d-851a-76d0a1c2bd79 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2007186 Mar 02 07:29:00.874789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43112) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.882654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8fd04b27-3df7-4ffd-9cf6-e5ee24a84381 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:00.883245 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-8fd04b27-3df7-4ffd-9cf6-e5ee24a84381 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 07:29:00.883817 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8fd04b27-3df7-4ffd-9cf6-e5ee24a84381 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:00.884842 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8fd04b27-3df7-4ffd-9cf6-e5ee24a84381 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085812 Mar 02 07:29:00.893148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43116) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.901487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-55fe2393-4084-48fe-ac86-d522a6d66f56 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:00.908058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55fe2393-4084-48fe-ac86-d522a6d66f56 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:00.911157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55fe2393-4084-48fe-ac86-d522a6d66f56 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:00.914096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55fe2393-4084-48fe-ac86-d522a6d66f56 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:00.919792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55fe2393-4084-48fe-ac86-d522a6d66f56 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:00.930748 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 5, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:00.931470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792b590e-8a03-4783-a4e6-80a6b310f9af']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:00.937825 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c91f4-f163-4729-866b-eac032adcd2c None None] The sync data for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv is: [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'e43e6b71-d4a6-4f6d-8437-bf0f31027383', 'name': '', 'network_id': 'c8aff043-277d-467b-9e4a-8c0c77b91409', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'mac_address': 'fa:16:3e:89:43:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:32Z', 'updated_at': '2022-03-02T07:25:44Z', 'revision_number': 5, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'subnets': [{'id': 'bc6fcfb1-312b-43dc-85b8-2f13008a019c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:00.971808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684aea12-3739-4449-bbd2-9725b56071f3') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:00.972230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684aea12-3739-4449-bbd2-9725b56071f3') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:00.980630 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-55fe2393-4084-48fe-ac86-d522a6d66f56 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:00.982241 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55fe2393-4084-48fe-ac86-d522a6d66f56 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0878036 Mar 02 07:29:00.986157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:00.996973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dae8bfa3-a8b7-4ec6-910d-40af7ed479d4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:01.001995 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-dae8bfa3-a8b7-4ec6-910d-40af7ed479d4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 07:29:01.002619 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-dae8bfa3-a8b7-4ec6-910d-40af7ed479d4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:01.003717 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dae8bfa3-a8b7-4ec6-910d-40af7ed479d4 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166526 Mar 02 07:29:01.005808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.012540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.021383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5fee309e-bde4-42ee-ae38-8b234d527945 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:01.022570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42953a-a9a1-42d3-b2ce-8a0475b3aed9 req-8b0ef9ac-759d-434a-886b-b9b9332e9778 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:01.024180 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d42953a-a9a1-42d3-b2ce-8a0475b3aed9 req-8b0ef9ac-759d-434a-886b-b9b9332e9778 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 946 time: 0.4812713 Mar 02 07:29:01.025089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.035303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5fee309e-bde4-42ee-ae38-8b234d527945 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:01.037793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.042921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5fee309e-bde4-42ee-ae38-8b234d527945 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:01.043378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:01.044603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.045048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5fee309e-bde4-42ee-ae38-8b234d527945 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:01.048696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.055339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5fee309e-bde4-42ee-ae38-8b234d527945 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:01.059759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:01.060480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:01.075643 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:01.148729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.165535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.183259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.205794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.211735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-5fee309e-bde4-42ee-ae38-8b234d527945 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:01.213022 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5fee309e-bde4-42ee-ae38-8b234d527945 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1993892 Mar 02 07:29:01.218709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.219542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] Pushing event deleted for resources: {'Network': ['ID=792b590e-8a03-4783-a4e6-80a6b310f9af,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:01.232281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-685f499f-8991-41d8-826a-fbea43eef42b tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '6b0a66a8-c11e-46da-9e45-1feb3dab374f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:01.245105 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9dbf55af-d188-4616-8001-18ca31437acb tempest-PortsIpV6TestJSON-1951303274 tempest-PortsIpV6TestJSON-1951303274-project] 10.222.0.41 "DELETE /v2.0/networks/792b590e-8a03-4783-a4e6-80a6b310f9af HTTP/1.1" status: 204 len: 168 time: 0.7334185 Mar 02 07:29:01.245105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-685f499f-8991-41d8-826a-fbea43eef42b tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:01.256056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-685f499f-8991-41d8-826a-fbea43eef42b tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:01.260606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-685f499f-8991-41d8-826a-fbea43eef42b tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:01.267754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-685f499f-8991-41d8-826a-fbea43eef42b tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:01.306326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:01.344981 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-685f499f-8991-41d8-826a-fbea43eef42b tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:01.346677 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-685f499f-8991-41d8-826a-fbea43eef42b tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1245787 Mar 02 07:29:01.349749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43140) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.366775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.367687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2159229a-c293-4720-bb9e-e32048ad8989 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:01.410211 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cba5db-7013-4d4e-b466-e2ae4644ae11 None None] New status for floating IP 0db0bc4a-4f8d-4f99-91a9-395fbd0912d5: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:29:01.450101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 2159229a-c293-4720-bb9e-e32048ad8989 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:01.450318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2159229a-c293-4720-bb9e-e32048ad8989 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:01.454985 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d42953a-a9a1-42d3-b2ce-8a0475b3aed9 req-53acc8ba-87e8-4e6f-a1cd-d360206588bd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206762 Mar 02 07:29:01.456583 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5020761 Mar 02 07:29:01.465871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.487737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:01.495846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': '6922121e-c5b0-468b-849a-d33c47ba5ac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:01.515870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-4282d81d-3a66-4674-8bf7-c5bbcfd892f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:01.518196 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-4282d81d-3a66-4674-8bf7-c5bbcfd892f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 1099 time: 0.8136125 Mar 02 07:29:01.529289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec851-607c-4403-8f48-7b1a55cb1f67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.563609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec851-607c-4403-8f48-7b1a55cb1f67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.634332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec851-607c-4403-8f48-7b1a55cb1f67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.637500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '58f267f8-1a36-4529-8790-495f32dc60a5', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:d4:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:28:56Z', 'updated_at': '2022-03-02T07:28:56Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:01.653241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:01.676373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:01.684862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:01.699882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-5c12b438-37bc-42e1-b930-e526e6ae1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:01.701341 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-5c12b438-37bc-42e1-b930-e526e6ae1c34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.1646326 Mar 02 07:29:01.702587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb3d37-7126-43ae-a86e-f49d4bd87263 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=6922121e-c5b0-468b-849a-d33c47ba5ac4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:01.709060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:01.720376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6922121e-c5b0-468b-849a-d33c47ba5ac4 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:01.723183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ec851-607c-4403-8f48-7b1a55cb1f67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0a66a8-c11e-46da-9e45-1feb3dab374f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:01.743795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec851-607c-4403-8f48-7b1a55cb1f67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.745187 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dd8ec851-607c-4403-8f48-7b1a55cb1f67 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b0a66a8-c11e-46da-9e45-1feb3dab374f HTTP/1.1" status: 204 len: 168 time: 0.3940411 Mar 02 07:29:01.748839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43152) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.771920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:01.774230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:28:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:01.816657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b32df52-1a4c-41f2-ae03-a927359f8de6 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:01.821276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:01.834770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbea6e86-c98f-4299-a4b8-37a086be5965 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.851835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43156) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.859775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5b3a6-be54-4749-bb9f-b8fae6cbc5db req-2ede3a02-191f-4a54-85de-c2e6f18010de tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:01.861262 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ae5b3a6-be54-4749-bb9f-b8fae6cbc5db req-2ede3a02-191f-4a54-85de-c2e6f18010de tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 946 time: 0.2161260 Mar 02 07:29:01.867240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b32df52-1a4c-41f2-ae03-a927359f8de6 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:01.868434 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b32df52-1a4c-41f2-ae03-a927359f8de6 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1185005 Mar 02 07:29:01.886613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43162) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:01.893392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--674046372'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:01.903358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:01.916287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:01.949292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.974375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:01.978001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:01.982828 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ae5b3a6-be54-4749-bb9f-b8fae6cbc5db req-5e78fcae-bead-4688-9c1a-395b47d97b04 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112995 Mar 02 07:29:01.983364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:29:01.983885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:29:01.987611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:01.991034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:01.994179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:02.000505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:02.023650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43166) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.113138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbea6e86-c98f-4299-a4b8-37a086be5965 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.133169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:02.154794 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aee6ad02-7885-471b-8da8-8c29ce09f9c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dc0eac2434141018dd53aeea6495516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901080 Mar 02 07:29:02.159144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:02.161223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43170) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.170904 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-cd925664-792c-4a3e-8efe-f39fff2b61a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5baee3e9-52d6-4608-af23-aad0c51ff536 HTTP/1.1" status: 200 len: 999 time: 0.4437504 Mar 02 07:29:02.174464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:02.183986 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:02.196172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.215161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.224515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:02.244608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b10da-0b27-41fd-b571-c5df659801dc tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:02.248736 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-136b10da-0b27-41fd-b571-c5df659801dc tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 1094 time: 0.2210124 Mar 02 07:29:02.253900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43174) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.261734 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4185b466-c5e6-466a-91e2-04eb6ef5d243 (CIDR: 2001:db8::/64) Mar 02 07:29:02.268622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:02.274029 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:02.274628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:02.285287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:02.297112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:02.301261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.309323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:02.312373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb85f7e-402a-4ec0-a8ac-d8d5bd538cd4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:02.314976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:02.323433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.324628 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-148166b6-a8fc-43de-a440-080f41eda738 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4375014 Mar 02 07:29:02.325684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:02.329324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43178) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.338079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8578aa56-1d3e-44b1-a443-d4a2f61e9076 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '4cb85f7e-402a-4ec0-a8ac-d8d5bd538cd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:02.342318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98a228ef-14c6-47b7-9001-dad168516069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.347642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8578aa56-1d3e-44b1-a443-d4a2f61e9076 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:02.360506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8578aa56-1d3e-44b1-a443-d4a2f61e9076 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:02.369097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8578aa56-1d3e-44b1-a443-d4a2f61e9076 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:02.375812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.406733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.407243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8578aa56-1d3e-44b1-a443-d4a2f61e9076 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:02.422453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-85b216a2-71fe-40ce-93f0-9033d56342b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:02.424383 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-85b216a2-71fe-40ce-93f0-9033d56342b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.2416945 Mar 02 07:29:02.443088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98a228ef-14c6-47b7-9001-dad168516069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.483550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbea6e86-c98f-4299-a4b8-37a086be5965 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.486050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbea6e86-c98f-4299-a4b8-37a086be5965 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.487213 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cbea6e86-c98f-4299-a4b8-37a086be5965 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "DELETE /v2.0/security-groups/32fb876d-8961-40df-97b0-22453f6353ed HTTP/1.1" status: 204 len: 168 time: 1.4558082 Mar 02 07:29:02.496281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43182) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.506164 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4bcc8af5-75a4-4a1c-8fb6-bdbe1c62741a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7155712 Mar 02 07:29:02.508526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43186) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.520593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea6e86-c98f-4299-a4b8-37a086be5965 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb876d-8961-40df-97b0-22453f6353ed,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:02.576007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:02.617467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-2b96892e-260d-4de2-a11d-f9f079151a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:02.619082 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-2b96892e-260d-4de2-a11d-f9f079151a80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1876142 Mar 02 07:29:02.707546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-88d49e64-0b85-4103-af5a-c7d762870f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.725741 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-37d16933-770c-4752-b916-1b7fc3f8f5a3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] show failed (client error): The resource could not be found. Mar 02 07:29:02.729219 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-37d16933-770c-4752-b916-1b7fc3f8f5a3 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "GET /v2.0/security-groups/32fb876d-8961-40df-97b0-22453f6353ed HTTP/1.1" status: 404 len: 347 time: 0.2252927 Mar 02 07:29:02.729219 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8578aa56-1d3e-44b1-a443-d4a2f61e9076 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The resource could not be found. Mar 02 07:29:02.729219 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8578aa56-1d3e-44b1-a443-d4a2f61e9076 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3974881 Mar 02 07:29:02.734750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43190) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.734750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:02.817936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:02.847866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-93bdd885-157d-4c78-866b-dd0c4e1ff5e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': '4cb85f7e-402a-4ec0-a8ac-d8d5bd538cd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '99d3490b-026f-4325-8521-a84d3c3ac959'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:02.875357 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-2e3b1bd5-11f1-4e14-a929-f8c21d093848 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491119 Mar 02 07:29:02.877231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-93bdd885-157d-4c78-866b-dd0c4e1ff5e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:02.932839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '58f267f8-1a36-4529-8790-495f32dc60a5', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:d4:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:28:56Z', 'updated_at': '2022-03-02T07:28:56Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:02.955240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-93bdd885-157d-4c78-866b-dd0c4e1ff5e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:02.968906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-93bdd885-157d-4c78-866b-dd0c4e1ff5e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:02.983639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ce452-1100-45a6-be8f-15dc5be35c0e None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '58f267f8-1a36-4529-8790-495f32dc60a5', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:d4:66:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:28:56Z', 'updated_at': '2022-03-02T07:28:56Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:02.996909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-93bdd885-157d-4c78-866b-dd0c4e1ff5e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:02.999678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98a228ef-14c6-47b7-9001-dad168516069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.016514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=8635952a-d591-4684-a7e1-3bfb098e06f8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:03.024687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Deleting port b5a259e2-c638-4753-8805-6ae92bf927b3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:03.025026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.033146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': '6fb87f09-7360-4c46-8fc0-b91d3bf10c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6922121e-c5b0-468b-849a-d33c47ba5ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:03.033994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: 6922121e-c5b0-468b-849a-d33c47ba5ac4, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:03.067805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a228ef-14c6-47b7-9001-dad168516069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fce260-c052-4775-be88-f4bb806eb191,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:03.079431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network 6922121e-c5b0-468b-849a-d33c47ba5ac4 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:03.085914 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ac51100-1149-47c7-88ae-0838f6a6588b req-f5ab5251-da43-43de-879d-53e757a38e06 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946678 Mar 02 07:29:03.098121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:03.099257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 6922121e-c5b0-468b-849a-d33c47ba5ac4) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:03.112030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:03.113052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.113905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666ea99-30da-43b7-bd9e-c2720a4ed130 None None] Network 6922121e-c5b0-468b-849a-d33c47ba5ac4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:03.124945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98a228ef-14c6-47b7-9001-dad168516069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.126086 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-98a228ef-14c6-47b7-9001-dad168516069 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8fce260-c052-4775-be88-f4bb806eb191 HTTP/1.1" status: 204 len: 168 time: 0.9637516 Mar 02 07:29:03.151351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5e32a7d-d321-4ef9-9f7b-6d11a34679e5 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6686063 Mar 02 07:29:03.153789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43200) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:03.180298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:03.194626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:03.241066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:03.254470 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-93bdd885-157d-4c78-866b-dd0c4e1ff5e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The resource could not be found. Mar 02 07:29:03.255500 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-93bdd885-157d-4c78-866b-dd0c4e1ff5e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5170276 Mar 02 07:29:03.258968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:03.260740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43204) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:03.271666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.402891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.417132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1693c1e-b6a1-4aa0-aa57-67704431d149 None None] New status for floating IP 58f267f8-1a36-4529-8790-495f32dc60a5: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:29:03.444413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.444732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.602633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.647243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.683544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:03.689185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.695586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.705717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93821f16-ff7e-41a2-8363-85ebbe2dc4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-6922121e-c5b0-468b-849a-d33c47ba5ac4', 'network_id': '6922121e-c5b0-468b-849a-d33c47ba5ac4', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': '8635952a-d591-4684-a7e1-3bfb098e06f8'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:03.706545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-93821f16-ff7e-41a2-8363-85ebbe2dc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.709930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Calling delete_port for b5a259e2-c638-4753-8805-6ae92bf927b3 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:03.750529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=8635952a-d591-4684-a7e1-3bfb098e06f8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:03.777259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:03.842088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.41 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/888ab609-62f9-4c07-a095-4109575c0377) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:03.904136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4687cd-5685-439f-8e6c-a91e3f54d775 None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:03.927931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d6bfa-ba5c-41e6-90f6-cecc370acb22 None None] Network 6922121e-c5b0-468b-849a-d33c47ba5ac4 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:03.960637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.040145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6922121e-c5b0-468b-849a-d33c47ba5ac4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:04.068439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb87f09-7360-4c46-8fc0-b91d3bf10c41') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:04.068439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb87f09-7360-4c46-8fc0-b91d3bf10c41') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:04.098523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.108589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf4506f6-51c2-40e6-9f02-29a30591a34f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.120943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.135570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:04.135720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.157294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:04.171824 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:04.252056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43226) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:04.270445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf4506f6-51c2-40e6-9f02-29a30591a34f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.291177 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.340561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.353520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=6922121e-c5b0-468b-849a-d33c47ba5ac4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:04.359166 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-30b94a17-ca73-4a61-81cc-ec93a88162a8 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/6922121e-c5b0-468b-849a-d33c47ba5ac4 HTTP/1.1" status: 204 len: 168 time: 1.2036269 Mar 02 07:29:04.363301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:04.371889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783205609'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:04.381932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:04.394784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:04.401131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:04.421459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:04.445146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:04.453204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.472304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-23d146ca-d03b-42f5-98bf-fe85c6dc367f tempest-DvrRoutersNegativeTest-710255145 tempest-DvrRoutersNegativeTest-710255145-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-78429814', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:04.475137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.policy [None req-23d146ca-d03b-42f5-98bf-fe85c6dc367f tempest-DvrRoutersNegativeTest-710255145 tempest-DvrRoutersNegativeTest-710255145-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87773) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 02 07:29:04.476636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.policy [None req-23d146ca-d03b-42f5-98bf-fe85c6dc367f tempest-DvrRoutersNegativeTest-710255145 tempest-DvrRoutersNegativeTest-710255145-project] Failed policy check for 'create_router' {{(pid=87773) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 02 07:29:04.477250 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-23d146ca-d03b-42f5-98bf-fe85c6dc367f tempest-DvrRoutersNegativeTest-710255145 tempest-DvrRoutersNegativeTest-710255145-project] create failed (client error): Access was denied to this resource. Mar 02 07:29:04.482141 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23d146ca-d03b-42f5-98bf-fe85c6dc367f tempest-DvrRoutersNegativeTest-710255145 tempest-DvrRoutersNegativeTest-710255145-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2249358 Mar 02 07:29:04.494993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:04.573822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.578012 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment 3bbee368-f89f-4a98-8709-5b241669b7be of type vlan for network 6dcf227f-7429-46b0-a382-37458b104cb1 Mar 02 07:29:04.579390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf4506f6-51c2-40e6-9f02-29a30591a34f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.597095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.644378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.654623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4506f6-51c2-40e6-9f02-29a30591a34f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb85f7e-402a-4ec0-a8ac-d8d5bd538cd4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:04.697289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.709240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.721891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:04.722223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.768744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:04.782041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-477eb324-0b49-47d9-b7e9-2330f316897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:04.782989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:04.787285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:04.882026 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5140021 Mar 02 07:29:04.886118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:04.897089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:04.931897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec349f7-46e2-442e-a839-4f8cd1a2bdde tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=6dcf227f-7429-46b0-a382-37458b104cb1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:04.955523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=888ab609-62f9-4c07-a095-4109575c0377,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:04.963970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6dcf227f-7429-46b0-a382-37458b104cb1 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:05.032605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a31eb-f3de-4670-bac3-52fde0ad197e None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:05.049145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43244) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:05.100023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:05.102965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:05.105592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:05.112071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:05.128131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:05.130480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.149264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Pushing event deleted for resources: {'Port': ['ID=b5a259e2-c638-4753-8805-6ae92bf927b3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:05.162304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0016f5b4-2423-4d29-b02f-9635add7982e None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:05.162685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0016f5b4-2423-4d29-b02f-9635add7982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.166825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf4506f6-51c2-40e6-9f02-29a30591a34f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.169806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cf4506f6-51c2-40e6-9f02-29a30591a34f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/4cb85f7e-402a-4ec0-a8ac-d8d5bd538cd4 HTTP/1.1" status: 204 len: 168 time: 1.8989058 Mar 02 07:29:05.174749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.176570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.180974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:05.181506 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5f903d21-a6fb-43a5-bd77-0aba32f622a1 tempest-ServerActionsTestJSON-1237630326 tempest-ServerActionsTestJSON-1237630326-project] 10.222.0.41 "DELETE /v2.0/floatingips/0db0bc4a-4f8d-4f99-91a9-395fbd0912d5 HTTP/1.1" status: 204 len: 168 time: 2.4438159 Mar 02 07:29:05.184105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:05.325361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.493427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-636d4fb5-d0e8-46d6-a76a-44e0398d3458 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:05.592072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-636d4fb5-d0e8-46d6-a76a-44e0398d3458 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:05.593129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-636d4fb5-d0e8-46d6-a76a-44e0398d3458 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4108782 Mar 02 07:29:05.609282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:05.628737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8e344f60-c5ae-45d7-928a-f1b84f092792 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': 'fae9bfbf-1530-4506-9a83-cf231070db72', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:05.630648 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0016f5b4-2423-4d29-b02f-9635add7982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.637637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8e344f60-c5ae-45d7-928a-f1b84f092792 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:05.643731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8e344f60-c5ae-45d7-928a-f1b84f092792 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:05.648603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8e344f60-c5ae-45d7-928a-f1b84f092792 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:05.660655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8e344f60-c5ae-45d7-928a-f1b84f092792 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:05.689007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:05.770079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0016f5b4-2423-4d29-b02f-9635add7982e None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:05.791434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0016f5b4-2423-4d29-b02f-9635add7982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.822341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.894254 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-8e344f60-c5ae-45d7-928a-f1b84f092792 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The resource could not be found. Mar 02 07:29:05.895582 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e344f60-c5ae-45d7-928a-f1b84f092792 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2788689 Mar 02 07:29:05.903254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.907074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43262) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:05.910650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016f5b4-2423-4d29-b02f-9635add7982e None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=11']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:05.912257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.926830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.932894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382609222'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:05.933393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '4185b466-c5e6-466a-91e2-04eb6ef5d243', 'ip_address': '2001:db8::f816:3eff:fe71:7099'}, {'subnet_id': '86c6c485-e96e-4eda-87d2-e4f7a6ccb045'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '90c5f9db-6504-4574-832d-984cc2abedb6'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:29:05.942580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:05.947199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:05.953093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:05.963409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:05.966202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:05.966790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:05.980907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:05.988956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:05.989633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.012432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Usage tracker for resource:security_group_rule and tenant:853c55e8745344dbb2dde40cf514daa0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:06.017993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.025365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:06.041046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.045605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=86c6c485-e96e-4eda-87d2-e4f7a6ccb045,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:06.049349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:06.061344 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2cc3c3b7-277b-4d8a-8df3-1d174aefc711 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5025847 Mar 02 07:29:06.068045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43266) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:06.088286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.103566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:68:44:8a', 'name': 'tempest-NetworksTestDHCPv6-1316161323'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:06.129104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.249383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=f2bebf46-e5f1-4a70-92ed-f79fb272a154,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:06.255388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:06.266608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.267200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.267851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.268348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.269003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.269638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.270139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.270656 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.270982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.271495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.271792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.272280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:06.286366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': '3bbee368-f89f-4a98-8709-5b241669b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:06.286726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: 6dcf227f-7429-46b0-a382-37458b104cb1, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:06.324077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network 6dcf227f-7429-46b0-a382-37458b104cb1 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:06.346674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] Allocated IP 2001:db8:0:1::2 (9cd85606-01cd-4b60-bb33-0395597a84af/86c6c485-e96e-4eda-87d2-e4f7a6ccb045/90c5f9db-6504-4574-832d-984cc2abedb6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:06.370102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 6dcf227f-7429-46b0-a382-37458b104cb1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:06.383103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:06.383933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.388270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:06.391528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e5ae3-4928-477e-a269-704099865ff8 None None] Network 6dcf227f-7429-46b0-a382-37458b104cb1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:06.397880 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:06.404031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.413149 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-be276e6f-2149-472c-ba57-274952284fe2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5258718 Mar 02 07:29:06.413917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:06.423436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:06.423925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:06.440973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.551010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.588169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:06.606303 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=853c55e8745344dbb2dde40cf514daa0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5516102 Mar 02 07:29:06.611274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:06.613329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:06.617331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b06871-0a4e-469b-a24c-2369a3f18500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d4d5ba-06e4-48c6-b0a3-633420c4ee31,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:06.621883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:06.677281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:06.708524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.735253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] Transition to ACTIVE for port object 90c5f9db-6504-4574-832d-984cc2abedb6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:06.740344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.781573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-6dcf227f-7429-46b0-a382-37458b104cb1', 'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': 'f2bebf46-e5f1-4a70-92ed-f79fb272a154'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:06.782765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.810607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.812592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:06.820201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.826551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.836675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:subnet and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:06.842756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.843047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a135d1-4a01-418c-8519-333daf8255fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.844848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:06.896531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:06.974491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a135d1-4a01-418c-8519-333daf8255fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:06.980615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463b215-719a-4cc2-a971-edda7c4b43f0 None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=12']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:06.987810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da7dd2-bc64-491d-9f16-1453b3859292,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:06.989084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:06.992579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.016087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.087352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.089186 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Allocated IP 2001:db8::2 (6dcf227f-7429-46b0-a382-37458b104cb1/f2bebf46-e5f1-4a70-92ed-f79fb272a154/6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:07.157547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.159118 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f73b224-ea80-4ff9-a220-925281fc8742 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2484338 Mar 02 07:29:07.164885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=888ab609-62f9-4c07-a095-4109575c0377,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:07.171866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:07.188225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--567992047'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:07.194509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:07.199449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:07.203559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:07.209637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:07.223497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.256438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Deleting port e43e6b71-d4a6-4f6d-8437-bf0f31027383 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:07.257030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.287173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:29:07.412392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.429586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.446438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Transition to ACTIVE for port object 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:07.456639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] For port e43e6b71-d4a6-4f6d-8437-bf0f31027383, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e43e6b71-d4a6-4f6d-8437-bf0f31027383,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:07.457002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.465397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a135d1-4a01-418c-8519-333daf8255fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.490130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:07.495312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Transition to ACTIVE for port object 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:07.514834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.531953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:07.552968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:07.575167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:07.598385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:07.625342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Calling delete_port for e43e6b71-d4a6-4f6d-8437-bf0f31027383 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:07.660011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a135d1-4a01-418c-8519-333daf8255fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d4d5ba-06e4-48c6-b0a3-633420c4ee31,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:07.678533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Network 6dcf227f-7429-46b0-a382-37458b104cb1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:07.681805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8:0:1::1e2 (9cd85606-01cd-4b60-bb33-0395597a84af/86c6c485-e96e-4eda-87d2-e4f7a6ccb045/46dcc136-fbf0-4ea5-bdd3-284b42ca11d4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:07.688460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a135d1-4a01-418c-8519-333daf8255fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:07.694040 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5a135d1-4a01-418c-8519-333daf8255fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9d4d5ba-06e4-48c6-b0a3-633420c4ee31 HTTP/1.1" status: 204 len: 168 time: 1.0793364 Mar 02 07:29:07.703259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:07.719052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:07.721750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::f816:3eff:fe68:448a (9cd85606-01cd-4b60-bb33-0395597a84af/4185b466-c5e6-466a-91e2-04eb6ef5d243/46dcc136-fbf0-4ea5-bdd3-284b42ca11d4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:07.722471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Pushing event updated for resources: {'Port': ['ID=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:07.782073 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP b86dd304-cbe6-4c2c-a003-266f652ee073 associated. External IP: 172.26.4.41, port: 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e. Mar 02 07:29:07.790920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3d68b-5d0d-49b0-9f32-8ba62d5a9d94 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:07.896894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.041519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Attempting to bind port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:08.042836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Attempting to bind port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '3bbee368-f89f-4a98-8709-5b241669b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:08.043528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Attempting to bind port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 on network 6dcf227f-7429-46b0-a382-37458b104cb1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:08.054428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.058418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:08.059715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Checking segment: {'id': '3bbee368-f89f-4a98-8709-5b241669b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:08.060484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.064789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Bound using segment: {'id': '3bbee368-f89f-4a98-8709-5b241669b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:08.065876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Bound port: 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbee368-f89f-4a98-8709-5b241669b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:08.066726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.097214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d68fb739-428e-45ed-aa3c-d49e526fc750 None None] Provisioning for port 90c5f9db-6504-4574-832d-984cc2abedb6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:08.112402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.112563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d68fb739-428e-45ed-aa3c-d49e526fc750 None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:08.112963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d68fb739-428e-45ed-aa3c-d49e526fc750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.140248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network 6dcf227f-7429-46b0-a382-37458b104cb1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:08.147779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:08.161549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.163452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.184698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=e54b96cf-3762-4fec-894a-dc7762a365cb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:08.201504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.203080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:08.203642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.269042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Pushing event deleted for resources: {'Port': ['ID=e43e6b71-d4a6-4f6d-8437-bf0f31027383,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:08.272417 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f022e2bc-abe0-4461-972b-73f430349266 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8567162 Mar 02 07:29:08.275220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43294) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:08.337584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-86f92e29-d956-4986-ad62-35970eace611 None None] For port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:08.341486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-86f92e29-d956-4986-ad62-35970eace611 None None] For port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,segment=NetworkSegment(3bbee368-f89f-4a98-8709-5b241669b7be),segment_id=3bbee368-f89f-4a98-8709-5b241669b7be)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:08.396418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.401421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ee8b08-8f28-482d-b591-a1e7a4663716,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:08.432602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.434018 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2556047 Mar 02 07:29:08.440190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:08.454249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e32372b6-36c3-4243-be84-47a6c19acd62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group_rule': {'security_group_id': 'a6da7dd2-bc64-491d-9f16-1453b3859292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd4ee8b08-8f28-482d-b591-a1e7a4663716'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:08.462933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.463467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.464007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.464511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.464994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.465672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e32372b6-36c3-4243-be84-47a6c19acd62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:08.465969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.466591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.467611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.468142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.468628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.469098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.469568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62490b7-730e-45ac-a113-7ac21144814c tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:08.474741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e32372b6-36c3-4243-be84-47a6c19acd62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:08.479335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e32372b6-36c3-4243-be84-47a6c19acd62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:08.491722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e32372b6-36c3-4243-be84-47a6c19acd62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:08.493146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.543440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.546419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.548539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.550414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.552397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:08.554239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Synchronizing usage tracker for tenant:dafa32123d9c42f9ba177f59df4f4113 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:08.557916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:08.674866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Unset dirty status for tenant:dafa32123d9c42f9ba177f59df4f4113 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:08.676034 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8446fa4a-ee6d-408a-aa89-7561852f55ce tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3762379 Mar 02 07:29:08.687413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43308) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:08.701135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062102393'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:08.710033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router d1fc467d-f9e7-4ef1-9964-699b7816aa8b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:29:08.716836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:08.728401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:08.734725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:08.749461 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e32372b6-36c3-4243-be84-47a6c19acd62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:08.753435 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e32372b6-36c3-4243-be84-47a6c19acd62 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3120906 Mar 02 07:29:08.754085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43314) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:08.799463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f92e29-d956-4986-ad62-35970eace611 None None] Pushing event updated for resources: {'Port': ['ID=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:08.805615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.817788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:08.829918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.932058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:08.936352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:08.987842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:08.996940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a80b8f-1f3e-4383-9c44-476de9a878fe tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.048571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:09.053239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:09.063530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:09.064865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.086433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43320) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:09.138299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=46dcc136-fbf0-4ea5-bdd3-284b42ca11d4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:09.143210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:09.228574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a80b8f-1f3e-4383-9c44-476de9a878fe tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.319315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c1dea639-c1cf-46d3-9d3b-aae99ef18c4a None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:09.320476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1dea639-c1cf-46d3-9d3b-aae99ef18c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.354829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-488f5cc5-7f75-4031-921b-c03fedc28774 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-907737631', 'prefixes': ['172.20.0.0/16']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:09.369881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:09.377987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-488f5cc5-7f75-4031-921b-c03fedc28774 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:09.388590 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] Sync routers for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:09.391688 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7fdee4ad-581d-462e-a40f-5af89b105913 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3203576 Mar 02 07:29:09.395026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.396017 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment 142c8de1-1f00-4851-a2d6-c3eb19892d09 of type vlan for network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c Mar 02 07:29:09.397217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:09.402323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a80b8f-1f3e-4383-9c44-476de9a878fe tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.407785 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:09.408418 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:09.469669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:29:09.477372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a80b8f-1f3e-4383-9c44-476de9a878fe tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ee8b08-8f28-482d-b591-a1e7a4663716,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:09.492599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5a80b8f-1f3e-4383-9c44-476de9a878fe tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.494077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.498777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5a80b8f-1f3e-4383-9c44-476de9a878fe tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/d4ee8b08-8f28-482d-b591-a1e7a4663716 HTTP/1.1" status: 204 len: 168 time: 0.7371645 Mar 02 07:29:09.499448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:09.579061 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97533aa0-4f5c-4139-bd69-b4a326efc963 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3148015 Mar 02 07:29:09.589217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43334) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:09.591393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:09.707839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-91f70310-4428-44da-bfc6-131b4e4d8518 None None] Could not find standard attr ID for object 92843ec3-27bc-4649-aa72-63908f8a5f03. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:29:09.725621 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'status': 'completed', 'code': 200} Mar 02 07:29:09.726892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.748559 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:09.777161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:09.778459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:09.853209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:09.889583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:29:09.962025 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe102caf-0138-44b5-a6d4-eabce7890dce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/b86dd304-cbe6-4c2c-a003-266f652ee073 HTTP/1.1" status: 200 len: 991 time: 0.3631940 Mar 02 07:29:09.994247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:10.008451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] Sync routers for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:10.017943 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-926dd990-c864-4005-964f-b87e91c57bce admin admin] 10.222.0.41 "PUT /v2.0/routers/0bef254a-f7a7-4a3b-9992-149e8dd27f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8337023 Mar 02 07:29:10.025357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbccf611-ec80-4aea-8fac-8287657c04e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:10.043441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43340) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:10.052081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:10.052953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:10.161284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.172178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:10.172819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.174166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:10.188934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-488f5cc5-7f75-4031-921b-c03fedc28774 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.193110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-488f5cc5-7f75-4031-921b-c03fedc28774 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1006966 Mar 02 07:29:10.194181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43344) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:10.206013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f022464c-4460-4bc0-9703-b663b68084c4 None None] Provisioning for port 46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:10.215108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f022464c-4460-4bc0-9703-b663b68084c4 None None] Provisioning complete for port 46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:10.220471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f022464c-4460-4bc0-9703-b663b68084c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.357050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbccf611-ec80-4aea-8fac-8287657c04e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:10.362447 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fbccf611-ec80-4aea-8fac-8287657c04e0 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8508806 Mar 02 07:29:10.367048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43348) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:10.372737 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b86dd304-cbe6-4c2c-a003-266f652ee073', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'port_id': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'mac_address': 'fa:16:3e:a8:59:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:29:05Z', 'updated_at': '2022-03-02T07:29:05Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:26Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:10.377747 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] Checking router: d1fc467d-f9e7-4ef1-9964-699b7816aa8b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:10.383172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:10.386476 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:10.389372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d71eb9-3142-4b3d-a4e7-6e70e9d1b70e None None] Network 6dcf227f-7429-46b0-a382-37458b104cb1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:10.394709 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:10.475326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:10.505170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.564915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f022464c-4460-4bc0-9703-b663b68084c4 None None] Port 46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:29:10.633411 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:10.650954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:10.682209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:10.688160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.788044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-318e5c4e-168d-4f95-93a2-50c964f57ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:10.790040 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-318e5c4e-168d-4f95-93a2-50c964f57ec1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 1099 time: 1.0149980 Mar 02 07:29:10.865955 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ee3a98c4-4c33-49d5-a260-088439928b1f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1754885 Mar 02 07:29:10.869992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:10.877816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:10.897716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:10.955227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Provisioning for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:10.968621 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-82a07754-443e-4852-940a-1b17824472dd tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] 10.222.0.41 "GET /v2.0/subnetpools/3cf4409b-cf9e-4fc9-b7fe-c71de2f09ecb HTTP/1.1" status: 200 len: 731 time: 0.7382925 Mar 02 07:29:10.969767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43356) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:10.971602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-5d71364e-7afd-4bb8-b265-12210598c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:10.971847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43358) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:10.973751 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-5d71364e-7afd-4bb8-b265-12210598c283 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a508b493-6392-4bc0-a8c9-244fb8ccf82f HTTP/1.1" status: 200 len: 898 time: 0.1625457 Mar 02 07:29:11.007303 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b86dd304-cbe6-4c2c-a003-266f652ee073', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'port_id': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'mac_address': 'fa:16:3e:a8:59:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:29:05Z', 'updated_at': '2022-03-02T07:29:05Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:26Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:11.011306 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d7b03-bf5d-475e-9c74-c4dc0a98b0cb None None] The sync data for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv is: [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b86dd304-cbe6-4c2c-a003-266f652ee073', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'port_id': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'mac_address': 'fa:16:3e:a8:59:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:29:05Z', 'updated_at': '2022-03-02T07:29:05Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:26Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:11.044570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4d8e2397-bc85-4c96-8fdd-7b139e59a9b2 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1332075201'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:11.050793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Provisioning complete for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:11.050971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.061420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=46dcc136-fbf0-4ea5-bdd3-284b42ca11d4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:11.081617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9f38-0f14-4073-8837-0a305821b41f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.119503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9f38-0f14-4073-8837-0a305821b41f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.261867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.274908 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-7e292bb5-097f-49db-9c9e-0a17849e5acd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e HTTP/1.1" status: 200 len: 999 time: 0.2889144 Mar 02 07:29:11.309238 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d76e3e3d-54d6-4247-8315-c762a7d02221 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 HTTP/1.1" status: 204 len: 168 time: 1.9028499 Mar 02 07:29:11.328057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43364) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:11.382597 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83db5b-5527-46b8-8638-25494a133e52 None None] New status for floating IP b86dd304-cbe6-4c2c-a003-266f652ee073: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:29:11.411033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.414402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9f38-0f14-4073-8837-0a305821b41f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.442587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f9f38-0f14-4073-8837-0a305821b41f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da7dd2-bc64-491d-9f16-1453b3859292,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:11.450522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9f38-0f14-4073-8837-0a305821b41f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.452239 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e5f9f38-0f14-4073-8837-0a305821b41f tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6da7dd2-bc64-491d-9f16-1453b3859292 HTTP/1.1" status: 204 len: 168 time: 0.8774786 Mar 02 07:29:11.453964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-e9cbe4f4-b5ee-4ec5-b2cd-e44f86542126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:11.455363 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-e9cbe4f4-b5ee-4ec5-b2cd-e44f86542126 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c1943d4-ba0f-4073-ae7b-6210fb648696 HTTP/1.1" status: 200 len: 835 time: 0.1703975 Mar 02 07:29:11.455825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:11.512805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.543027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Deleting port 60d50df0-2d1a-43c8-a706-35db0376cd16 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:11.543379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.604866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] For port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,segment=NetworkSegment(3bbee368-f89f-4a98-8709-5b241669b7be),segment_id=3bbee368-f89f-4a98-8709-5b241669b7be)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:11.620950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.627300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-120c8054-b259-4047-80f9-b0f82fb2b48e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:11.699281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:29:07Z', 'revision_number': 5, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port': {'id': '60d50df0-2d1a-43c8-a706-35db0376cd16', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:25:23Z', 'updated_at': '2022-03-02T07:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:11.725159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.741359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] Checking router: 0bef254a-f7a7-4a3b-9992-149e8dd27f4a for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:11.803444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-120c8054-b259-4047-80f9-b0f82fb2b48e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:11.803444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-120c8054-b259-4047-80f9-b0f82fb2b48e tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3190746 Mar 02 07:29:11.822756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Pushing event updated for resources: {'Port': ['ID=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:11.834271 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-db906457-57a5-41aa-8750-8b08f99ec2e3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/b86dd304-cbe6-4c2c-a003-266f652ee073 HTTP/1.1" status: 200 len: 991 time: 0.7507088 Mar 02 07:29:11.834271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:11.834271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'tempest-secgroup--485352977'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:11.834271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:11.834271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.845718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-d7af01c2-6d6a-4ea2-a132-9d6493666044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:11.845718 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-d7af01c2-6d6a-4ea2-a132-9d6493666044 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a508b493-6392-4bc0-a8c9-244fb8ccf82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3334019 Mar 02 07:29:11.874626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] For port 60d50df0-2d1a-43c8-a706-35db0376cd16, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60d50df0-2d1a-43c8-a706-35db0376cd16,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:11.874626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.889599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.903448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c is not hosted by any dhcp agent {{(pid=87773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:29:11.913429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.913429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.913429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.913429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b4ca7-ffe6-4c39-aa3d-310fc47df589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:11.923079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:11.923079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:11.923079 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "PUT /v2.0/networks/ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c HTTP/1.1" status: 200 len: 723 time: 1.0128348 Mar 02 07:29:11.923079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:11.923079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43376) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:11.934464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] Routers {'0bef254a-f7a7-4a3b-9992-149e8dd27f4a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:11.943423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:11.952195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:12.034471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Calling delete_port for 60d50df0-2d1a-43c8-a706-35db0376cd16 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:12.048426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2397-bc85-4c96-8fdd-7b139e59a9b2 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.048426 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4d8e2397-bc85-4c96-8fdd-7b139e59a9b2 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] 10.222.0.41 "PUT /v2.0/subnetpools/3cf4409b-cf9e-4fc9-b7fe-c71de2f09ecb HTTP/1.1" status: 200 len: 684 time: 0.9801080 Mar 02 07:29:12.048426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43380) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:12.091673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a863d-ea66-4bc7-8a33-98d598eba537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.091673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b70a863d-ea66-4bc7-8a33-98d598eba537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:12.091673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a068e75-c46c-4b2e-957c-9bac3a63529c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:12.102557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.143765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:12.205426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:12.227095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Usage tracker for resource:security_group_rule and tenant:e5b78604869d449c8aace164e991e689 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:12.242323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:12.270631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.279446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b70a863d-ea66-4bc7-8a33-98d598eba537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:12.279446 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b70a863d-ea66-4bc7-8a33-98d598eba537 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.9396434 Mar 02 07:29:12.279446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:12.304149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:12.346621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d50df0-2d1a-43c8-a706-35db0376cd16,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:12.525919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] Update dhcp port {'port': {'network_id': '6dcf227f-7429-46b0-a382-37458b104cb1', 'fixed_ips': [{'subnet_id': 'f2bebf46-e5f1-4a70-92ed-f79fb272a154', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e54b96cf-3762-4fec-894a-dc7762a365cb'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:29:12.561100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:12.627467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:12.684524 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-aa97afa9-b137-4bed-a0eb-38b8174cb0ad service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462616 Mar 02 07:29:12.684524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.692769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:12.692769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.734540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] Set router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:12.846858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.859443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:12.880808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128950ad-7090-4d8c-8ac1-9ecde39154de req-20080c21-5758-488f-800d-eb01a9c1d399 service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481981 Mar 02 07:29:12.903973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c650f6-62f9-4e07-ac18-d7278fc3513b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:12.906418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6c650f6-62f9-4e07-ac18-d7278fc3513b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6128721 Mar 02 07:29:12.907748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81c4bc0c-5695-4831-9eb7-979879e175c9 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:12.910364 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81c4bc0c-5695-4831-9eb7-979879e175c9 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] 10.222.0.41 "DELETE /v2.0/subnetpools/3cf4409b-cf9e-4fc9-b7fe-c71de2f09ecb HTTP/1.1" status: 204 len: 168 time: 0.8595994 Mar 02 07:29:12.952506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:12.952506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.035851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:29:11Z', 'revision_number': 6, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:13.040356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.048138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbdebd-5e97-434f-a46e-fa96bef6a031 None None] The sync data for ids ['0bef254a-f7a7-4a3b-9992-149e8dd27f4a'] in dv-neutron-831485-1-hyperv is: [{'id': '0bef254a-f7a7-4a3b-9992-149e8dd27f4a', 'name': 'tempest-ServerActionsTestJSON-1282028601-router', 'tenant_id': '9b7155b58ec348d5be136331948bfd56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:25:20Z', 'updated_at': '2022-03-02T07:29:11Z', 'revision_number': 6, 'project_id': '9b7155b58ec348d5be136331948bfd56', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:13.070170 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e84bd54e-2219-408e-8155-785fdab9acc1 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] show failed (client error): The resource could not be found. Mar 02 07:29:13.070170 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e84bd54e-2219-408e-8155-785fdab9acc1 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] 10.222.0.41 "GET /v2.0/subnetpools/3cf4409b-cf9e-4fc9-b7fe-c71de2f09ecb HTTP/1.1" status: 404 len: 346 time: 0.1157470 Mar 02 07:29:13.079537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.098591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.207967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.207967 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-39690d4b-f9ce-449a-a21d-a44c334b2048 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] delete failed (client error): The resource could not be found. Mar 02 07:29:13.207967 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39690d4b-f9ce-449a-a21d-a44c334b2048 tempest-SubnetPoolsTestJSON-418472966 tempest-SubnetPoolsTestJSON-418472966-project] 10.222.0.41 "DELETE /v2.0/subnetpools/3cf4409b-cf9e-4fc9-b7fe-c71de2f09ecb HTTP/1.1" status: 404 len: 346 time: 0.1068711 Mar 02 07:29:13.215280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.263039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93522293-b8f0-4257-ba41-18f8c1a6a9f1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:13.266356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93522293-b8f0-4257-ba41-18f8c1a6a9f1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:13.268263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93522293-b8f0-4257-ba41-18f8c1a6a9f1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:13.269349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-93522293-b8f0-4257-ba41-18f8c1a6a9f1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:13.274361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.282486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bef254a-f7a7-4a3b-9992-149e8dd27f4a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:29:13.334751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-93522293-b8f0-4257-ba41-18f8c1a6a9f1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:13.340886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e14201-830f-4fbc-b7bf-c5e97b8ac8bb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:13.351075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93522293-b8f0-4257-ba41-18f8c1a6a9f1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3763423 Mar 02 07:29:13.351075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.351075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b205fb86-1c80-4d50-93ad-338ea3360f25 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0bef254a-f7a7-4a3b-9992-149e8dd27f4a HTTP/1.1" status: 204 len: 168 time: 3.2764206 Mar 02 07:29:13.351075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.351075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.371283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.378962 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-48a5ddd2-1eb7-445e-a89e-e3e53ab007aa tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5847907 Mar 02 07:29:13.383245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43418) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.424578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9b348da1-f4e3-47ad-87f9-dab48f17a2ff tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:13.424936 dv-neutron-831485-1-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-9b348da1-f4e3-47ad-87f9-dab48f17a2ff tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 07:29:13.426114 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-9b348da1-f4e3-47ad-87f9-dab48f17a2ff tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 07:29:13.429512 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b348da1-f4e3-47ad-87f9-dab48f17a2ff tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "PUT /v2.0/security-groups/a7e14201-830f-4fbc-b7bf-c5e97b8ac8bb HTTP/1.1" status: 409 len: 330 time: 0.0427539 Mar 02 07:29:13.433047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43422) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.454078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] Allocated IP 172.20.0.1 (6dcf227f-7429-46b0-a382-37458b104cb1/e54b96cf-3762-4fec-894a-dc7762a365cb/6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:13.526461 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-713b8adf-73eb-459f-91ba-8a8f3a9f1169 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/b86dd304-cbe6-4c2c-a003-266f652ee073 HTTP/1.1" status: 200 len: 993 time: 0.6629646 Mar 02 07:29:13.627418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] Deleting subnet bc6fcfb1-312b-43dc-85b8-2f13008a019c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:13.634650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.642581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67483100-6858-4cad-b0ec-b67959737709 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.675322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67483100-6858-4cad-b0ec-b67959737709 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.714262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 4185b466-c5e6-466a-91e2-04eb6ef5d243 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:13.716183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43428) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.719341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] For port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,segment=NetworkSegment(3bbee368-f89f-4a98-8709-5b241669b7be),segment_id=3bbee368-f89f-4a98-8709-5b241669b7be)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:13.724231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.728821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.748697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.765761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.796649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] Transition to ACTIVE for port object 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:13.801718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.807434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67483100-6858-4cad-b0ec-b67959737709 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.836378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.838605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=438a8352-9688-48ba-a984-ff0312d5680b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:13.843842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67483100-6858-4cad-b0ec-b67959737709 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e14201-830f-4fbc-b7bf-c5e97b8ac8bb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:13.852173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': '142c8de1-1f00-4851-a2d6-c3eb19892d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:13.852532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:13.865638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67483100-6858-4cad-b0ec-b67959737709 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.866817 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67483100-6858-4cad-b0ec-b67959737709 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/a7e14201-830f-4fbc-b7bf-c5e97b8ac8bb HTTP/1.1" status: 204 len: 168 time: 0.4284704 Mar 02 07:29:13.870041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43434) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.911145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:13.937839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:13.941441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.942588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dda63e1a-9f79-47c0-90af-c17f2f3aa961 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Synchronizing usage tracker for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:13.951841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:13.952482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:13.959276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b96749-4bb7-4b40-8925-6109aa070f6b None None] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:13.987795 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0e42d402-3301-4da9-bd0f-a2c09f2c2941 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0810099 Mar 02 07:29:13.988877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43438) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:13.991821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dda63e1a-9f79-47c0-90af-c17f2f3aa961 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] Unset dirty status for tenant:e5b78604869d449c8aace164e991e689 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:13.993923 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dda63e1a-9f79-47c0-90af-c17f2f3aa961 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1222546 Mar 02 07:29:13.999445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d3ccd016-e5ce-41e8-919c-ba24c764fdac tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:14.006017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef966c50-d58f-4ce1-a074-6ee839fb47fe None None] Pushing event updated for resources: {'Port': ['ID=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:14.025350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:14.048436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.059278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.097369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:14.115219 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e623dfa9-9a3f-4c07-9837-5de36e221d1a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] delete failed (client error): The resource could not be found. Mar 02 07:29:14.116568 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e623dfa9-9a3f-4c07-9837-5de36e221d1a tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "DELETE /v2.0/security-groups/33658e16-a897-4ec8-9875-89a482dd31d2 HTTP/1.1" status: 404 len: 347 time: 0.0901885 Mar 02 07:29:14.124030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43446) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:14.141175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:14.152596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Usage tracker for resource:security_group_rule and tenant:60ef9f17cd784892888b928bd7cda00a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:14.158666 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-a7b8fd86-b888-41a1-9b38-9a1d9b889bff tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] show failed (client error): The resource could not be found. Mar 02 07:29:14.159713 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a7b8fd86-b888-41a1-9b38-9a1d9b889bff tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-groups/82972649-0d12-488e-b049-97035cf31464 HTTP/1.1" status: 404 len: 347 time: 0.0341196 Mar 02 07:29:14.163796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:14.166237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43450) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:14.176457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:14.176850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd016-e5ce-41e8-919c-ba24c764fdac tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534706515'] for subnet, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.190006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.265823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6fcfb1-312b-43dc-85b8-2f13008a019c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:14.268037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.302338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.327750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35856034-b517-4188-8dd5-ea449b95dc2a None None] Network c8aff043-277d-467b-9e4a-8c0c77b91409 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:14.364354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c', 'network_id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': '438a8352-9688-48ba-a984-ff0312d5680b'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:14.365194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.390037 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-78e1a4c8-8f98-4854-825a-4d4873252315 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bc6fcfb1-312b-43dc-85b8-2f13008a019c HTTP/1.1" status: 204 len: 168 time: 1.0353842 Mar 02 07:29:14.396055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=4185b466-c5e6-466a-91e2-04eb6ef5d243,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:14.398008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:14.409403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.423631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd70fc-ff87-40f8-a3ab-18bf4457132a None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:14.491145 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19702f92-49a6-4db5-b75a-2481961a5a7a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/4185b466-c5e6-466a-91e2-04eb6ef5d243 HTTP/1.1" status: 204 len: 168 time: 1.1493711 Mar 02 07:29:14.499784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:14.545750 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-3221e900-a21e-4a31-adac-784d8f886de7 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] show failed (client error): The resource could not be found. Mar 02 07:29:14.551986 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3221e900-a21e-4a31-adac-784d8f886de7 tempest-NegativeSecGroupTest-1803569412 tempest-NegativeSecGroupTest-1803569412-project] 10.222.0.41 "GET /v2.0/security-group-rules/7f1f4ace-ced8-41d5-b0eb-e194b61e24f0 HTTP/1.1" status: 404 len: 356 time: 0.3785951 Mar 02 07:29:14.552615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd016-e5ce-41e8-919c-ba24c764fdac tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753948805861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534687568'] for subnet, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.576975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e43e6b71-d4a6-4f6d-8437-bf0f31027383 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:14.648400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccd016-e5ce-41e8-919c-ba24c764fdac tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=438a8352-9688-48ba-a984-ff0312d5680b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:14.660414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ccd016-e5ce-41e8-919c-ba24c764fdac tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:14.661063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd016-e5ce-41e8-919c-ba24c764fdac tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.681197 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3ccd016-e5ce-41e8-919c-ba24c764fdac tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "PUT /v2.0/subnets/438a8352-9688-48ba-a984-ff0312d5680b HTTP/1.1" status: 200 len: 826 time: 0.6772723 Mar 02 07:29:14.681197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43464) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:14.698111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.703008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.719526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.740197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: e43e6b71-d4a6-4f6d-8437-bf0f31027383 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:14.740692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e43e6b71-d4a6-4f6d-8437-bf0f31027383 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:14.751950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 86c6c485-e96e-4eda-87d2-e4f7a6ccb045 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:14.772537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.876576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Deleting port 3019f591-8233-4020-b96f-7525e3e6a30b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:14.877551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.918885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:14.972267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.047930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d048eda-aec8-4c08-920f-e0df132c04eb None None] Network 6dcf227f-7429-46b0-a382-37458b104cb1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:15.099116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:15.136337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.226654 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60ef9f17cd784892888b928bd7cda00a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5058427 Mar 02 07:29:15.228790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:15.236245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Allocated IP 2001:db8::2 (ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c/438a8352-9688-48ba-a984-ff0312d5680b/20dd38ec-6e80-434f-9bd6-629d58662b15) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:15.243045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ecf130ae-5b23-40ae-a667-c20bac1fb44b None None] Provisioning for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:15.244057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2d747-cd2f-45e3-864d-759e793310ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ccbc45-6837-4901-bbce-3b843687d6f3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:15.268312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ecf130ae-5b23-40ae-a667-c20bac1fb44b None None] Provisioning complete for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:15.268666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ecf130ae-5b23-40ae-a667-c20bac1fb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.294906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.397125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-41c6f574-4779-498b-91f3-ee95a4981d36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5b78604869d449c8aace164e991e689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952037 Mar 02 07:29:15.398701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43480) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:15.412121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3fd563e3-3219-4682-bb8a-4f9d42603f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.475787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3fd563e3-3219-4682-bb8a-4f9d42603f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.526127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] For port 3019f591-8233-4020-b96f-7525e3e6a30b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3019f591-8233-4020-b96f-7525e3e6a30b,segment=NetworkSegment(79e9be47-5c98-42ad-b2ba-83582f4927b8),segment_id=79e9be47-5c98-42ad-b2ba-83582f4927b8)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:15.526127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.612115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97d0bbc6-7ed2-4541-b375-7f5128d466e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.672740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97d0bbc6-7ed2-4541-b375-7f5128d466e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.706224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd001ea-3c98-47ed-a9ed-e5009b3642e6 None None] DHCP port deletion for c8aff043-277d-467b-9e4a-8c0c77b91409 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:15.711973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Calling delete_port for 3019f591-8233-4020-b96f-7525e3e6a30b owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:15.712309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3fd563e3-3219-4682-bb8a-4f9d42603f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.717179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:15.739269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd563e3-3219-4682-bb8a-4f9d42603f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ccbc45-6837-4901-bbce-3b843687d6f3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:15.755741 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3fd563e3-3219-4682-bb8a-4f9d42603f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.757219 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3fd563e3-3219-4682-bb8a-4f9d42603f94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71ccbc45-6837-4901-bbce-3b843687d6f3 HTTP/1.1" status: 204 len: 168 time: 0.5272090 Mar 02 07:29:15.761413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.807650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97d0bbc6-7ed2-4541-b375-7f5128d466e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.810117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1dd001ea-3c98-47ed-a9ed-e5009b3642e6 None None] Deleting port 3019f591-8233-4020-b96f-7525e3e6a30b {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:15.810117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1dd001ea-3c98-47ed-a9ed-e5009b3642e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.841413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=86c6c485-e96e-4eda-87d2-e4f7a6ccb045,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:15.863337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.875981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0bbc6-7ed2-4541-b375-7f5128d466e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909c3419-e2dd-43c6-882f-179c6c807630,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:15.889278 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9abc25cb-71a0-4e7b-8bc8-7ab061dc5932 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/86c6c485-e96e-4eda-87d2-e4f7a6ccb045 HTTP/1.1" status: 204 len: 168 time: 1.3810284 Mar 02 07:29:15.889278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:15.896182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97d0bbc6-7ed2-4541-b375-7f5128d466e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.899935 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97d0bbc6-7ed2-4541-b375-7f5128d466e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/909c3419-e2dd-43c6-882f-179c6c807630 HTTP/1.1" status: 204 len: 168 time: 0.5003107 Mar 02 07:29:15.972897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43492) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:15.973325 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67d8dc9e-b6d0-482d-aa29-fc32397460ab tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864234 Mar 02 07:29:15.983592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:15.986052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:16.074118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] No DVR routers for this DVR port 3019f591-8233-4020-b96f-7525e3e6a30b on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:16.083977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Pushing event deleted for resources: {'Port': ['ID=3019f591-8233-4020-b96f-7525e3e6a30b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:16.084441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1dd001ea-3c98-47ed-a9ed-e5009b3642e6 None None] The port '3019f591-8233-4020-b96f-7525e3e6a30b' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:29:16.147524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.191694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Transition to ACTIVE for port object 20dd38ec-6e80-434f-9bd6-629d58662b15 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:16.211246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:16.211634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.286134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.296578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Transition to ACTIVE for port object 20dd38ec-6e80-434f-9bd6-629d58662b15 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:16.323695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.395773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:16.404604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:16.404604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:16.431643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:16.450411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.465362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8aff043-277d-467b-9e4a-8c0c77b91409']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:16.492218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e9be47-5c98-42ad-b2ba-83582f4927b8') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:16.492218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e9be47-5c98-42ad-b2ba-83582f4927b8') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:16.509889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.533084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.542939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:16.543566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.551556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:16.559706 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:16.564548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.639268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Pushing event updated for resources: {'Port': ['ID=20dd38ec-6e80-434f-9bd6-629d58662b15,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:16.671198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.680165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:16.683959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:16.689350 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:16.714684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.723419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8aff043-277d-467b-9e4a-8c0c77b91409,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:16.740453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=438a8352-9688-48ba-a984-ff0312d5680b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:16.767472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-084827e0-a7c7-4ce1-a2dc-6e79a6b3214f admin admin] 10.222.0.41 "DELETE /v2.0/networks/c8aff043-277d-467b-9e4a-8c0c77b91409 HTTP/1.1" status: 204 len: 168 time: 2.3589892 Mar 02 07:29:16.916670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:16.976557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:16.989077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Attempting to bind port 20dd38ec-6e80-434f-9bd6-629d58662b15 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:16.989559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Attempting to bind port 20dd38ec-6e80-434f-9bd6-629d58662b15 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '142c8de1-1f00-4851-a2d6-c3eb19892d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:16.990058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Attempting to bind port 20dd38ec-6e80-434f-9bd6-629d58662b15 on network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:17.007515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c67c355-205a-4751-8879-c4199a584230 None None] Provisioning complete for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:17.007515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c67c355-205a-4751-8879-c4199a584230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.010661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142c8de1-1f00-4851-a2d6-c3eb19892d09') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:17.010661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142c8de1-1f00-4851-a2d6-c3eb19892d09') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:17.027402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.061425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.109962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:17.110467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Checking segment: {'id': '142c8de1-1f00-4851-a2d6-c3eb19892d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:17.110841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.111305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Bound using segment: {'id': '142c8de1-1f00-4851-a2d6-c3eb19892d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:17.111717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Bound port: 20dd38ec-6e80-434f-9bd6-629d58662b15, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142c8de1-1f00-4851-a2d6-c3eb19892d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:17.112093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.127858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:17.128567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:17.144429 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:17.210913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d50df0-2d1a-43c8-a706-35db0376cd16 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:17.241313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43514) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:17.273845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 60d50df0-2d1a-43c8-a706-35db0376cd16 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:17.274475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60d50df0-2d1a-43c8-a706-35db0376cd16 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:17.305819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:29:17.305819 dv-neutron-831485-1-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:29:17.305819 dv-neutron-831485-1-hyperv neutron-server[87773]: [parameters: {'id': 'ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c'}] Mar 02 07:29:17.305819 dv-neutron-831485-1-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:29:17.305819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:29:17.356611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.401911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b3767cb6-810d-401b-9828-9a78736ec776 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b7155b58ec348d5be136331948bfd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593728 Mar 02 07:29:17.403145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:17.424684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0168055-57f6-4e61-9a87-2f83427d0829 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:17.437329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=683506d1-3287-459f-9759-8db55759d8d4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:17.459091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:17.460244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:17.463605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:17.464192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.494380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e6962a9-0f94-4f11-867b-9a3fd6d9bf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.530856 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d4da99d4-f3f2-410d-a93e-454361612858 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5523608 Mar 02 07:29:17.530856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43524) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:17.539005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:17.540630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e6962a9-0f94-4f11-867b-9a3fd6d9bf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.567805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] For port 20dd38ec-6e80-434f-9bd6-629d58662b15, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:17.589568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] For port 20dd38ec-6e80-434f-9bd6-629d58662b15, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=20dd38ec-6e80-434f-9bd6-629d58662b15,segment=NetworkSegment(142c8de1-1f00-4851-a2d6-c3eb19892d09),segment_id=142c8de1-1f00-4851-a2d6-c3eb19892d09)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:17.603395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.633908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e6962a9-0f94-4f11-867b-9a3fd6d9bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.658044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6962a9-0f94-4f11-867b-9a3fd6d9bf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5f3bf-e843-4281-a38b-27cb98e4205c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:17.673315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e6962a9-0f94-4f11-867b-9a3fd6d9bf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.680092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e6962a9-0f94-4f11-867b-9a3fd6d9bf18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8d5f3bf-e843-4281-a38b-27cb98e4205c HTTP/1.1" status: 204 len: 168 time: 0.2765844 Mar 02 07:29:17.708072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3019f591-8233-4020-b96f-7525e3e6a30b no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:17.768649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:17.773871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:17.777240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:17.780940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 3019f591-8233-4020-b96f-7525e3e6a30b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:17.781292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3019f591-8233-4020-b96f-7525e3e6a30b not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:17.807397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.819380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:17.856807 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting port 20dd38ec-6e80-434f-9bd6-629d58662b15 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:17.857201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:17.912490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:17.927778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.018894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ceb40-d45d-4de8-bf94-fe93082be083 None None] Pushing event updated for resources: {'Port': ['ID=20dd38ec-6e80-434f-9bd6-629d58662b15,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:18.064723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8cdb6db3-c9de-45ae-bc5b-64b6efbcf93f None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:18.066092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6db3-c9de-45ae-bc5b-64b6efbcf93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.370096 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 683506d1-3287-459f-9759-8db55759d8d4 (CIDR: 2001:db8::/64) Mar 02 07:29:18.385980 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:18.386478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:18.416015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a3607f-8ecd-4d01-8bb4-13339f1799d6 None None] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:18.632547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] For port 20dd38ec-6e80-434f-9bd6-629d58662b15, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=20dd38ec-6e80-434f-9bd6-629d58662b15,segment=NetworkSegment(142c8de1-1f00-4851-a2d6-c3eb19892d09),segment_id=142c8de1-1f00-4851-a2d6-c3eb19892d09)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:18.632966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.786713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Calling delete_port for 20dd38ec-6e80-434f-9bd6-629d58662b15 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:18.885422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:18.981435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:18.995188 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aaa64460-28db-4e1a-8f11-69756e3ef3e0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4512830 Mar 02 07:29:18.995188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No DVR routers for this DVR port 20dd38ec-6e80-434f-9bd6-629d58662b15 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:19.007585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.015190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '683506d1-3287-459f-9759-8db55759d8d4'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '90c5f9db-6504-4574-832d-984cc2abedb6'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:29:19.022125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:19.027720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Port': ['ID=20dd38ec-6e80-434f-9bd6-629d58662b15,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:19.149869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.180568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c4533-b123-4798-818d-2d3cacce67bc None None] Network ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:19.250698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:19.256303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:19.260255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:19.267837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:19.292401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:19.293520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.307158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.361536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:19.394372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142c8de1-1f00-4851-a2d6-c3eb19892d09') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:19.394372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142c8de1-1f00-4851-a2d6-c3eb19892d09') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:19.419349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.454663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.466046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:19.469299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:19.495795 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:19.685960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/683506d1-3287-459f-9759-8db55759d8d4/90c5f9db-6504-4574-832d-984cc2abedb6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:19.701552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.728962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.745364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:19.755379 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b1cf0c0-660d-4500-8cd6-8f250aa40627 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c HTTP/1.1" status: 204 len: 168 time: 5.0828390 Mar 02 07:29:19.759862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:19.790787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-04322c61-c519-477d-9655-7d942d3cbd61 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:19.792828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04322c61-c519-477d-9655-7d942d3cbd61 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:19.794140 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-04322c61-c519-477d-9655-7d942d3cbd61 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c HTTP/1.1" status: 404 len: 339 time: 0.0345309 Mar 02 07:29:19.798059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:19.805221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920333977', 'description': 'd1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:19.811974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43588) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:19.818613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677615495', 'description': 'tempest-secgroup-smoke-1677615495 description', 'project_id': '623c7745c53d4064a5c9144ecaceee6c'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:19.826429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:19.827275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:19.835333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:19.835874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Usage tracker for resource:network and tenant:dafa32123d9c42f9ba177f59df4f4113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:19.840045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:19.847786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:19.855084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:19.881077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:19.890155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.893726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:19.902925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:19.906529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.912291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.932624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:19.938561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:19.944955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:19.946017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:19.954531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:19.977462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] Transition to ACTIVE for port object 90c5f9db-6504-4574-832d-984cc2abedb6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:19.981164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.084641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:20.095857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.099965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.100267 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment 3dde0e7e-6a2f-42cc-a6f1-d1b24d87e5eb of type vlan for network 1f50a624-15ca-4963-8591-b43c23a2ab85 Mar 02 07:29:20.104468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.124893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:20.136051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:20.146229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895c9f7-1157-4408-92ed-c4578a3f17a0 None None] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=15']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:20.146619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:20.158460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:20.165773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01b663-c17d-4c0e-9513-fd82fd80e345,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:20.200440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.221368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:20.250420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:29:20.295768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.305019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.330995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.349745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:20.351830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.355021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.360060 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5432913 Mar 02 07:29:20.361755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:20.371083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'security_group_rule': {'security_group_id': '8b658442-9e76-4131-9ac5-03851b6b95fc', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:20.389342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:20.398970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:20.401968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4fe44-5a7c-4d8c-b9c4-1c06183821fb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b658442-9e76-4131-9ac5-03851b6b95fc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:20.415512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:20.422949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:20.456751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.460191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-730244812', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:20.519962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:20.536820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:network and tenant:91201f533c1f44359817e428737d8ae3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:20.540203 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7411747 Mar 02 07:29:20.542356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:20.543927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43606) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:20.546026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb2b89-323a-4a13-918a-02364c246f02 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=1f50a624-15ca-4963-8591-b43c23a2ab85,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:20.551221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.554621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:20.575047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 1f50a624-15ca-4963-8591-b43c23a2ab85 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:20.578930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Made reservation on behalf of 91201f533c1f44359817e428737d8ae3 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:20.582966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.600604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.617421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.652140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5626e0f-9674-4fa8-983e-48e7e7855672,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:20.693087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:20.704917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:security_group_rule and tenant:91201f533c1f44359817e428737d8ae3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:20.708983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:20.720052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:20.761287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afab16a-2baa-40ff-8cd3-87cdf96df79e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:20.762012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4afab16a-2baa-40ff-8cd3-87cdf96df79e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Synchronizing usage tracker for tenant:dafa32123d9c42f9ba177f59df4f4113 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:20.766664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.770870 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-58ee6a8b-34cb-45c2-813b-a900ad3d2997 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4091523 Mar 02 07:29:20.771513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:20.778214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'security_group_rule': {'security_group_id': '8b658442-9e76-4131-9ac5-03851b6b95fc', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:20.783534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:20.786639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:20.802856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:20.807777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:20.816616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:20.826133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4afab16a-2baa-40ff-8cd3-87cdf96df79e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Unset dirty status for tenant:dafa32123d9c42f9ba177f59df4f4113 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:20.829693 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4afab16a-2baa-40ff-8cd3-87cdf96df79e tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/networks?id=1f50a624-15ca-4963-8591-b43c23a2ab85 HTTP/1.1" status: 200 len: 764 time: 0.2808440 Mar 02 07:29:20.833092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43616) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:20.840297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'description': 'd2'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:20.859131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.034480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.052441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.055173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6615b40b-fc73-446d-96f8-046def0d77cc None None] Provisioning for port 90c5f9db-6504-4574-832d-984cc2abedb6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:21.055824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.058959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.067274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be058b5-1db8-4d4d-b4b2-abc9d2970e3b None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:21.091956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6615b40b-fc73-446d-96f8-046def0d77cc None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:21.095742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6615b40b-fc73-446d-96f8-046def0d77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.121464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:21.132355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961a7ad6-d75b-4a01-9aa1-1b46200e9e35,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.143526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:21.146812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.146812 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Added segment 23faab23-454e-42eb-8b07-1b097c52b2b8 of type vlan for network c8fd8841-974d-4bf1-855d-fa1f3db94a4d Mar 02 07:29:21.149008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb33552-a175-42be-ad86-38a8add0541d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.180382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.184334 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e5be5c1e-37c5-46bb-acfb-10c154157f10 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4107459 Mar 02 07:29:21.187360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43620) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:21.194635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'security_group_rule': {'security_group_id': '8b658442-9e76-4131-9ac5-03851b6b95fc', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:21.196163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.201409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.201586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.209205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:21.214140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.215333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.222228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:21.227430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:21.228603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.252573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:21.265976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network 1f50a624-15ca-4963-8591-b43c23a2ab85 is not hosted by any dhcp agent {{(pid=87773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 07:29:21.271290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:21.271986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.273279 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "PUT /v2.0/networks/1f50a624-15ca-4963-8591-b43c23a2ab85 HTTP/1.1" status: 200 len: 761 time: 0.4393096 Mar 02 07:29:21.278085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43624) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:21.394516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=17']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.397401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=2c3e68d3-1a0a-4bee-a3f6-e964af9e6533,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.401910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:29:21.426417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:21.428718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:21.432687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:21.432995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.462695 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca4f54da-de4b-49fc-9919-c0d6d7f947a1 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4618816 Mar 02 07:29:21.464158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.465099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:21.466176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.471013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43628) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:21.501262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:0b:a6:61', 'name': 'tempest-NetworksTestDHCPv6-2023915728'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:21.618571 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3913584 Mar 02 07:29:21.618695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43632) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:21.628721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e1bcc-a4dc-4388-9788-5490b500f284 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:21.631467 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-484e1bcc-a4dc-4388-9788-5490b500f284 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/networks?id=1f50a624-15ca-4963-8591-b43c23a2ab85 HTTP/1.1" status: 200 len: 764 time: 0.3491030 Mar 02 07:29:21.633229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29c3c7-944e-44bd-ab7b-10857d89c579 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=1f50a624-15ca-4963-8591-b43c23a2ab85,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.634775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:21.647124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'subnet': {'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:21.650935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43636) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:21.675367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:21.680097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1272e7-be69-46ad-b210-2495ca5d4587 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Network': ['ID=c8fd8841-974d-4bf1-855d-fa1f3db94a4d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.682185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 1f50a624-15ca-4963-8591-b43c23a2ab85 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:21.682283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.710258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network c8fd8841-974d-4bf1-855d-fa1f3db94a4d details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:21.713674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:subnet and tenant:91201f533c1f44359817e428737d8ae3 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:21.726859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:21.752972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:21.769748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:21.784722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:21.797075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:21.845349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Made reservation on behalf of 91201f533c1f44359817e428737d8ae3 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:21.848987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.862162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.891318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.951112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.980100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:21.980100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:21.987079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccd2018-cd21-4a60-bb5d-17642b9508eb,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:21.996715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 14e8aa94-8c5d-47ea-9354-b531c74abf6c yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:29:22.002185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eaab40-864b-4845-8e1f-c28ea16730d7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.006949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eaab40-864b-4845-8e1f-c28ea16730d7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.011759 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29eaab40-864b-4845-8e1f-c28ea16730d7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1346 time: 0.3572674 Mar 02 07:29:22.012505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43640) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.072824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.079856 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a47c35a6-ac60-4bd3-8a61-df70bbb31e41 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8909230 Mar 02 07:29:22.080228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43644) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.083870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b996c81b-d74e-4741-9885-62178b0072ca tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Synchronizing usage tracker for tenant:dafa32123d9c42f9ba177f59df4f4113 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:22.094803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'security_group_rule': {'security_group_id': '8b658442-9e76-4131-9ac5-03851b6b95fc', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:22.103760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:22.109433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:22.113997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:22.118496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b996c81b-d74e-4741-9885-62178b0072ca tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Unset dirty status for tenant:dafa32123d9c42f9ba177f59df4f4113 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:22.122113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:22.127044 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b996c81b-d74e-4741-9885-62178b0072ca tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 207 time: 0.1032729 Mar 02 07:29:22.133965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43648) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.176584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.442514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.448942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.452338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.458577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.464385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.471854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.477992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.484378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.489360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::4 (9cd85606-01cd-4b60-bb33-0395597a84af/683506d1-3287-459f-9759-8db55759d8d4/14e8aa94-8c5d-47ea-9354-b531c74abf6c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:22.490440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.491294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d8daa9-d87d-493d-a521-f68d918cab76,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:22.492340 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b1f95dc6-c8c6-40c9-aa34-ef3de75bca8f tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4294 time: 0.3554657 Mar 02 07:29:22.498093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43652) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.500689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:a661 (9cd85606-01cd-4b60-bb33-0395597a84af/2c3e68d3-1a0a-4bee-a3f6-e964af9e6533/14e8aa94-8c5d-47ea-9354-b531c74abf6c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:22.516682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.518105 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37778472-f4a0-4706-96d6-f3bec33278bb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4364519 Mar 02 07:29:22.528207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.648489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'security_group_rule': {'security_group_id': '8b658442-9e76-4131-9ac5-03851b6b95fc', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:22.659018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd318564-8583-44d6-bafd-c10bf1b50562 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:22.664263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:22.676063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:22.681604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:22.694643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:22.705661 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a65fcee2-fd35-498f-831c-b2a352a0934a None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:22.706141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a65fcee2-fd35-498f-831c-b2a352a0934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.744103 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Project 623c7745c53d4064a5c9144ecaceee6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:29:22.767275 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0f1abdbc-252b-4885-a7db-2fd4572bb021 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 918 time: 0.2645686 Mar 02 07:29:22.767275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.800796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.878483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7833d-7139-454d-8746-cf1b8db7c6db tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.878483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7833d-7139-454d-8746-cf1b8db7c6db tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.878483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7833d-7139-454d-8746-cf1b8db7c6db tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.878483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7833d-7139-454d-8746-cf1b8db7c6db tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.878483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7833d-7139-454d-8746-cf1b8db7c6db tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:22.878483 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-18c7833d-7139-454d-8746-cf1b8db7c6db tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1021104 Mar 02 07:29:22.878483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43664) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:22.926110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.928748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.935104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.960382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 14e8aa94-8c5d-47ea-9354-b531c74abf6c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:22.967225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e847cc-f948-4f88-82f4-e1c8b49c3b70,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:22.972540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:29:22.972540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.991973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:22.994564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8beb0faa-e654-4796-83cb-954f6b1d1982 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3553391 Mar 02 07:29:22.998110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.003816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'security_group_rule': {'security_group_id': '8b658442-9e76-4131-9ac5-03851b6b95fc', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:23.013382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:23.018679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:security_group_rule and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:23.025817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:23.046693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367fe333-2a81-4f5c-88f2-dc20204bfeb7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.048003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367fe333-2a81-4f5c-88f2-dc20204bfeb7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.049432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:23.049625 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367fe333-2a81-4f5c-88f2-dc20204bfeb7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.051922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367fe333-2a81-4f5c-88f2-dc20204bfeb7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.053709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367fe333-2a81-4f5c-88f2-dc20204bfeb7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.056577 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-367fe333-2a81-4f5c-88f2-dc20204bfeb7 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1799395 Mar 02 07:29:23.060157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.061022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.102884 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Project 623c7745c53d4064a5c9144ecaceee6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:29:23.121970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.125080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6edda6b-a049-4080-9325-97caca72ffcf,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:23.129629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Checking segment: {'id': '23faab23-454e-42eb-8b07-1b097c52b2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:23.130010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network hostable DHCP agents. Network: c8fd8841-974d-4bf1-855d-fa1f3db94a4d, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:23.141615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:23.147245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:23.153093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:23.159333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.159981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.194206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=14e8aa94-8c5d-47ea-9354-b531c74abf6c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:23.217462 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3712580a-1300-4f07-aad0-ab655504b124 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7285781 Mar 02 07:29:23.218277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.220233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network c8fd8841-974d-4bf1-855d-fa1f3db94a4d is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:23.236303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, c8fd8841-974d-4bf1-855d-fa1f3db94a4d) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:23.240783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.241527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.246173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bfe855-222e-4b46-a1a4-bbebc2d6a610 None None] Network c8fd8841-974d-4bf1-855d-fa1f3db94a4d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:23.295186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0163a0-3161-41aa-a7b2-69ead0c31ca6 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.295552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 14e8aa94-8c5d-47ea-9354-b531c74abf6c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:23.295904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.300970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb0163a0-3161-41aa-a7b2-69ead0c31ca6 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/networks/c7fcb27c-74c4-4b3d-a958-fb2a563c79de HTTP/1.1" status: 200 len: 804 time: 0.2399313 Mar 02 07:29:23.301760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43680) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.325108 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-57b0f41d-8caf-4ba9-a2a7-17ca7cd8dbbd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7037470 Mar 02 07:29:23.330565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.335999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-742441770', 'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:23.362059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:23.376979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.378162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:port and tenant:91201f533c1f44359817e428737d8ae3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:23.382870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:23.397721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.399922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:23.421285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddff38f0-811e-41ab-9eae-849f5df3b11d None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:23.421683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddff38f0-811e-41ab-9eae-849f5df3b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.491514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f8a72543-2262-4183-beff-25609478b128 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/networks/c7fcb27c-74c4-4b3d-a958-fb2a563c79de?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1880987 Mar 02 07:29:23.494954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.500738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba7728d-7900-4a66-ba72-13f87dea0eb6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:23.553548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.554853 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57a0dbd9-95af-4517-8388-1599c837c619 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5555775 Mar 02 07:29:23.555828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Made reservation on behalf of 91201f533c1f44359817e428737d8ae3 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:23.560653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.562344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.571312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'network': {'name': 'tempest-network-smoke--934942442', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:23.581856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:23.586903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2af65f-9550-4a7b-9a63-7790e07b8223 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.588216 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c2af65f-9550-4a7b-9a63-7790e07b8223 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/subnets/59a3dc40-0402-42ac-a8ff-87743e8f3dfa HTTP/1.1" status: 200 len: 843 time: 0.0921624 Mar 02 07:29:23.591783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:network and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:23.594893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43696) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.653781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] device_id is not set on port 42517bc1-038e-48d1-a99b-28910e8c8256 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:29:23.688013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59313043-05dd-4941-91cd-7993a9a29fe8 None None] Network c8fd8841-974d-4bf1-855d-fa1f3db94a4d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:23.762485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:23.769152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.776067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:23.795715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b89b9ebf-ed32-49b4-9dab-569ecde2c885 None None] Provisioning for port 14e8aa94-8c5d-47ea-9354-b531c74abf6c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:23.798512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Made reservation on behalf of 623c7745c53d4064a5c9144ecaceee6c for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:23.801981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b89b9ebf-ed32-49b4-9dab-569ecde2c885 None None] Provisioning complete for port 14e8aa94-8c5d-47ea-9354-b531c74abf6c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:23.802356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b89b9ebf-ed32-49b4-9dab-569ecde2c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.803207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.834349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd33787-c0c3-487b-9b9f-126d058e3c62 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.836000 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bdd33787-c0c3-487b-9b9f-126d058e3c62 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "GET /v2.0/subnets/59a3dc40-0402-42ac-a8ff-87743e8f3dfa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2400157 Mar 02 07:29:23.840040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43700) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:23.847563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1248133091'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:23.857866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:23.860635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:23.874908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:23.879534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.880590 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Added segment 7d06b6f6-31fd-4816-a1c7-953cdf255e29 of type vlan for network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 Mar 02 07:29:23.895977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:23.899801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.904808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b89b9ebf-ed32-49b4-9dab-569ecde2c885 None None] Port 14e8aa94-8c5d-47ea-9354-b531c74abf6c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:29:23.927139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.933517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 14e8aa94-8c5d-47ea-9354-b531c74abf6c owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:23.954721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:23.969780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3c2ec-cea0-48fe-be20-415a574e36ba None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:29:23.970617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.970986 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Added segment 1fd12450-2d19-42e4-b0f0-d068070cdc73 of type vlan for network d1c35418-036d-49c0-92da-489678a8770a Mar 02 07:29:23.976204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:23.982475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:23.983557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.017613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Allocated IP 2001:db8::5c (c8fd8841-974d-4bf1-855d-fa1f3db94a4d/c6edda6b-a049-4080-9325-97caca72ffcf/42517bc1-038e-48d1-a99b-28910e8c8256) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:24.058514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.130500 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5685258 Mar 02 07:29:24.134221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43704) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:24.136828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71ae6e-7501-47a6-8e4d-9fcb24cc98f5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Network': ['ID=aef28eda-7c9b-49bb-93b2-62b9fc8a8713,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:24.143211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'admin_state_up': True, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:24.151379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:24.161428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:24.168225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:router and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:24.172590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:24.179159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:24.183307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.189802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:24.190695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.245591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c3c2ec-cea0-48fe-be20-415a574e36ba None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:29:24.248389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.249419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.260115 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4188750 Mar 02 07:29:24.264120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.276702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:24.321488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fa677-9302-4916-9fb7-12d7f8a9fa76 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Network': ['ID=d1c35418-036d-49c0-92da-489678a8770a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:24.334544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.392448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d1c35418-036d-49c0-92da-489678a8770a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:24.410420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'network_id': 'd1c35418-036d-49c0-92da-489678a8770a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:24.469906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=14e8aa94-8c5d-47ea-9354-b531c74abf6c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:24.670581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.745841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.762328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:24.773969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.780495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19130ef-c4f9-4d14-bb68-05e2c5fae562 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:29:24.788670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:24.795628 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68a31627-0e8f-4391-bc48-5fa9cd4a4e84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/14e8aa94-8c5d-47ea-9354-b531c74abf6c HTTP/1.1" status: 204 len: 168 time: 1.5740118 Mar 02 07:29:24.796325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43712) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:24.803378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Made reservation on behalf of dafa32123d9c42f9ba177f59df4f4113 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:24.807103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.904225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:29:24.904225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:29:24.926765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:24.940715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa83c11e-7a71-4a70-b3de-1ba7247cee8d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:24.943704 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa83c11e-7a71-4a70-b3de-1ba7247cee8d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1454749 Mar 02 07:29:24.949016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43716) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:24.954031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19130ef-c4f9-4d14-bb68-05e2c5fae562 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:29:25.004351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network c8fd8841-974d-4bf1-855d-fa1f3db94a4d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:25.007426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:25.017713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:25.019018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.019018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.029577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Port': ['ID=42517bc1-038e-48d1-a99b-28910e8c8256,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:25.098613 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02ce3169-f19b-43cb-8725-306a76a81ba8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7644804 Mar 02 07:29:25.098823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:25.170579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.200266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Deleting port 42517bc1-038e-48d1-a99b-28910e8c8256 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:25.200512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.203737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.276402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.453978 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece5446-de7a-456e-891a-77b76147181e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.457610 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ece5446-de7a-456e-891a-77b76147181e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5049741 Mar 02 07:29:25.458034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43724) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:25.522662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=6b878b6a-0bf1-4435-a533-6223b9ba24fd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:25.530485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Allocated IP 172.26.4.252 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/aef194f1-45c6-4a35-9d94-0cf0a9c64a4e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:25.541277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Checking segment: {'id': '1fd12450-2d19-42e4-b0f0-d068070cdc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1c35418-036d-49c0-92da-489678a8770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:25.541277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network hostable DHCP agents. Network: d1c35418-036d-49c0-92da-489678a8770a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:25.559760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddc83c-ec4e-4381-af4b-3bab63f66ed4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.561348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddc83c-ec4e-4381-af4b-3bab63f66ed4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.564716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddc83c-ec4e-4381-af4b-3bab63f66ed4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.564716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9bddc83c-ec4e-4381-af4b-3bab63f66ed4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:25.606974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.683064 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:29:25.803875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9bddc83c-ec4e-4381-af4b-3bab63f66ed4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:25.803875 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9bddc83c-ec4e-4381-af4b-3bab63f66ed4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3402181 Mar 02 07:29:25.803875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:25.819036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Calling delete_port for 42517bc1-038e-48d1-a99b-28910e8c8256 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:25.850714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Network d1c35418-036d-49c0-92da-489678a8770a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:25.870862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d1c35418-036d-49c0-92da-489678a8770a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:25.882512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ea993-aa20-49c1-994d-9e194265b33a None None] Network d1c35418-036d-49c0-92da-489678a8770a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:25.886694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:25.889410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536348284'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.904354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 2c3e68d3-1a0a-4bee-a3f6-e964af9e6533 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:25.917860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.935697 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68dbdafb-07c1-4384-9836-2e9d117948d4 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6485252 Mar 02 07:29:25.938546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:25.946160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-af64f43e-1731-4b29-9861-e091d465ee41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:25.953842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:25.988085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.083026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.146923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.171239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:26.182080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.192982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af64f43e-1731-4b29-9861-e091d465ee41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534961634'] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.203700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event deleted for resources: {'Port': ['ID=42517bc1-038e-48d1-a99b-28910e8c8256,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:26.211501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:26.217794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:26.247882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Port': ['ID=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:26.253323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-d1c35418-036d-49c0-92da-489678a8770a', 'network_id': 'd1c35418-036d-49c0-92da-489678a8770a', 'tenant_id': 'dafa32123d9c42f9ba177f59df4f4113', 'fixed_ips': [{'subnet_id': '6b878b6a-0bf1-4435-a533-6223b9ba24fd'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:26.254110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.260878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.303152 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad6b23a6-1caf-4797-b28a-187e9667384e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "DELETE /v2.0/ports/42517bc1-038e-48d1-a99b-28910e8c8256 HTTP/1.1" status: 204 len: 168 time: 1.2032623 Mar 02 07:29:26.306501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:26.311092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d', 'external_fixed_ips': [{'subnet_id': 'c6edda6b-a049-4080-9325-97caca72ffcf', 'ip_address': '2001:db8::5c'}]}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:26.319403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:26.331605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:router and tenant:91201f533c1f44359817e428737d8ae3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:26.336290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:26.349731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:26.398212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.399432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.433025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.534811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.577462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.586867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3e68d3-1a0a-4bee-a3f6-e964af9e6533,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:26.590701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d2fc6-a7b7-45ab-88a7-4ceff08ef4b4 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:26.667752 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-15221b69-6615-4928-94c7-a4461adfc1fd tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/2c3e68d3-1a0a-4bee-a3f6-e964af9e6533 HTTP/1.1" status: 204 len: 168 time: 0.8649328 Mar 02 07:29:26.670479 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43746) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:26.750051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 683506d1-3287-459f-9759-8db55759d8d4 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:26.752874 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.812037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.901597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.907388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af64f43e-1731-4b29-9861-e091d465ee41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753948805861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-536291960'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.912481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.971544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Allocated IP 2001:db8::3 (d1c35418-036d-49c0-92da-489678a8770a/6b878b6a-0bf1-4435-a533-6223b9ba24fd/91b22dec-0477-43d6-a4bb-4ec68d5f6e88) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:26.983715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.994655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64f43e-1731-4b29-9861-e091d465ee41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:26.995427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af64f43e-1731-4b29-9861-e091d465ee41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:26.996755 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af64f43e-1731-4b29-9861-e091d465ee41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "PUT /v2.0/subnets/6b878b6a-0bf1-4435-a533-6223b9ba24fd HTTP/1.1" status: 200 len: 900 time: 1.0566914 Mar 02 07:29:27.005493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:27.033395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.053758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=683506d1-3287-459f-9759-8db55759d8d4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:27.064233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f43e-1731-4b29-9861-e091d465ee41 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event updated for resources: {'Subnet': ['ID=6b878b6a-0bf1-4435-a533-6223b9ba24fd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:27.112240 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-18e128d1-0b50-4b23-8332-95d4674c39e3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/683506d1-3287-459f-9759-8db55759d8d4 HTTP/1.1" status: 204 len: 168 time: 0.4409132 Mar 02 07:29:27.115946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43754) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:27.241800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.285447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.315624 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80f4460d-c2f9-49b2-b9d8-a33832ef1019 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1982408 Mar 02 07:29:27.319504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43758) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:27.344563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:27.355453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.369316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Transition to ACTIVE for port object 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:27.388717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.399106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Transition to ACTIVE for port object 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:27.410789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.491441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Network d1c35418-036d-49c0-92da-489678a8770a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:27.495775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:27.501882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:27.574058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Pushing event updated for resources: {'Port': ['ID=91b22dec-0477-43d6-a4bb-4ec68d5f6e88,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:27.640609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Attempting to bind port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:27.641041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Attempting to bind port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1fd12450-2d19-42e4-b0f0-d068070cdc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1c35418-036d-49c0-92da-489678a8770a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:27.641567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Attempting to bind port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 on network d1c35418-036d-49c0-92da-489678a8770a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:27.648218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:27.648631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Checking segment: {'id': '1fd12450-2d19-42e4-b0f0-d068070cdc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1c35418-036d-49c0-92da-489678a8770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:27.649181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.649419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Bound using segment: {'id': '1fd12450-2d19-42e4-b0f0-d068070cdc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1c35418-036d-49c0-92da-489678a8770a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:27.650005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Bound port: 91b22dec-0477-43d6-a4bb-4ec68d5f6e88, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd12450-2d19-42e4-b0f0-d068070cdc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd1c35418-036d-49c0-92da-489678a8770a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:27.650382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.750536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] For port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:27.754129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] For port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=91b22dec-0477-43d6-a4bb-4ec68d5f6e88,segment=NetworkSegment(1fd12450-2d19-42e4-b0f0-d068070cdc73),segment_id=1fd12450-2d19-42e4-b0f0-d068070cdc73)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:27.759366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.794961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.835349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75015e60-7f20-498a-bb5f-7c8e20f49b6f None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:27.845454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.848673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:27.854232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:27.863128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:27.869179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:27.881008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:27.897966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4bc3a-8117-41d7-a396-c197ea414eb0 None None] Pushing event updated for resources: {'Port': ['ID=91b22dec-0477-43d6-a4bb-4ec68d5f6e88,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:27.938575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=6b878b6a-0bf1-4435-a533-6223b9ba24fd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:27.973207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:27.976334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.100420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e053b454-ce63-4265-80ac-bb2bde3780e9 None None] Provisioning complete for port 90c5f9db-6504-4574-832d-984cc2abedb6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:28.101144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e053b454-ce63-4265-80ac-bb2bde3780e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.127178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.182296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c35418-036d-49c0-92da-489678a8770a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:28.212051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd12450-2d19-42e4-b0f0-d068070cdc73') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:28.212051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd12450-2d19-42e4-b0f0-d068070cdc73') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:28.231109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.286806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.351670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.377366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:28.386607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:28.388821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.391618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] Deleting port 90c5f9db-6504-4574-832d-984cc2abedb6 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:28.393477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:28.417423 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:28.420630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Allocated IP 2001:db8::5c (c8fd8841-974d-4bf1-855d-fa1f3db94a4d/c6edda6b-a049-4080-9325-97caca72ffcf/30ad459f-5a74-43e0-ad86-cda51787d033) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:28.562278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 07:29:28.562278 dv-neutron-831485-1-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 07:29:28.562278 dv-neutron-831485-1-hyperv neutron-server[87772]: [parameters: {'id': 'd1c35418-036d-49c0-92da-489678a8770a'}] Mar 02 07:29:28.562278 dv-neutron-831485-1-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:29:28.562859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:29:28.628236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.695245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:28.695245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:28.704401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:28.704401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.709779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Router a7af946a-dfa9-4344-a6be-741247a44a7f is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:29:28.734235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=29a256cd-c77c-4594-b9bf-8c807aa23e0a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:28.754347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] For port 90c5f9db-6504-4574-832d-984cc2abedb6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90c5f9db-6504-4574-832d-984cc2abedb6,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:28.754347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:28.798845 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29bb28a1-862c-43a4-9205-d6bc17f58b3d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4590776 Mar 02 07:29:28.808560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:28.812267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:28.910556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] Calling delete_port for 90c5f9db-6504-4574-832d-984cc2abedb6 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:28.983886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.026749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.042247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:29.058700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Sync routers for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:29.065272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:29.075850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:29.079968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:29.083878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.088699 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6e28acd-9af8-4480-8403-bb938d469459 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9496284 Mar 02 07:29:29.091853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43768) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:29.092453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:29.093127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.096575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:29.097408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:29.112131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:29.118732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.141755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network c8fd8841-974d-4bf1-855d-fa1f3db94a4d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:29.148600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:29.160383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:29.160816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.199498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:29.290279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Port': ['ID=30ad459f-5a74-43e0-ad86-cda51787d033,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:29.405626 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-43aa9e5a-1390-4a15-a0a4-2bbb13d8e87a tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=623c7745c53d4064a5c9144ecaceee6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3144336 Mar 02 07:29:29.410157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43776) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:29.444918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:29.510970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] Pushing event deleted for resources: {'Port': ['ID=90c5f9db-6504-4574-832d-984cc2abedb6,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:29.512863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a7498-cd39-49a7-8b24-81903b6f9fc5 None None] No DVR routers for this DVR port 90c5f9db-6504-4574-832d-984cc2abedb6 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:29.573969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f088d9a-30ad-4a0d-9efc-2079ec1dd1c6 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:29.645506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79395748-7daa-4e61-bf22-1171510079f5 None None] Network d1c35418-036d-49c0-92da-489678a8770a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:29.664621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:29.745864 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29a256cd-c77c-4594-b9bf-8c807aa23e0a (CIDR: 2001:db8::/64) Mar 02 07:29:29.750493 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:29:29.750493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:29.801537 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b3b8f2e2-78f6-4d8c-a5e6-3b4064592482 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9935474 Mar 02 07:29:29.803043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:29.803156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:29.807899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'subnet': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:29.835183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d73d32-bcc2-4d36-a3ab-aa3b5d8913bf tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:29.835770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d73d32-bcc2-4d36-a3ab-aa3b5d8913bf tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:29.844568 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b5d73d32-bcc2-4d36-a3ab-aa3b5d8913bf tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.4268763 Mar 02 07:29:29.844568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:29.935714 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90c9fe34-335e-4954-9d37-719706251f63 tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900214 Mar 02 07:29:29.940437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:29.976015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9b88173a-f8d8-4723-9dbc-5384befbd84a None None] Provisioning for port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:29.987681 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0e807a13-b9ef-463b-b74f-234ba8bce859 tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=c8fd8841-974d-4bf1-855d-fa1f3db94a4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447752 Mar 02 07:29:29.987681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:29.990604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554367748', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:30.068501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.113765 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:30.119487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:subnet and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:30.132468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:30.145151 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:30.145389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] For port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=91b22dec-0477-43d6-a4bb-4ec68d5f6e88,segment=NetworkSegment(1fd12450-2d19-42e4-b0f0-d068070cdc73),segment_id=1fd12450-2d19-42e4-b0f0-d068070cdc73)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:30.145389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.157766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Made reservation on behalf of 623c7745c53d4064a5c9144ecaceee6c for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:30.163042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.289751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:30.295582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Calling delete_port for 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:30.322056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:30.322674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.444922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:30.452264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.452871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:subnet and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:30.457546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:30.477709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:30.551430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Subnet': ['ID=5c2d7351-ac87-438e-8fe2-d0410a90814a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:30.567396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Checking segment: {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:30.567849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Network hostable DHCP agents. Network: aef28eda-7c9b-49bb-93b2-62b9fc8a8713, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:30.606062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:30.616563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9cd85606-01cd-4b60-bb33-0395597a84af', 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'tenant_id': '23d60668d5e34a5e993440a5bed1c079', 'fixed_ips': [{'subnet_id': '29a256cd-c77c-4594-b9bf-8c807aa23e0a'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:30.617624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.624619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, aef28eda-7c9b-49bb-93b2-62b9fc8a8713) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:30.630186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:30.631767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.652779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde8bfe-9f4b-41e6-8398-b05561a99548 None None] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:30.670930 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3314c7e1-98be-40db-9b9e-62a03460913c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6848383 Mar 02 07:29:30.674145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:30.699528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:30.703549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.726800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.825513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:26Z', 'revision_number': 3, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:30.829167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b67859-5d61-47b8-a174-576c3f048742 None None] DHCP port deletion for d1c35418-036d-49c0-92da-489678a8770a request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:30.833035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:30.839190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Port': ['ID=91b22dec-0477-43d6-a4bb-4ec68d5f6e88,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:30.887515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Checking router: a7af946a-dfa9-4344-a6be-741247a44a7f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:30.888644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Updating router a7af946a-dfa9-4344-a6be-741247a44a7f port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:29:30.919929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No DVR routers for this DVR port 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:30.925846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19c0910-874c-4603-9d8f-cac2f499b8ce None None] Network d1c35418-036d-49c0-92da-489678a8770a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:31.102442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.212656 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.223208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.268702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c35418-036d-49c0-92da-489678a8770a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:31.293441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd12450-2d19-42e4-b0f0-d068070cdc73') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:31.294546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd12450-2d19-42e4-b0f0-d068070cdc73') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:31.318767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:31.370826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.404956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 90c5f9db-6504-4574-832d-984cc2abedb6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:31.405300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90c5f9db-6504-4574-832d-984cc2abedb6 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:31.430165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Allocated IP 2001:db8::2 (9cd85606-01cd-4b60-bb33-0395597a84af/29a256cd-c77c-4594-b9bf-8c807aa23e0a/6b6d6749-a6c6-489a-bf8b-f3673ea91676) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:31.458478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.524103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:31.524103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:31.538592 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:31.612472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.622889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:31.661002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:31.661939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.671052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.704781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:31.734716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=d1c35418-036d-49c0-92da-489678a8770a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:31.770723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Router c737e896-32c4-4ae8-8248-12af32389aae is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:29:31.783293 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-cca60eed-ffa8-4b26-8002-1f898560afb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3262150 Mar 02 07:29:31.786662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:31.787298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 91b22dec-0477-43d6-a4bb-4ec68d5f6e88 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:31.833240 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d685c2b-8a5f-430f-9a44-4faf3491d017 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/d1c35418-036d-49c0-92da-489678a8770a HTTP/1.1" status: 204 len: 168 time: 4.8230226 Mar 02 07:29:31.838875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43802) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:31.921220 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dd38cb-4bfa-4c38-8cfd-6d36ff57d6e0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:31.927906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dd38cb-4bfa-4c38-8cfd-6d36ff57d6e0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:31.927906 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99dd38cb-4bfa-4c38-8cfd-6d36ff57d6e0 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/6b878b6a-0bf1-4435-a533-6223b9ba24fd HTTP/1.1" status: 404 len: 337 time: 0.0836048 Mar 02 07:29:31.934092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43806) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:32.032620 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ef1c26-16d3-40a1-8e8f-424d943a58a9 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:32.032620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ef1c26-16d3-40a1-8e8f-424d943a58a9 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:32.032620 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96ef1c26-16d3-40a1-8e8f-424d943a58a9 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/d1c35418-036d-49c0-92da-489678a8770a HTTP/1.1" status: 404 len: 339 time: 0.0949082 Mar 02 07:29:32.036424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:32.041482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 07:29:32.065124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.223377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.232079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Allocated IP 172.20.0.2 (aef28eda-7c9b-49bb-93b2-62b9fc8a8713/5c2d7351-ac87-438e-8fe2-d0410a90814a/01b4ca25-dd01-47b8-b6fe-9fb299eade8b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:32.283414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Transition to ACTIVE for port object 6b6d6749-a6c6-489a-bf8b-f3673ea91676 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:32.360475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Transition to ACTIVE for port object 6b6d6749-a6c6-489a-bf8b-f3673ea91676 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:32.369076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.401556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:32.417970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.419199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:32.433102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:32.433707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.449755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.451349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Subnet': ['ID=bbb960c7-4798-45bd-aaf8-baca80984aba,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:32.453623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:32.462074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f22d0c-0913-4105-b0ff-866ee324833c req-0ce4ba6e-8334-4aaa-a239-7069c6ad1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:32.463687 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-0ce4ba6e-8334-4aaa-a239-7069c6ad1bfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 1099 time: 0.5645087 Mar 02 07:29:32.465145 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Sync routers for ids ['c737e896-32c4-4ae8-8248-12af32389aae'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:32.477510 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Routers {'c737e896-32c4-4ae8-8248-12af32389aae'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:32.478338 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c737e896-32c4-4ae8-8248-12af32389aae'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:32.488169 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-00b882d1-e8bb-4060-8b5b-ec081fb6bd95 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6820884 Mar 02 07:29:32.488390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:32.493311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Transition to ACTIVE for port object aef194f1-45c6-4a35-9d94-0cf0a9c64a4e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:32.498045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Request body: {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'mac_address': 'fa:16:3e:3a:f1:38', 'name': 'tempest-NetworksTestDHCPv6-1378755072'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:32.527247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.534920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.539030 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6c874a77-d534-4542-8ad1-c28931168ea8 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.2318957 Mar 02 07:29:32.539199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43818) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:32.552403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:32.598710 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:32.606979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:32.613497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Pushing event updated for resources: {'Port': ['ID=6b6d6749-a6c6-489a-bf8b-f3673ea91676,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:32.669810 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Set router c737e896-32c4-4ae8-8248-12af32389aae gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:32.720311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b575c-df70-4409-9a4c-470b95a591f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.723739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8460203-0a2b-4b4c-8540-a8ee09fc1924 None None] Pushing event updated for resources: {'Port': ['ID=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:32.752439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.847286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.854462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Attempting to bind port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:32.855357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Attempting to bind port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:32.856798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Attempting to bind port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:32.900229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f50a624-15ca-4963-8591-b43c23a2ab85']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:32.915748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f22d0c-0913-4105-b0ff-866ee324833c req-e68c1c5c-9c27-4a56-9f41-4efe426c2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:32.917207 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-e68c1c5c-9c27-4a56-9f41-4efe426c2910 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.4239144 Mar 02 07:29:32.922213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dde0e7e-6a2f-42cc-a6f1-d1b24d87e5eb') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:32.922500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dde0e7e-6a2f-42cc-a6f1-d1b24d87e5eb') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:32.933686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Attempting to bind port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:32.934485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Attempting to bind port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:32.935038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Attempting to bind port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 on network 9cd85606-01cd-4b60-bb33-0395597a84af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:32.942329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:32.942934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:32.943989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.944704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:32.945332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Bound port: aef194f1-45c6-4a35-9d94-0cf0a9c64a4e, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:32.945889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.975070 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c737e896-32c4-4ae8-8248-12af32389aae', 'name': '', 'tenant_id': '91201f533c1f44359817e428737d8ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d', 'external_fixed_ips': [{'subnet_id': 'c6edda6b-a049-4080-9325-97caca72ffcf', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': '30ad459f-5a74-43e0-ad86-cda51787d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:26Z', 'updated_at': '2022-03-02T07:29:29Z', 'revision_number': 3, 'project_id': '91201f533c1f44359817e428737d8ae3', 'gw_port': {'id': '30ad459f-5a74-43e0-ad86-cda51787d033', 'name': '', 'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:de:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c737e896-32c4-4ae8-8248-12af32389aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c6edda6b-a049-4080-9325-97caca72ffcf', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:27Z', 'updated_at': '2022-03-02T07:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6edda6b-a049-4080-9325-97caca72ffcf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:32.977806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.979514 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Checking router: c737e896-32c4-4ae8-8248-12af32389aae for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:32.980015 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Updating router c737e896-32c4-4ae8-8248-12af32389aae port 30ad459f-5a74-43e0-ad86-cda51787d033 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:29:32.983300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:32.993693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Deleting port 30ad459f-5a74-43e0-ad86-cda51787d033 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:32.994367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:32.994495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.014932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Usage tracker for resource:port and tenant:23d60668d5e34a5e993440a5bed1c079 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:33.026369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:33.040813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:33.047201 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.047921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.062624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:33.063019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:33.086286 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:33.105480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] For port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:33.107269 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-d756ed84-c1a4-4165-a820-1a591edccc03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5baee3e9-52d6-4608-af23-aad0c51ff536 HTTP/1.1" status: 200 len: 1001 time: 0.1742070 Mar 02 07:29:33.109029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] For port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:33.111441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Made reservation on behalf of 23d60668d5e34a5e993440a5bed1c079 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:33.112781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:33.113188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Checking segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:33.113823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.114449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Bound using segment: {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:33.115149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Bound port: 6b6d6749-a6c6-489a-bf8b-f3673ea91676, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36223936-3165-4ac6-b21f-268631e4a521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:33.115718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.207132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.231702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.312081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.332652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8460203-0a2b-4b4c-8540-a8ee09fc1924 None None] Pushing event updated for resources: {'Port': ['ID=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:33.336794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.346856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] For port 6b6d6749-a6c6-489a-bf8b-f3673ea91676, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:33.360423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f22d0c-0913-4105-b0ff-866ee324833c req-405245ef-f53b-4f1e-ad72-a3fe11f9f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:33.362401 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-405245ef-f53b-4f1e-ad72-a3fe11f9f16b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.2351003 Mar 02 07:29:33.371608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=1f50a624-15ca-4963-8591-b43c23a2ab85,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:33.392935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:33.393561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:33.426299 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5253a52f-96ff-4729-a55e-cb43f28ffd15 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/1f50a624-15ca-4963-8591-b43c23a2ab85 HTTP/1.1" status: 204 len: 168 time: 1.3946104 Mar 02 07:29:33.433556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43822) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:33.466116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Calling delete_port for 30ad459f-5a74-43e0-ad86-cda51787d033 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:33.492902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.509376 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbed14f-665f-40a6-a3ea-ce2381b7199a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:33.509479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Transition to ACTIVE for port object 01b4ca25-dd01-47b8-b6fe-9fb299eade8b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:33.509576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbed14f-665f-40a6-a3ea-ce2381b7199a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:33.511866 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1dbed14f-665f-40a6-a3ea-ce2381b7199a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/438a8352-9688-48ba-a984-ff0312d5680b HTTP/1.1" status: 404 len: 337 time: 0.0757749 Mar 02 07:29:33.515461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:33.520741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.538640 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.563934 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Transition to ACTIVE for port object 30ad459f-5a74-43e0-ad86-cda51787d033 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:33.564389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] For port 6b6d6749-a6c6-489a-bf8b-f3673ea91676, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6b6d6749-a6c6-489a-bf8b-f3673ea91676,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:33.565758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Transition to ACTIVE for port object 01b4ca25-dd01-47b8-b6fe-9fb299eade8b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:33.566095 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-81293ba6-62b7-49d9-86e6-56ac3b630561 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:33.566569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81293ba6-62b7-49d9-86e6-56ac3b630561 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:33.568479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81293ba6-62b7-49d9-86e6-56ac3b630561 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/ba6fb765-17e5-4e4d-a67c-7f34c0a0ea4c HTTP/1.1" status: 404 len: 339 time: 0.0314324 Mar 02 07:29:33.575496 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.583075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.583531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] device_id is not set on port 11a2bf23-d88e-45fd-9073-b3b26d564a33 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:29:33.638698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.652087 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Attempting to bind port 30ad459f-5a74-43e0-ad86-cda51787d033 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:33.652452 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Attempting to bind port 30ad459f-5a74-43e0-ad86-cda51787d033 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '23faab23-454e-42eb-8b07-1b097c52b2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:33.652810 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Attempting to bind port 30ad459f-5a74-43e0-ad86-cda51787d033 on network c8fd8841-974d-4bf1-855d-fa1f3db94a4d {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:33.661587 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Pushing event updated for resources: {'Port': ['ID=30ad459f-5a74-43e0-ad86-cda51787d033,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:33.663813 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:33.664176 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Checking segment: {'id': '23faab23-454e-42eb-8b07-1b097c52b2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:33.664568 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.664949 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Bound using segment: {'id': '23faab23-454e-42eb-8b07-1b097c52b2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:33.665404 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Bound port: 30ad459f-5a74-43e0-ad86-cda51787d033, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23faab23-454e-42eb-8b07-1b097c52b2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8fd8841-974d-4bf1-855d-fa1f3db94a4d'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:33.665819 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.695798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43830) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:33.709892 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.710253 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.710771 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.711273 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.711788 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.712315 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.712839 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.713362 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.713905 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.714438 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.714982 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.716042 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:29:33.744076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:33.801852 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] For port 30ad459f-5a74-43e0-ad86-cda51787d033, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:33.808285 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] For port 30ad459f-5a74-43e0-ad86-cda51787d033, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=30ad459f-5a74-43e0-ad86-cda51787d033,segment=NetworkSegment(23faab23-454e-42eb-8b07-1b097c52b2b8),segment_id=23faab23-454e-42eb-8b07-1b097c52b2b8)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:33.817919 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:33.821047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:33.829073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:33.873861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8::21f (9cd85606-01cd-4b60-bb33-0395597a84af/29a256cd-c77c-4594-b9bf-8c807aa23e0a/11a2bf23-d88e-45fd-9073-b3b26d564a33) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:33.880231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:f138 (9cd85606-01cd-4b60-bb33-0395597a84af/bbb960c7-4798-45bd-aaf8-baca80984aba/11a2bf23-d88e-45fd-9073-b3b26d564a33) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:33.917986 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82035a92-414a-4e9e-a9b9-96b715a53a48 None None] Pushing event updated for resources: {'Port': ['ID=30ad459f-5a74-43e0-ad86-cda51787d033,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:33.940341 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Routers {'c737e896-32c4-4ae8-8248-12af32389aae'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:33.941812 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c737e896-32c4-4ae8-8248-12af32389aae'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:33.980028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f22d0c-0913-4105-b0ff-866ee324833c req-29fca481-31bd-46c2-8028-39f831aa9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:33.981756 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-29fca481-31bd-46c2-8028-39f831aa9f29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6024668 Mar 02 07:29:34.015774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced4b10-2612-4e7d-a404-3241679cb168 None None] Pushing event updated for resources: {'Port': ['ID=6b6d6749-a6c6-489a-bf8b-f3673ea91676,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:34.032909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting subnet e54b96cf-3762-4fec-894a-dc7762a365cb {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:34.040429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.081943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Attempting to bind port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:34.082307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Attempting to bind port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:34.082930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Attempting to bind port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b on network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:34.093379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Allocated IP 172.20.0.1 (aef28eda-7c9b-49bb-93b2-62b9fc8a8713/5c2d7351-ac87-438e-8fe2-d0410a90814a/3b5ef755-80eb-439b-997b-fdaa80f6f6d4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:34.097877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:34.098781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Checking segment: {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:34.099373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.100002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Bound using segment: {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:34.100966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Bound port: 01b4ca25-dd01-47b8-b6fe-9fb299eade8b, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:34.101578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.120096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:34.178781 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] Set router c737e896-32c4-4ae8-8248-12af32389aae gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:34.181812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.290976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:29:34.291334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:29:34.324703 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c737e896-32c4-4ae8-8248-12af32389aae', 'name': '', 'tenant_id': '91201f533c1f44359817e428737d8ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:26Z', 'updated_at': '2022-03-02T07:29:32Z', 'revision_number': 4, 'project_id': '91201f533c1f44359817e428737d8ae3', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:34.330125 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e77fb9-f0dd-44b2-86e2-72229bd158ec None None] The sync data for ids ['c737e896-32c4-4ae8-8248-12af32389aae'] in dv-neutron-831485-1-hyperv is: [{'id': 'c737e896-32c4-4ae8-8248-12af32389aae', 'name': '', 'tenant_id': '91201f533c1f44359817e428737d8ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:26Z', 'updated_at': '2022-03-02T07:29:32Z', 'revision_number': 4, 'project_id': '91201f533c1f44359817e428737d8ae3', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:34.473964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Pushing event updated for resources: {'Port': ['ID=01b4ca25-dd01-47b8-b6fe-9fb299eade8b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:34.515850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.527325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.560842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-04791533-ab86-4ce6-b2cf-4b5133bc0502 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634592 Mar 02 07:29:34.563712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.583716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Transition to ACTIVE for port object 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:34.596794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] For port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:34.605137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] For port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=01b4ca25-dd01-47b8-b6fe-9fb299eade8b,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:34.614178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.626145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Transition to ACTIVE for port object 11a2bf23-d88e-45fd-9073-b3b26d564a33 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:34.649563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.695655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.704998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9ce25-1a31-494e-9d08-9a7348fd9138 None None] Pushing event updated for resources: {'Port': ['ID=01b4ca25-dd01-47b8-b6fe-9fb299eade8b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:34.746766 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55f22d0c-0913-4105-b0ff-866ee324833c req-a19b35e4-bb4e-4c99-9a9d-0c229db573c8 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774478 Mar 02 07:29:34.752258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=e54b96cf-3762-4fec-894a-dc7762a365cb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:34.764621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.765786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.790771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:34.801121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Deleting port 30ad459f-5a74-43e0-ad86-cda51787d033 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:34.801460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.831846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739bdd8-0d36-4d95-abc9-2d3ea548759d None None] Network 6dcf227f-7429-46b0-a382-37458b104cb1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:34.841735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Network 9cd85606-01cd-4b60-bb33-0395597a84af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:34.846613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:34.849664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:34.855529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:34.856374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:34.861189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:34.874015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Port': ['ID=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:34.877284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:34.898283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event updated for resources: {'Port': ['ID=11a2bf23-d88e-45fd-9073-b3b26d564a33,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:34.920015 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-feaa2d45-4e88-49d9-aff1-eaa2e32ffc47 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4303439 Mar 02 07:29:34.923180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:34.968485 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6701a76-7d8a-4c7b-9451-73b22215fc1d tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/e54b96cf-3762-4fec-894a-dc7762a365cb HTTP/1.1" status: 204 len: 168 time: 1.2695143 Mar 02 07:29:34.972862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43838) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:35.055175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 11a2bf23-d88e-45fd-9073-b3b26d564a33 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:35.055631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.057043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5684a0a3-608f-415e-9fc2-dee53d5a1e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.063004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.183877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:26Z', 'revision_number': 3, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:35.188860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf3b0-c909-4445-b73b-80fe78b31417 None None] The sync data for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:26Z', 'revision_number': 3, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:35.312498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting subnet f2bebf46-e5f1-4a70-92ed-f79fb272a154 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:35.384076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.640907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.699047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1053403-c5c4-4b68-a4f7-234c487ef0f1 None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:35.723547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.914426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] For port 30ad459f-5a74-43e0-ad86-cda51787d033, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=30ad459f-5a74-43e0-ad86-cda51787d033,segment=NetworkSegment(23faab23-454e-42eb-8b07-1b097c52b2b8),segment_id=23faab23-454e-42eb-8b07-1b097c52b2b8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:35.915142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:35.951471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 11a2bf23-d88e-45fd-9073-b3b26d564a33 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:36.010131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 01b4ca25-dd01-47b8-b6fe-9fb299eade8b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:36.097483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Calling delete_port for 30ad459f-5a74-43e0-ad86-cda51787d033 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:36.103950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3c85cc8d-d33c-408c-a386-2c07dbd18f3d None None] Provisioning for port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:36.206948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.248789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.326008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:36.353016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6b6d6749-a6c6-489a-bf8b-f3673ea91676 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:36.483916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.612478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=11a2bf23-d88e-45fd-9073-b3b26d564a33,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:36.632474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431dfd4b-66c0-49be-85d3-fac17351c115 None None] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:36.696117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-087426ea-51f7-4f46-9e2d-45651b89997b None None] Provisioning complete for port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:36.698104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-087426ea-51f7-4f46-9e2d-45651b89997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.736601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:36.740388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.750011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.784975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:36.840678 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e1c92e91-4a89-4e01-be5e-773bc54e5182 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/11a2bf23-d88e-45fd-9073-b3b26d564a33 HTTP/1.1" status: 204 len: 168 time: 1.9162357 Mar 02 07:29:36.844371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:36.876172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:36.877710 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.892682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:36.923605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d20f3985-241f-4040-afa7-f838b955e642 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/b86dd304-cbe6-4c2c-a003-266f652ee073 HTTP/1.1" status: 200 len: 993 time: 0.1795578 Mar 02 07:29:36.972833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2b1dc-4ffd-4b9b-9099-c485aa40e020 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:36.974875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3c2b1dc-4ffd-4b9b-9099-c485aa40e020 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:36.993726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3c2b1dc-4ffd-4b9b-9099-c485aa40e020 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:36.995316 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f3c2b1dc-4ffd-4b9b-9099-c485aa40e020 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1500249 Mar 02 07:29:36.998179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:37.087519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.124965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f418f44-da90-4841-9dbd-72f6554b4c41 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': '29a256cd-c77c-4594-b9bf-8c807aa23e0a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbb960c7-4798-45bd-aaf8-baca80984aba'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '6b6d6749-a6c6-489a-bf8b-f3673ea91676'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:29:37.127875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.135306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc2d1d-a95d-40c9-b2e9-ca785d1f24fa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:37.136806 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f3cc2d1d-a95d-40c9-b2e9-ca785d1f24fa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1374817 Mar 02 07:29:37.140861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43862) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:37.201936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.253538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bebf46-e5f1-4a70-92ed-f79fb272a154,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:37.255988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.264279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43866) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:37.265283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ad459f-5a74-43e0-ad86-cda51787d033,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:37.277553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01cf96b-4bbf-41eb-b04a-7eb52618c18f None None] Network 6dcf227f-7429-46b0-a382-37458b104cb1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:37.361538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef8966-a8e0-4c28-aecd-603c325dc903 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:37.366072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef8966-a8e0-4c28-aecd-603c325dc903 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:37.368313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef8966-a8e0-4c28-aecd-603c325dc903 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:37.369717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-35ef8966-a8e0-4c28-aecd-603c325dc903 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:37.386849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-35ef8966-a8e0-4c28-aecd-603c325dc903 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:37.388944 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-35ef8966-a8e0-4c28-aecd-603c325dc903 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2471244 Mar 02 07:29:37.391831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43870) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:37.440700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f418f44-da90-4841-9dbd-72f6554b4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.456998 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-668c0d35-8b0e-430c-8eb2-5464a38527b1 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/f2bebf46-e5f1-4a70-92ed-f79fb272a154 HTTP/1.1" status: 204 len: 168 time: 2.4810743 Mar 02 07:29:37.456998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.463672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43874) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:37.548071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet 29a256cd-c77c-4594-b9bf-8c807aa23e0a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:37.551950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a106dcec-3017-45b4-98f8-78db6d230cdd None None] Provisioning for port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:37.560285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a106dcec-3017-45b4-98f8-78db6d230cdd None None] Provisioning complete for port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:37.560626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a106dcec-3017-45b4-98f8-78db6d230cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.605698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.678247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.693137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.728405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.730745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:37.731626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.812991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.832258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.912841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6b6d6749-a6c6-489a-bf8b-f3673ea91676, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6b6d6749-a6c6-489a-bf8b-f3673ea91676,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:37.928635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:37.995406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.066248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] For port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,segment=NetworkSegment(3bbee368-f89f-4a98-8709-5b241669b7be),segment_id=3bbee368-f89f-4a98-8709-5b241669b7be)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:38.066753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.113604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.114145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c737e896-32c4-4ae8-8248-12af32389aae {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:29:38.119177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aef194f1-45c6-4a35-9d94-0cf0a9c64a4e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:38.138952 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.157469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.161532 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ea42f34-d69f-43c4-9cf0-27e79f9b56a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c737e896-32c4-4ae8-8248-12af32389aae HTTP/1.1" status: 204 len: 168 time: 5.6183410 Mar 02 07:29:38.161532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43878) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:38.171048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.229820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Calling delete_port for 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:38.282314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6b6d6749-a6c6-489a-bf8b-f3673ea91676,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:38.282314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a106dcec-3017-45b4-98f8-78db6d230cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.300788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-2f418f44-da90-4841-9dbd-72f6554b4c41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29a256cd-c77c-4594-b9bf-8c807aa23e0a: This subnet is being modified by another concurrent operation. Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 07:29:38.343658 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exception Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29a256cd-c77c-4594-b9bf-8c807aa23e0a: This subnet is being modified by another concurrent operation. Mar 02 07:29:38.357826 dv-neutron-831485-1-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Mar 02 07:29:38.397632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=29a256cd-c77c-4594-b9bf-8c807aa23e0a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:38.429334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.453437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 888ab609-62f9-4c07-a095-4109575c0377 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:38.453437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.456600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a106dcec-3017-45b4-98f8-78db6d230cdd None None] For port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=01b4ca25-dd01-47b8-b6fe-9fb299eade8b,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:38.461543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a106dcec-3017-45b4-98f8-78db6d230cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.552858 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-791fbc18-df06-46c8-a2ce-cb573fa1053d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/29a256cd-c77c-4594-b9bf-8c807aa23e0a HTTP/1.1" status: 204 len: 168 time: 1.1420259 Mar 02 07:29:38.552858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:38.570123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106dcec-3017-45b4-98f8-78db6d230cdd None None] Pushing event updated for resources: {'Port': ['ID=01b4ca25-dd01-47b8-b6fe-9fb299eade8b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:38.572825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec3b0db-3876-4015-be90-205953287693 None None] DHCP port deletion for 6dcf227f-7429-46b0-a382-37458b104cb1 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:38.575703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd1d5e-03f7-4b7b-87ad-4ba359a8524a None None] Network 9cd85606-01cd-4b60-bb33-0395597a84af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:38.598810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b0db-3876-4015-be90-205953287693 None None] Deleting port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:38.599375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0db-3876-4015-be90-205953287693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.612932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.649129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.652274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:38.668601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Port': ['ID=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:38.672536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Port': ['ID=6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:38.684842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No DVR routers for this DVR port 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:38.692127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting subnet bbb960c7-4798-45bd-aaf8-baca80984aba {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:38.727105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.739503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Deleting subnet c6edda6b-a049-4080-9325-97caca72ffcf {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:38.743023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.794036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b0db-3876-4015-be90-205953287693 None None] The port '6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:29:38.797234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:38.797922 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.848960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Provisioning complete for port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:38.849523 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.880979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.910105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.962668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcf227f-7429-46b0-a382-37458b104cb1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:38.968257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:38.979408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbee368-f89f-4a98-8709-5b241669b7be') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:38.979712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbee368-f89f-4a98-8709-5b241669b7be') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:39.004338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.037424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.070355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:39.076578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:39.083301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.087133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.103506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:39.104103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:39.122808 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:39.132214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.132557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.134335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.175504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:39.188915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.239042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Provisioning for port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:39.245328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.267377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Provisioning complete for port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:39.268062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.295605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.305525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.330765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb960c7-4798-45bd-aaf8-baca80984aba,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:39.413802 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:39.422713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:29:39.429306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 888ab609-62f9-4c07-a095-4109575c0377 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:39.452511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be442251-a633-428d-ae3e-d6cbcd2690c6 None None] Update dhcp port {'port': {'network_id': '9cd85606-01cd-4b60-bb33-0395597a84af', 'fixed_ips': [{'subnet_id': 'bbb960c7-4798-45bd-aaf8-baca80984aba'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '6b6d6749-a6c6-489a-bf8b-f3673ea91676'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:29:39.476753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Provisioning complete for port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:39.480146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f440d784-24de-4982-9ebd-d52ae32ac15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.483492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.514756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=6dcf227f-7429-46b0-a382-37458b104cb1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:39.521365 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e1e0cebf-399a-4fba-81a7-e604e522cde2 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/6dcf227f-7429-46b0-a382-37458b104cb1 HTTP/1.1" status: 204 len: 168 time: 2.0531409 Mar 02 07:29:39.521365 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-020faab5-8217-4d08-b2cd-ed822a9eef43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/bbb960c7-4798-45bd-aaf8-baca80984aba HTTP/1.1" status: 204 len: 168 time: 0.9767737 Mar 02 07:29:39.521754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.525506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.559936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be442251-a633-428d-ae3e-d6cbcd2690c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.611788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.651760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5de904-1a02-40f8-a016-58ae617e6251 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:39.651760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5de904-1a02-40f8-a016-58ae617e6251 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:39.651760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf5de904-1a02-40f8-a016-58ae617e6251 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/8635952a-d591-4684-a7e1-3bfb098e06f8 HTTP/1.1" status: 404 len: 337 time: 0.1192613 Mar 02 07:29:39.651760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8dff2bcb-27b0-47ef-9479-218d0244be1e tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828316 Mar 02 07:29:39.651760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.651760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43898) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.671384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6edda6b-a049-4080-9325-97caca72ffcf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:39.673887 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-89337425-637a-4a92-bbaa-92147419e98c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:39.674348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89337425-637a-4a92-bbaa-92147419e98c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:39.677896 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89337425-637a-4a92-bbaa-92147419e98c tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/6922121e-c5b0-468b-849a-d33c47ba5ac4 HTTP/1.1" status: 404 len: 339 time: 0.0295269 Mar 02 07:29:39.680392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43902) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.737985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.741735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Router a7af946a-dfa9-4344-a6be-741247a44a7f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:29:39.749574 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-139aa307-c56d-4ef1-80d1-5a589451c4bc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:39.749574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139aa307-c56d-4ef1-80d1-5a589451c4bc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:39.762928 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-01fbef98-48bd-4c6e-8503-f0123addc4fd tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/c6edda6b-a049-4080-9325-97caca72ffcf HTTP/1.1" status: 204 len: 168 time: 1.5898895 Mar 02 07:29:39.767265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.768188 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-139aa307-c56d-4ef1-80d1-5a589451c4bc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/5e41eb4d-d16e-4bc9-a21b-2b512113b493 HTTP/1.1" status: 404 len: 337 time: 0.0847306 Mar 02 07:29:39.772751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.823121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d162e5b5-3367-4cba-9bde-1bc2a86484c3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:39.826051 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d162e5b5-3367-4cba-9bde-1bc2a86484c3 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1524687 Mar 02 07:29:39.835913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43914) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.901914 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56265f5-a9eb-4e80-a119-bccf1c733e51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:39.901914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56265f5-a9eb-4e80-a119-bccf1c733e51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:39.905699 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b56265f5-a9eb-4e80-a119-bccf1c733e51 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/7e2ab152-6d29-4e07-a811-415edb353084 HTTP/1.1" status: 404 len: 339 time: 0.0914023 Mar 02 07:29:39.915115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.959527 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e40c1f7-d719-4fdc-a171-67ebf1b78743 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:39.960394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e40c1f7-d719-4fdc-a171-67ebf1b78743 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:39.961682 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e40c1f7-d719-4fdc-a171-67ebf1b78743 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/9f311ac9-8a3a-42a8-aa1f-8626a94ef1d5 HTTP/1.1" status: 404 len: 337 time: 0.0539296 Mar 02 07:29:39.966324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:39.969286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:39.977479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6deb4be3-f946-4b54-a8d7-9f49cc48fb6b None None] Provisioning complete for port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:39.978183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6deb4be3-f946-4b54-a8d7-9f49cc48fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.004194 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e0606e-68ff-4e87-a2b9-6dc7744030fc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:40.004673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e0606e-68ff-4e87-a2b9-6dc7744030fc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:40.006412 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43e0606e-68ff-4e87-a2b9-6dc7744030fc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/4a1e3752-f2fc-466d-8b73-65cfd9da0409 HTTP/1.1" status: 404 len: 339 time: 0.0365174 Mar 02 07:29:40.009223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43926) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.125302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 01b4ca25-dd01-47b8-b6fe-9fb299eade8b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:40.196856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831dc42d-e8de-488a-8cae-4c2589a7a403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:40.196856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-831dc42d-e8de-488a-8cae-4c2589a7a403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Synchronizing usage tracker for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:40.218064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91dc336-b082-474f-9b64-a4f35a44f81f None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:29:40.228404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.239240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.258200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting subnet 5587e802-26ed-47cd-9b6d-3bd88661fe7a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:40.260356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.287086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:40.314568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-831dc42d-e8de-488a-8cae-4c2589a7a403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Unset dirty status for tenant:23d60668d5e34a5e993440a5bed1c079 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:40.318453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.319612 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-831dc42d-e8de-488a-8cae-4c2589a7a403 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4819849 Mar 02 07:29:40.321250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=888ab609-62f9-4c07-a095-4109575c0377,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:40.324490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43930) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.343254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Sync routers for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:40.391981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:40.392632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:40.405230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.476519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fd8841-974d-4bf1-855d-fa1f3db94a4d']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:40.476689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6deb4be3-f946-4b54-a8d7-9f49cc48fb6b None None] Provisioning complete for port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:40.477159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6deb4be3-f946-4b54-a8d7-9f49cc48fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.507858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23faab23-454e-42eb-8b07-1b097c52b2b8') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:40.507858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23faab23-454e-42eb-8b07-1b097c52b2b8') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:40.523320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.529608 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cdf4a030-0272-4bcf-93a3-db664d7e21d6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1989601 Mar 02 07:29:40.530965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43934) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.566665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.572062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.583158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=5587e802-26ed-47cd-9b6d-3bd88661fe7a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:40.591281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6deb4be3-f946-4b54-a8d7-9f49cc48fb6b None None] Port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:29:40.595469 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-978f8b85-4504-458a-a4c4-e79542492b5c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "PUT /v2.0/routers/a7af946a-dfa9-4344-a6be-741247a44a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9189715 Mar 02 07:29:40.603777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-454d9c7d-8496-4c5e-99c7-cf85d3ef4859 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/5587e802-26ed-47cd-9b6d-3bd88661fe7a HTTP/1.1" status: 204 len: 168 time: 0.5923085 Mar 02 07:29:40.605427 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8573cf4-a7dd-4bb7-9e1f-0fbdb73e392a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:40.605976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8573cf4-a7dd-4bb7-9e1f-0fbdb73e392a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:40.607237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.607649 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d8573cf4-a7dd-4bb7-9e1f-0fbdb73e392a tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/11a2bf23-d88e-45fd-9073-b3b26d564a33 HTTP/1.1" status: 404 len: 333 time: 0.0739152 Mar 02 07:29:40.610752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43940) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.611614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.612589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:40.613184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.619519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:40.620250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.689521 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-968a8f90-fde6-4bd3-ad4b-69f260249120 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:40.690394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968a8f90-fde6-4bd3-ad4b-69f260249120 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:40.691681 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-968a8f90-fde6-4bd3-ad4b-69f260249120 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/bbb960c7-4798-45bd-aaf8-baca80984aba HTTP/1.1" status: 404 len: 337 time: 0.0781164 Mar 02 07:29:40.697154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43948) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.698213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.698475 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP b86dd304-cbe6-4c2c-a003-266f652ee073 disassociated (deleted). External IP: 172.26.4.41, port: 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e. Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:40.741195 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:40.746601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-80478f6b-cf20-441b-9e59-78d698498d67 None None] Could not find standard attr ID for object 11a2bf23-d88e-45fd-9073-b3b26d564a33. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:29:40.748893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.786002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8fd8841-974d-4bf1-855d-fa1f3db94a4d {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 07:29:40.790996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.795697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8fd8841-974d-4bf1-855d-fa1f3db94a4d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:40.810779 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5025e24-fb1e-4f5d-af35-8bd60a38893e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c8fd8841-974d-4bf1-855d-fa1f3db94a4d HTTP/1.1" status: 204 len: 168 time: 1.0405142 Mar 02 07:29:40.865974 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3437a8-4d6c-4ab8-af19-78f299648cc0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:40.866139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3437a8-4d6c-4ab8-af19-78f299648cc0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:40.875215 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cf3437a8-4d6c-4ab8-af19-78f299648cc0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/29a256cd-c77c-4594-b9bf-8c807aa23e0a HTTP/1.1" status: 404 len: 337 time: 0.1260271 Mar 02 07:29:40.879836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:40.983569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:40.998249 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadf1f02-3749-42fc-a299-c58ed9d4ab44 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:40.998398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadf1f02-3749-42fc-a299-c58ed9d4ab44 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.000254 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eadf1f02-3749-42fc-a299-c58ed9d4ab44 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/14e8aa94-8c5d-47ea-9354-b531c74abf6c HTTP/1.1" status: 404 len: 333 time: 0.1179426 Mar 02 07:29:41.004790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.014223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91dc336-b082-474f-9b64-a4f35a44f81f None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:29:41.083696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:41.089114 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e0d831-4799-44f8-a103-6a10e96d411c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:41.089607 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-93958dfc-4a97-4d19-9d0a-cd5373e9015a tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677615495&fields=id&tenant_id=623c7745c53d4064a5c9144ecaceee6c HTTP/1.1" status: 200 len: 267 time: 0.0881352 Mar 02 07:29:41.090377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e0d831-4799-44f8-a103-6a10e96d411c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.093950 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-30e0d831-4799-44f8-a103-6a10e96d411c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/2c3e68d3-1a0a-4bee-a3f6-e964af9e6533 HTTP/1.1" status: 404 len: 337 time: 0.0847619 Mar 02 07:29:41.100966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.109212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:41.110788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.322919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 43980) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.331230 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbffdc9-80b8-407f-842e-81602dbc6544 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:41.331801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbffdc9-80b8-407f-842e-81602dbc6544 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.333724 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3bbffdc9-80b8-407f-842e-81602dbc6544 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/683506d1-3287-459f-9759-8db55759d8d4 HTTP/1.1" status: 404 len: 337 time: 0.2295144 Mar 02 07:29:41.340341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.358302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'router': {'name': 'tempest-router--1170634572', 'project_id': 'f6505d88bb12411da462a269bd49dd7d'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:41.379665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:41.387730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:router and tenant:f6505d88bb12411da462a269bd49dd7d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:41.392687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:41.400017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:41.414780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d59fdf-97a0-47b0-b182-d6bd611ae468 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:41.416403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d59fdf-97a0-47b0-b182-d6bd611ae468 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.425568 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75d59fdf-97a0-47b0-b182-d6bd611ae468 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/46dcc136-fbf0-4ea5-bdd3-284b42ca11d4 HTTP/1.1" status: 404 len: 333 time: 0.0843494 Mar 02 07:29:41.430924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43988) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.460754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.464920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.522599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-3ac11cf3-bf77-4119-b574-53825d4d11fc tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:41.524248 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-3ac11cf3-bf77-4119-b574-53825d4d11fc tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/networks?id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713 HTTP/1.1" status: 200 len: 796 time: 0.4334145 Mar 02 07:29:41.536457 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-993eb7a7-4333-4c19-b4ec-62be0eabf5c2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:41.536457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993eb7a7-4333-4c19-b4ec-62be0eabf5c2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.536457 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-993eb7a7-4333-4c19-b4ec-62be0eabf5c2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/86c6c485-e96e-4eda-87d2-e4f7a6ccb045 HTTP/1.1" status: 404 len: 337 time: 0.1011581 Mar 02 07:29:41.538182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.549547 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-944481e0-20a8-48eb-827a-bfb97a7196d9 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/quotas/623c7745c53d4064a5c9144ecaceee6c HTTP/1.1" status: 200 len: 375 time: 0.0215447 Mar 02 07:29:41.618731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.642745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f3088e-91fc-4bf4-a3e6-22fedf0f1b7c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:41.642745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f3088e-91fc-4bf4-a3e6-22fedf0f1b7c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.644469 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09f3088e-91fc-4bf4-a3e6-22fedf0f1b7c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/4185b466-c5e6-466a-91e2-04eb6ef5d243 HTTP/1.1" status: 404 len: 337 time: 0.1066003 Mar 02 07:29:41.647211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 43996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.682432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aef194f1-45c6-4a35-9d94-0cf0a9c64a4e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:41.736466 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router d1fc467d-f9e7-4ef1-9964-699b7816aa8b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:29:41.745779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.773273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] For port 1a7af375-c1b8-4289-a51f-f572e7e8fd63, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1a7af375-c1b8-4289-a51f-f572e7e8fd63,segment=NetworkSegment(b47001f3-e1bf-4dd1-a5a6-7ad6405eba83),segment_id=b47001f3-e1bf-4dd1-a5a6-7ad6405eba83)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:41.773427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.829848 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af85d87-8aef-4865-802d-d7cda0dbbb14 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:41.830300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af85d87-8aef-4865-802d-d7cda0dbbb14 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.831973 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1af85d87-8aef-4865-802d-d7cda0dbbb14 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/92843ec3-27bc-4649-aa72-63908f8a5f03 HTTP/1.1" status: 404 len: 333 time: 0.1838555 Mar 02 07:29:41.838741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.895541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.897706 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2072392-91d6-4b24-bf5e-c7b0ec3fe7db tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5716374 Mar 02 07:29:41.902085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:41.902979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:41.903579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-65434810-5f78-476c-9f67-3a0995fe492f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:41.904296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65434810-5f78-476c-9f67-3a0995fe492f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:41.906174 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65434810-5f78-476c-9f67-3a0995fe492f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/454c8a90-61fc-4e3b-aada-6ca43d287d22 HTTP/1.1" status: 404 len: 337 time: 0.0673718 Mar 02 07:29:41.906907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:41.911105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.058382 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-190bda13-66ac-40d5-bbf5-a8dbe72634eb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=623c7745c53d4064a5c9144ecaceee6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5110524 Mar 02 07:29:42.099057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Calling delete_port for 1a7af375-c1b8-4289-a51f-f572e7e8fd63 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:42.109022 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fae542-0cd9-4ecc-9b7d-a172823ddf5b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:42.109022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fae542-0cd9-4ecc-9b7d-a172823ddf5b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:42.109022 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b8fae542-0cd9-4ecc-9b7d-a172823ddf5b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/728ffb93-dc58-4ce1-bfcd-f1d2af7a3c19 HTTP/1.1" status: 404 len: 337 time: 0.1916122 Mar 02 07:29:42.109022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.206596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:37Z', 'revision_number': 2, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:42.232096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Checking router: a7af946a-dfa9-4344-a6be-741247a44a7f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:42.232614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Updating router a7af946a-dfa9-4344-a6be-741247a44a7f port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:29:42.235698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af435a9e-d38d-493e-8bcc-ca40f7f613a7 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.267301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.325461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6b6d6749-a6c6-489a-bf8b-f3673ea91676 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:42.327954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:42.329566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No DVR routers for this DVR port 1a7af375-c1b8-4289-a51f-f572e7e8fd63 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:42.331396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Port': ['ID=1a7af375-c1b8-4289-a51f-f572e7e8fd63,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:42.335850 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed182127-f9d1-485d-928e-c89a3330f072 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:42.336314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed182127-f9d1-485d-928e-c89a3330f072 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:42.341429 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed182127-f9d1-485d-928e-c89a3330f072 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/47095713-1185-4ed4-88b4-640570838f66 HTTP/1.1" status: 404 len: 333 time: 0.2149448 Mar 02 07:29:42.342223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.349778 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] Sync routers for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:42.366143 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:42.366844 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:42.382490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.412317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c85ce0-69be-4a4b-bf81-c6dc89557c37 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:29:42.466427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8157ca2f-f86c-402d-b567-4426be889fc4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:42.467796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8157ca2f-f86c-402d-b567-4426be889fc4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:42.473766 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8157ca2f-f86c-402d-b567-4426be889fc4 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/d6940d28-16fe-4844-8932-50921397f718 HTTP/1.1" status: 404 len: 337 time: 0.1182849 Mar 02 07:29:42.476628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44020) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.560293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.563488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.594887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a0a339-18da-46dd-93a3-91f5d70dc382']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:42.608447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47001f3-e1bf-4dd1-a5a6-7ad6405eba83') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:42.609092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47001f3-e1bf-4dd1-a5a6-7ad6405eba83') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:42.623803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.628414 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:42.644714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.652605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:42.653237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.669185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ef4e8a51-cd11-4dbf-abe1-b87203ddbb59 None None] Provisioning complete for port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:42.669872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a51-cd11-4dbf-abe1-b87203ddbb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.708921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af435a9e-d38d-493e-8bcc-ca40f7f613a7 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.711242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af435a9e-d38d-493e-8bcc-ca40f7f613a7 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.745200 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9db81d3-1700-4aad-9678-06e4c0efa19c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:42.745546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9db81d3-1700-4aad-9678-06e4c0efa19c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:42.751515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af435a9e-d38d-493e-8bcc-ca40f7f613a7 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.751980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af435a9e-d38d-493e-8bcc-ca40f7f613a7 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 640218fd-2b29-4c52-94a5-1c63237957ae {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:29:42.759916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af435a9e-d38d-493e-8bcc-ca40f7f613a7 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.763694 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af435a9e-d38d-493e-8bcc-ca40f7f613a7 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "DELETE /v2.0/routers/640218fd-2b29-4c52-94a5-1c63237957ae HTTP/1.1" status: 204 len: 168 time: 0.8515017 Mar 02 07:29:42.771594 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-54af3390-f562-424e-87dd-647fe169fb91 service neutron] 10.222.0.41 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883912 Mar 02 07:29:42.773862 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c481343-6b4a-4e48-810a-7749e7accc43 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/b86dd304-cbe6-4c2c-a003-266f652ee073 HTTP/1.1" status: 204 len: 168 time: 5.5063262 Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:42.775077 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:42.779150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:42.787817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.815752 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9db81d3-1700-4aad-9678-06e4c0efa19c tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/8c9dadd9-4047-4767-9ee3-9fc864c4e45a HTTP/1.1" status: 404 len: 333 time: 0.3305743 Mar 02 07:29:42.816116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44030) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.820516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.847857 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/c0a0a339-18da-46dd-93a3-91f5d70dc382 HTTP/1.1" status: 204 len: 168 time: 2.2333748 Mar 02 07:29:42.848785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.872927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:42.941137 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-35848f64-b04c-49a3-8c97-9bce2b60dae0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:42.941893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35848f64-b04c-49a3-8c97-9bce2b60dae0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:42.954851 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-35848f64-b04c-49a3-8c97-9bce2b60dae0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/9d73d344-f335-49b8-b6f7-dc9868088f1c HTTP/1.1" status: 404 len: 337 time: 0.1149566 Mar 02 07:29:42.958920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:42.997370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6b6d6749-a6c6-489a-bf8b-f3673ea91676, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6b6d6749-a6c6-489a-bf8b-f3673ea91676,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:43.012373 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-805643c4-c211-45b8-9c71-7d20e4005c79 service neutron] 10.222.0.41 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383969 Mar 02 07:29:43.013030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.015861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb14b3-46fd-4312-9102-2c4e08aec811 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=c0a0a339-18da-46dd-93a3-91f5d70dc382,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:43.020340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.021236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:43.069932 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed94d029-4600-484c-b2a7-126c314f9bc3 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.071437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed94d029-4600-484c-b2a7-126c314f9bc3 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.073447 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed94d029-4600-484c-b2a7-126c314f9bc3 tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/e5398dfc-db43-46ff-9628-3614080a2010 HTTP/1.1" status: 404 len: 337 time: 0.1342895 Mar 02 07:29:43.076165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.082534 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d18dda-0764-4c39-ba94-963ddea93e14 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.083235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d18dda-0764-4c39-ba94-963ddea93e14 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.086003 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-69d18dda-0764-4c39-ba94-963ddea93e14 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/745a3b64-6c50-4249-adfd-47c733dd5285 HTTP/1.1" status: 404 len: 333 time: 0.0678508 Mar 02 07:29:43.090967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44052) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.131822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:43.132499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a5c4dd6-5a3c-49c7-b76a-a2eaff3e9f73 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:43.164078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14bf258-0e2e-4e17-a8b7-1b7cf61c6cef tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.166644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14bf258-0e2e-4e17-a8b7-1b7cf61c6cef tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.173348 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d14bf258-0e2e-4e17-a8b7-1b7cf61c6cef tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/f17c62d2-c54c-4f73-b4e0-1c448eed100c HTTP/1.1" status: 404 len: 339 time: 0.0924387 Mar 02 07:29:43.174234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44058) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.184309 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-552b3310-89c1-4973-9be1-30289af61a49 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.184309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552b3310-89c1-4973-9be1-30289af61a49 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.194518 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-552b3310-89c1-4973-9be1-30289af61a49 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/adf906cc-8ca9-447b-8439-de280e035619 HTTP/1.1" status: 404 len: 337 time: 0.0998704 Mar 02 07:29:43.196493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.218913 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:26Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:43.224410 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] Checking router: d1fc467d-f9e7-4ef1-9964-699b7816aa8b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:43.241304 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:43.241992 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:43.319005 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f664b158-7aa9-4855-b02d-4ed3b20692bc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.319489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f664b158-7aa9-4855-b02d-4ed3b20692bc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.321215 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f664b158-7aa9-4855-b02d-4ed3b20692bc tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/c3d596dd-aa4a-4e00-ba38-754ca671f260 HTTP/1.1" status: 404 len: 333 time: 0.1237593 Mar 02 07:29:43.331718 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'status': 'completed', 'code': 200} Mar 02 07:29:43.332445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44066) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.368588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting subnet 59a3dc40-0402-42ac-a8ff-87743e8f3dfa {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:43.374645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.439739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6b6d6749-a6c6-489a-bf8b-f3673ea91676,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:43.440045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.450042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c85ce0-69be-4a4b-bf81-c6dc89557c37 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:29:43.496326 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca4d260-3016-47cd-ad26-80caa626f3aa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.496790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca4d260-3016-47cd-ad26-80caa626f3aa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.506858 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aca4d260-3016-47cd-ad26-80caa626f3aa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/ba4116a3-6991-4204-8f91-0e9a70321418 HTTP/1.1" status: 404 len: 337 time: 0.1730931 Mar 02 07:29:43.511311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44074) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.555902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a51-cd11-4dbf-abe1-b87203ddbb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.608867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.656956 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:43.688999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ef4e8a51-cd11-4dbf-abe1-b87203ddbb59 None None] For port 6b6d6749-a6c6-489a-bf8b-f3673ea91676, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6b6d6749-a6c6-489a-bf8b-f3673ea91676,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:43.699774 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f75c547-7e38-432b-817e-2a28504eb780 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.701258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f75c547-7e38-432b-817e-2a28504eb780 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.703471 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f75c547-7e38-432b-817e-2a28504eb780 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/401d8034-35dd-489e-9e50-9caf16a2e2ea HTTP/1.1" status: 404 len: 333 time: 0.1906657 Mar 02 07:29:43.709679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.724110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8a51-cd11-4dbf-abe1-b87203ddbb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.844342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6ad6c3-13ce-456b-9851-ef7b1637beea tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.844799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6ad6c3-13ce-456b-9851-ef7b1637beea tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.846565 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2c6ad6c3-13ce-456b-9851-ef7b1637beea tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/f067b2d6-dadc-4843-b659-ee43d3c1b7fe HTTP/1.1" status: 404 len: 337 time: 0.1340663 Mar 02 07:29:43.857380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44092) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.913108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:43.958148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-400635771', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:43.966397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:43.970904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Usage tracker for resource:router and tenant:e505b19a648f42568fe661d3b4a79533 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:43.972877 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dbd857-598c-4b79-bd2f-2ab0d335b662 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:43.973351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dbd857-598c-4b79-bd2f-2ab0d335b662 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:43.974847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:43.975071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-41dbd857-598c-4b79-bd2f-2ab0d335b662 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/d9249123-f1f2-4112-9f2e-bece1d32e6ca HTTP/1.1" status: 404 len: 333 time: 0.1168156 Mar 02 07:29:43.983657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:43.985849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e8a51-cd11-4dbf-abe1-b87203ddbb59 None None] Pushing event updated for resources: {'Port': ['ID=6b6d6749-a6c6-489a-bf8b-f3673ea91676,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:44.000386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.021536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Transition to ACTIVE for port object 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:44.031700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:44.040425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.048211 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8c9beae2-91a6-44a7-bd3b-7f1354cd3dcf req-26283b11-0567-49c2-b757-0e555f9deb13 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 210 time: 0.3542571 Mar 02 07:29:44.053092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.062764 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-297e3e83-8ece-4152-b4b7-d568e36452fb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:44.063545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297e3e83-8ece-4152-b4b7-d568e36452fb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:44.065307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Subnet': ['ID=59a3dc40-0402-42ac-a8ff-87743e8f3dfa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:44.079347 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-297e3e83-8ece-4152-b4b7-d568e36452fb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/55e9c649-3657-47b9-a1e3-658eb6088c68 HTTP/1.1" status: 404 len: 337 time: 0.0939047 Mar 02 07:29:44.080539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.087921 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c508c2c-b4c0-4fc8-b743-d7a523e9a5dc tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/subnets/59a3dc40-0402-42ac-a8ff-87743e8f3dfa HTTP/1.1" status: 204 len: 168 time: 0.9076865 Mar 02 07:29:44.088736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44106) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.114116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.116705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.147475 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:26Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:44.155130 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05023f-e34b-40b4-b21b-c183ae5d7132 None None] The sync data for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv is: [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:28:15Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '8d701df4-5fae-480d-882f-44706b743183', 'name': '', 'network_id': 'a508b493-6392-4bc0-a8c9-244fb8ccf82f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:4a:86:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:28:11Z', 'updated_at': '2022-03-02T07:28:26Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2c1943d4-ba0f-4073-ae7b-6210fb648696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:44.158840 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f1994c-30b3-4ebb-8a7d-980a5c1c6daa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:44.159297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f1994c-30b3-4ebb-8a7d-980a5c1c6daa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:44.161112 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-66f1994c-30b3-4ebb-8a7d-980a5c1c6daa tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/072ad946-c1da-4c15-bbf9-137e0211bd67 HTTP/1.1" status: 404 len: 337 time: 0.0792322 Mar 02 07:29:44.172737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.189867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a4d0d-7f3e-4c1b-9328-da36addaa03d req-205ad710-d45e-4f34-bfca-25e72a1cc5ac tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:44.190621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-868a4d0d-7f3e-4c1b-9328-da36addaa03d req-205ad710-d45e-4f34-bfca-25e72a1cc5ac tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:44.234020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.245402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25308-4727-47df-9c65-60c37cf9744d req-f4a217e2-0b2e-40fc-b220-7d85cddb3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:44.247257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-f4a217e2-0b2e-40fc-b220-7d85cddb3bf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 1099 time: 0.5546701 Mar 02 07:29:44.256394 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cc6bb2-cea6-4268-b78f-58fa4e2deb62 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:44.256866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cc6bb2-cea6-4268-b78f-58fa4e2deb62 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:44.300079 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-04cc6bb2-cea6-4268-b78f-58fa4e2deb62 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/9b0c703e-0cc5-41e1-af4e-42ba843f8740 HTTP/1.1" status: 404 len: 333 time: 0.1255782 Mar 02 07:29:44.305443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.333754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-868a4d0d-7f3e-4c1b-9328-da36addaa03d req-205ad710-d45e-4f34-bfca-25e72a1cc5ac tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:44.334915 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-868a4d0d-7f3e-4c1b-9328-da36addaa03d req-205ad710-d45e-4f34-bfca-25e72a1cc5ac tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 946 time: 0.7244468 Mar 02 07:29:44.396403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.416535 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d14af6-762e-4b29-8d43-f40c191e03d8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:44.421029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d14af6-762e-4b29-8d43-f40c191e03d8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:44.425984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-95d14af6-762e-4b29-8d43-f40c191e03d8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/00aeb0b4-2ab8-4676-8608-16d4224decd3 HTTP/1.1" status: 404 len: 337 time: 0.1195211 Mar 02 07:29:44.432319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Deleting port 1f97ede5-3407-400d-8fb3-2b01981ed409 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:44.432319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.458440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44118) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.525918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad8f2-41f9-45dd-968a-a45a7e5f4875 None None] Pushing event updated for resources: {'Port': ['ID=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:44.604769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f499acf0-2c11-4b19-b63f-a5c082e3a57f None None] DHCP port deletion for c0a0a339-18da-46dd-93a3-91f5d70dc382 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:44.647000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Attempting to bind port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:44.647369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Attempting to bind port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:44.647728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Attempting to bind port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 on network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:44.659205 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88eae5e-758e-476e-9a3b-09d80477166d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:44.659653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88eae5e-758e-476e-9a3b-09d80477166d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:44.662215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fad83e-43bf-42f9-8d1f-9a9d708f7355 None None] Network c7fcb27c-74c4-4b3d-a958-fb2a563c79de requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:44.664205 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d88eae5e-758e-476e-9a3b-09d80477166d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/1f525f36-4d5e-423e-ac97-73c86da85a24 HTTP/1.1" status: 404 len: 337 time: 0.2023642 Mar 02 07:29:44.679486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-868a4d0d-7f3e-4c1b-9328-da36addaa03d req-0e1f41f3-4a2e-47bb-bfa6-28abd1d40227 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234427 Mar 02 07:29:44.686548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:44.693866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Checking segment: {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:44.694356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.694761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Bound using segment: {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:44.695271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Bound port: 3b5ef755-80eb-439b-997b-fdaa80f6f6d4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:44.695647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:44.729971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.799705 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bae95b6-109a-4d03-ac96-a861a73bb52d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:44.800282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bae95b6-109a-4d03-ac96-a861a73bb52d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:44.805060 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4bae95b6-109a-4d03-ac96-a861a73bb52d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/2f111006-1888-4a5c-8afd-4308ec6c4579 HTTP/1.1" status: 404 len: 333 time: 0.0675647 Mar 02 07:29:44.810335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.861925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ef5247-3336-4530-a54c-4d1cd3ee61ec tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:44.862287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ef5247-3336-4530-a54c-4d1cd3ee61ec tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:44.866892 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a4ef5247-3336-4530-a54c-4d1cd3ee61ec tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/b8f02a0b-a183-4f7b-a83d-8854ccff079c HTTP/1.1" status: 404 len: 337 time: 0.0560527 Mar 02 07:29:44.867712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:44.922253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee861a-fbb4-446a-8b5f-2c21bb6be1f7 None None] New status for floating IP b86dd304-cbe6-4c2c-a003-266f652ee073: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:29:45.009714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e1ff5b-04b1-4595-af33-6ea64c2f5c0d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:45.010174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e1ff5b-04b1-4595-af33-6ea64c2f5c0d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:45.011900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-47e1ff5b-04b1-4595-af33-6ea64c2f5c0d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/7b902350-0ffd-498c-8f36-84f7506a0073 HTTP/1.1" status: 404 len: 337 time: 0.1277201 Mar 02 07:29:45.020751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:45.023030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.027288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25308-4727-47df-9c65-60c37cf9744d req-bbf33268-73d9-4494-ab24-364b75de18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:45.028757 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-bbf33268-73d9-4494-ab24-364b75de18f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a508b493-6392-4bc0-a8c9-244fb8ccf82f HTTP/1.1" status: 200 len: 898 time: 0.7691848 Mar 02 07:29:45.105200 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa354ea-6c0c-4cbb-9b84-c3b863381af0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:45.106813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa354ea-6c0c-4cbb-9b84-c3b863381af0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:45.117175 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2aa354ea-6c0c-4cbb-9b84-c3b863381af0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/b59c69e2-7832-492e-b2bb-114d4c22ff36 HTTP/1.1" status: 404 len: 333 time: 0.0912337 Mar 02 07:29:45.119699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44140) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:45.150726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5b0ee10-434a-4f41-83ed-a65f27222830 None None] Provisioning complete for port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:45.151387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ee10-434a-4f41-83ed-a65f27222830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.175863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-0e3ca4c9-88eb-4ecf-b403-1dbf187438ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e HTTP/1.1" status: 200 len: 217 time: 0.1393902 Mar 02 07:29:45.192563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-2c7e4fc3-19d5-464d-8c20-796ffd9c9846 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:45.194420 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-2c7e4fc3-19d5-464d-8c20-796ffd9c9846 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 946 time: 0.5145733 Mar 02 07:29:45.233087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1a7af375-c1b8-4289-a51f-f572e7e8fd63 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:45.255813 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-13485510-9ad7-4900-b725-1dbe18bafb17 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:45.256259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13485510-9ad7-4900-b725-1dbe18bafb17 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:45.261535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-13485510-9ad7-4900-b725-1dbe18bafb17 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/afa00397-e2ed-4064-9659-d12f69146fbc HTTP/1.1" status: 404 len: 337 time: 0.1364617 Mar 02 07:29:45.274229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44146) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:45.297928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] For port 1f97ede5-3407-400d-8fb3-2b01981ed409, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1f97ede5-3407-400d-8fb3-2b01981ed409,segment=NetworkSegment(67928c05-0317-4a74-8213-2bb2b8b7666d),segment_id=67928c05-0317-4a74-8213-2bb2b8b7666d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:45.306253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.347973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:45.348661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.352315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 1a7af375-c1b8-4289-a51f-f572e7e8fd63 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:45.353479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1a7af375-c1b8-4289-a51f-f572e7e8fd63 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:45.378508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] For port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:45.432986 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-541cf86f-0c48-4416-a9a6-edcff5c5e6ad req-1a5e5158-eb7f-47d9-8ed4-eb161fd47acf tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 210 time: 0.1269577 Mar 02 07:29:45.445258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] For port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:45.496523 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee3e9ac-4747-4519-98d6-d5a4a773f9b6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:45.496917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.497087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee3e9ac-4747-4519-98d6-d5a4a773f9b6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:45.498877 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ee3e9ac-4747-4519-98d6-d5a4a773f9b6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/fd6d5bd1-1074-4710-90e7-7ce213be0f08 HTTP/1.1" status: 404 len: 337 time: 0.2236981 Mar 02 07:29:45.513388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:45.516589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25308-4727-47df-9c65-60c37cf9744d req-72c5b7ea-dd21-425a-86dc-1b8be5b38b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:45.518057 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-72c5b7ea-dd21-425a-86dc-1b8be5b38b56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c1943d4-ba0f-4073-ae7b-6210fb648696 HTTP/1.1" status: 200 len: 835 time: 0.2505865 Mar 02 07:29:45.566609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Calling delete_port for 1f97ede5-3407-400d-8fb3-2b01981ed409 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:45.589279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad8f2-41f9-45dd-968a-a45a7e5f4875 None None] Pushing event updated for resources: {'Port': ['ID=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:45.611710 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59bc7cf1-816d-4832-8e88-9a91afddc553 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd72cb0-611f-4012-ab0e-1511dab1d74a HTTP/1.1" status: 200 len: 205 time: 0.0970628 Mar 02 07:29:45.619840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:45.630379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:45.631022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:45.652906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-cba383bf-a9cc-4ad5-b532-ce699b532e0b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:45.654693 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-cba383bf-a9cc-4ad5-b532-ce699b532e0b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.32 "GET /v2.0/networks?id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713 HTTP/1.1" status: 200 len: 796 time: 0.4811192 Mar 02 07:29:45.736725 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-f9e0f53e-3cc9-49ba-abfc-8c057fbbe2cb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623c7745c53d4064a5c9144ecaceee6c HTTP/1.1" status: 200 len: 380 time: 0.0704210 Mar 02 07:29:45.748727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e839cc-9210-4dc7-8428-87d7ea1c93a2 None None] DHCP port deletion for c7fcb27c-74c4-4b3d-a958-fb2a563c79de request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:45.749615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'port': {'device_id': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'admin_state_up': True, 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'security_groups': ['8b658442-9e76-4131-9ac5-03851b6b95fc']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:45.783077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44e839cc-9210-4dc7-8428-87d7ea1c93a2 None None] Deleting port 1f97ede5-3407-400d-8fb3-2b01981ed409 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:45.783471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44e839cc-9210-4dc7-8428-87d7ea1c93a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.803962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25308-4727-47df-9c65-60c37cf9744d req-2d0331d8-0262-443d-8b4f-01836622e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:45.805475 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-2d0331d8-0262-443d-8b4f-01836622e396 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a508b493-6392-4bc0-a8c9-244fb8ccf82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2464905 Mar 02 07:29:45.812336 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-55ef15ec-2e88-4611-8639-773b2b269c55 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] delete failed (client error): The resource could not be found. Mar 02 07:29:45.814219 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55ef15ec-2e88-4611-8639-773b2b269c55 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/routers/3dd72cb0-611f-4012-ab0e-1511dab1d74a HTTP/1.1" status: 404 len: 336 time: 0.1933715 Mar 02 07:29:45.840990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:45.870533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:45.967024 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44e839cc-9210-4dc7-8428-87d7ea1c93a2 None None] The port '1f97ede5-3407-400d-8fb3-2b01981ed409' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:29:46.003381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] No DVR routers for this DVR port 1f97ede5-3407-400d-8fb3-2b01981ed409 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:46.024767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:46.048895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Port': ['ID=1f97ede5-3407-400d-8fb3-2b01981ed409,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:46.109096 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace75fd8-4062-4896-81f4-dd4c55de3b84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:46.109553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace75fd8-4062-4896-81f4-dd4c55de3b84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:46.206501 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ace75fd8-4062-4896-81f4-dd4c55de3b84 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/d8c5df72-d562-413b-8423-49df70b0ba0d HTTP/1.1" status: 404 len: 337 time: 0.3024070 Mar 02 07:29:46.212774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44168) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:46.223824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.249074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.302682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.352352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:46.379007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:port and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:46.380283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:45Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:46.385368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:46.386569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14af350-a68e-448a-b90a-b45d38705de1 None None] The sync data for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:45Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:46.398605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-511e74c2-0a1f-46c4-a885-78426e0643d0 service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255564 Mar 02 07:29:46.402024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:46.435278 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ee604b0-66e6-4fa8-a140-cb127617966b tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc75a97e-6c0a-4332-a81b-c1b8244ad609 HTTP/1.1" status: 200 len: 205 time: 0.2140820 Mar 02 07:29:46.460275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:46.464109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fcb27c-74c4-4b3d-a958-fb2a563c79de']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:46.493618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:46.494121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.516666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67928c05-0317-4a74-8213-2bb2b8b7666d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:46.516960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67928c05-0317-4a74-8213-2bb2b8b7666d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:46.579940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Made reservation on behalf of 623c7745c53d4064a5c9144ecaceee6c for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:46.583615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.644297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.657462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:46.727318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e941b94-1d77-4015-a87a-8e8b041968c1 req-4aae13b8-23b4-4cb0-bb54-ed7fc6fc926d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:46.735313 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e941b94-1d77-4015-a87a-8e8b041968c1 req-4aae13b8-23b4-4cb0-bb54-ed7fc6fc926d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 946 time: 0.8180430 Mar 02 07:29:46.738583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.770986 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-42a3e62b-1f18-4fee-b5d3-7af7298c6070 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] delete failed (client error): The resource could not be found. Mar 02 07:29:46.774388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42a3e62b-1f18-4fee-b5d3-7af7298c6070 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/routers/fc75a97e-6c0a-4332-a81b-c1b8244ad609 HTTP/1.1" status: 404 len: 336 time: 0.3108845 Mar 02 07:29:46.775354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:46.775767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:46.790100 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:46.792532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:46.794962 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-266d4728-34bd-43af-b5a6-8f32fcda1793 req-a7f1fa14-78b2-4311-97bc-256dfd72e163 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 210 time: 0.1918318 Mar 02 07:29:46.842889 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0f47e5-017b-4e7f-843e-54017f4f895f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:46.843358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0f47e5-017b-4e7f-843e-54017f4f895f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:46.880896 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d0f47e5-017b-4e7f-843e-54017f4f895f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/3908aecc-28bf-4956-80f1-3e3c77fe1bcd HTTP/1.1" status: 404 len: 337 time: 0.0826206 Mar 02 07:29:46.891574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44182) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:46.906431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Allocated IP 172.26.4.173 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/11176ca4-f0ff-4822-9460-a7e7e7ec47c2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:46.939600 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e941b94-1d77-4015-a87a-8e8b041968c1 req-17b27bb2-8bce-46bc-bc3c-6c40f8b2c428 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030828 Mar 02 07:29:46.950456 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6c87a8-7d67-4971-a2ed-3a467f35e919 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:46.951118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6c87a8-7d67-4971-a2ed-3a467f35e919 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:46.952233 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-039007d2-8a80-409f-b85c-57db2db419c8 service neutron] 10.222.0.32 "GET /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444918 Mar 02 07:29:47.000663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.003473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Allocated IP 172.20.0.11 (aef28eda-7c9b-49bb-93b2-62b9fc8a8713/5c2d7351-ac87-438e-8fe2-d0410a90814a/668f7314-aa47-4508-bdf6-b355dba39dd9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:47.005571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.007827 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] 10.222.0.41 "DELETE /v2.0/networks/c7fcb27c-74c4-4b3d-a958-fb2a563c79de HTTP/1.1" status: 204 len: 168 time: 2.8846569 Mar 02 07:29:47.034924 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae6c87a8-7d67-4971-a2ed-3a467f35e919 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/5509f766-d02f-43b1-8c2f-0a75c9bd807d HTTP/1.1" status: 404 len: 337 time: 0.1369984 Mar 02 07:29:47.040545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44188) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.088674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d829-2799-450a-a5d3-b863e90f547a tempest-NetworksIpV6Test-2018804640 tempest-NetworksIpV6Test-2018804640-project] Pushing event deleted for resources: {'Network': ['ID=c7fcb27c-74c4-4b3d-a958-fb2a563c79de,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:47.100327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-02577a85-f5a7-4291-90bd-cb10b086f4e7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.100804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02577a85-f5a7-4291-90bd-cb10b086f4e7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.102561 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02577a85-f5a7-4291-90bd-cb10b086f4e7 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/e74fb1ba-2298-4060-90ea-d913c0183f97 HTTP/1.1" status: 404 len: 333 time: 0.0581751 Mar 02 07:29:47.107108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.147582 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6fd8ad-ea7b-493e-adbd-e968c9e49ce0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.148120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6fd8ad-ea7b-493e-adbd-e968c9e49ce0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.152891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dc6fd8ad-ea7b-493e-adbd-e968c9e49ce0 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/7fba0562-3572-4c73-89e8-f5eb6408cc5c HTTP/1.1" status: 404 len: 337 time: 0.0418465 Mar 02 07:29:47.153131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44196) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.156221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.310358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=0b7b4bdb-9780-4fbc-b6c3-6178cc76074e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:47.314572 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffc595c-f10c-4471-a34a-616213c510f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.314726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:47.314864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffc595c-f10c-4471-a34a-616213c510f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.316507 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dffc595c-f10c-4471-a34a-616213c510f6 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/edd0ac10-4e94-441f-a47c-4d4c758fb123 HTTP/1.1" status: 404 len: 333 time: 0.1624651 Mar 02 07:29:47.321788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44202) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.433147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.447314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:47.450469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:47.450996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.453043 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f5463efa-5021-4c24-ba99-96b3ff495116 req-8bddefee-178e-4f63-bded-0e05fb43e832 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/0b7b4bdb-9780-4fbc-b6c3-6178cc76074e HTTP/1.1" status: 204 len: 173 time: 2.2502744 Mar 02 07:29:47.458480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'name': 'network-vif-deleted', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:47.461049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:47.461507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.464528 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aae5bab-e86f-45d5-af1b-8819fd1c7c43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.465814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aae5bab-e86f-45d5-af1b-8819fd1c7c43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.468850 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7aae5bab-e86f-45d5-af1b-8819fd1c7c43 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/53385634-fb3d-4b3f-9dd5-9822e071d3e1 HTTP/1.1" status: 404 len: 337 time: 0.0996561 Mar 02 07:29:47.472682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44214) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.537070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.553129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8560864a-d2a7-461c-b697-a54cbeae10ed', 'name': 'network-vif-deleted', 'tag': '0b7b4bdb-9780-4fbc-b6c3-6178cc76074e', 'status': 'completed', 'code': 200} Mar 02 07:29:47.557044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.588595 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-02da64f8-59dd-4e9a-a067-b8637c16826f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.588982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02da64f8-59dd-4e9a-a067-b8637c16826f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.591267 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02da64f8-59dd-4e9a-a067-b8637c16826f tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/be3b77dd-25c1-49b4-9032-a5e0f566275f HTTP/1.1" status: 404 len: 333 time: 0.1171834 Mar 02 07:29:47.593971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44218) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.609196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Transition to ACTIVE for port object 668f7314-aa47-4508-bdf6-b355dba39dd9 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:47.631205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.674666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:47.679391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.680691 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c71739e-2694-4228-9718-1d4aaf915098 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.681371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c71739e-2694-4228-9718-1d4aaf915098 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.687756 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c71739e-2694-4228-9718-1d4aaf915098 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/a8c09f21-9fe8-41a0-9b92-d1b29af75086 HTTP/1.1" status: 404 len: 337 time: 0.0907385 Mar 02 07:29:47.688612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44222) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.729476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:47.769908 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-11904572-5421-4650-959b-a2ee0d3c5a11 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.772800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11904572-5421-4650-959b-a2ee0d3c5a11 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.774628 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11904572-5421-4650-959b-a2ee0d3c5a11 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/c20de074-bdbf-4438-b21d-0b93fec319fa HTTP/1.1" status: 404 len: 333 time: 0.0849867 Mar 02 07:29:47.780704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44226) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.805457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:47.808183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f97ede5-3407-400d-8fb3-2b01981ed409 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:47.831516 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f76a9a-3e37-46d6-8b31-5a8a679c6314 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.832069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f76a9a-3e37-46d6-8b31-5a8a679c6314 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.834062 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23f76a9a-3e37-46d6-8b31-5a8a679c6314 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/08981445-cd53-4ce4-8613-d99575017a7d HTTP/1.1" status: 404 len: 337 time: 0.0520475 Mar 02 07:29:47.836980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44232) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.852125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 1f97ede5-3407-400d-8fb3-2b01981ed409 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:47.852477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f97ede5-3407-400d-8fb3-2b01981ed409 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:47.886926 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e59cfe1-39e6-4858-a875-6129e051d17d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.887637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e59cfe1-39e6-4858-a875-6129e051d17d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.889774 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e59cfe1-39e6-4858-a875-6129e051d17d tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/9b768079-b3b5-4345-9a95-eb18ff5d1a89 HTTP/1.1" status: 404 len: 333 time: 0.0512996 Mar 02 07:29:47.892053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:47.945542 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf7e5e2-820c-4690-86d3-010d7dacb5bb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:47.946312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf7e5e2-820c-4690-86d3-010d7dacb5bb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:47.948188 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cbf7e5e2-820c-4690-86d3-010d7dacb5bb tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/99f95fa9-3ef0-4b48-990d-61447bbc447c HTTP/1.1" status: 404 len: 337 time: 0.0546169 Mar 02 07:29:47.950893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44240) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.039290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.067658 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce949eae-90b4-4522-9b67-2a5a793f6ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:48.068126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce949eae-90b4-4522-9b67-2a5a793f6ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:48.071938 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce949eae-90b4-4522-9b67-2a5a793f6ccf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/53f7cd70-b328-4e1a-9c77-b59cadc88d0c HTTP/1.1" status: 404 len: 333 time: 0.1198606 Mar 02 07:29:48.076494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44246) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.090306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:48.105882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:48.108874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:48.139822 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c08f86-b305-4291-8fd6-d1add57011a8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:48.140275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c08f86-b305-4291-8fd6-d1add57011a8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:48.142145 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-86c08f86-b305-4291-8fd6-d1add57011a8 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/26fd9354-f6f4-4792-b25b-4d6e65b3adfa HTTP/1.1" status: 404 len: 337 time: 0.0629311 Mar 02 07:29:48.145960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.167370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:48.222704 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2df62c-90d7-41d6-b747-f423655bbbf2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:48.223576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2df62c-90d7-41d6-b747-f423655bbbf2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:48.228304 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea2df62c-90d7-41d6-b747-f423655bbbf2 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/ports/12302340-c36c-42ff-a127-a9b6b045aa3d HTTP/1.1" status: 404 len: 333 time: 0.0792270 Mar 02 07:29:48.229420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44254) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.241272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event updated for resources: {'Port': ['ID=11176ca4-f0ff-4822-9460-a7e7e7ec47c2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:48.246321 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3420a815-fa39-4855-a0f8-d100943c3d84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dafa32123d9c42f9ba177f59df4f4113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8114288 Mar 02 07:29:48.247596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:48.268148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44258) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.324759 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e9423b-d5ab-4aa7-9974-2a26674b5ebf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] DELETE failed (client error): The resource could not be found. Mar 02 07:29:48.325013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e9423b-d5ab-4aa7-9974-2a26674b5ebf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:29:48.332196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b5e9423b-d5ab-4aa7-9974-2a26674b5ebf tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/subnets/cbacc580-9ae6-42fa-b3c4-0b0d9c81b1c6 HTTP/1.1" status: 404 len: 337 time: 0.1002119 Mar 02 07:29:48.333869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44262) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:48.359159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:48.436726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73cc1-18d3-4770-8cdf-3b1b593450b8 req-4efefecd-f386-4753-9a88-747a55116847 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:48.437460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fff73cc1-18d3-4770-8cdf-3b1b593450b8 req-4efefecd-f386-4753-9a88-747a55116847 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Synchronizing usage tracker for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:48.477351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b3fc225-9f73-4277-9d8f-5d6a4ce4986e req-01215d28-9dea-4e09-bd8d-25acf7dddac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=8560864a-d2a7-461c-b697-a54cbeae10ed HTTP/1.1" status: 200 len: 210 time: 0.3047237 Mar 02 07:29:48.582895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:48.583517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.587162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:48.623541 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-2a326cbc-3d41-4497-b2df-aae78dc0efcb tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8809032 Mar 02 07:29:48.661316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a36460b3-ccf2-403a-8a1e-25a991724f48 None None] Provisioning for port 668f7314-aa47-4508-bdf6-b355dba39dd9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:48.667677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a36460b3-ccf2-403a-8a1e-25a991724f48 None None] Provisioning complete for port 668f7314-aa47-4508-bdf6-b355dba39dd9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:48.668353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a36460b3-ccf2-403a-8a1e-25a991724f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.702590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Request body: {'port': {'device_id': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:48.729587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a36460b3-ccf2-403a-8a1e-25a991724f48 None None] Port 668f7314-aa47-4508-bdf6-b355dba39dd9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:29:48.757401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fff73cc1-18d3-4770-8cdf-3b1b593450b8 req-4efefecd-f386-4753-9a88-747a55116847 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Unset dirty status for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:48.758476 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fff73cc1-18d3-4770-8cdf-3b1b593450b8 req-4efefecd-f386-4753-9a88-747a55116847 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 932 time: 0.7632992 Mar 02 07:29:48.771845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.775142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-274a91dc-19ce-490c-887d-3d9cbeac33d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.814049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.835052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Deleting port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:48.835386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.860540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-274a91dc-19ce-490c-887d-3d9cbeac33d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.893867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fff73cc1-18d3-4770-8cdf-3b1b593450b8 req-9c1bcd09-b8ec-4f68-85c0-d7147fcdb336 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Synchronizing usage tracker for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:48.913616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.940772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fff73cc1-18d3-4770-8cdf-3b1b593450b8 req-9c1bcd09-b8ec-4f68-85c0-d7147fcdb336 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Unset dirty status for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:48.941932 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fff73cc1-18d3-4770-8cdf-3b1b593450b8 req-9c1bcd09-b8ec-4f68-85c0-d7147fcdb336 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755404 Mar 02 07:29:48.957114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:29:48.967056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:48.998152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:29:48.998568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0b7b4bdb-9780-4fbc-b6c3-6178cc76074e not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:29:48.998692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-274a91dc-19ce-490c-887d-3d9cbeac33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.033757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a91dc-19ce-490c-887d-3d9cbeac33d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae2dae6-da53-4890-91ac-2f061739b01c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:49.054946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-274a91dc-19ce-490c-887d-3d9cbeac33d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.060118 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-274a91dc-19ce-490c-887d-3d9cbeac33d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae2dae6-da53-4890-91ac-2f061739b01c HTTP/1.1" status: 204 len: 168 time: 0.7866807 Mar 02 07:29:49.137537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] For port 6b6d6749-a6c6-489a-bf8b-f3673ea91676, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6b6d6749-a6c6-489a-bf8b-f3673ea91676,segment=NetworkSegment(36223936-3165-4ac6-b21f-268631e4a521),segment_id=36223936-3165-4ac6-b21f-268631e4a521)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:49.137920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.249519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:49.299295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Calling delete_port for 6b6d6749-a6c6-489a-bf8b-f3673ea91676 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:49.344342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:49.344732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.424972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.482722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Port': ['ID=6b6d6749-a6c6-489a-bf8b-f3673ea91676,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:49.486957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] No DVR routers for this DVR port 6b6d6749-a6c6-489a-bf8b-f3673ea91676 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:29:49.543683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb44684-84ba-4f5f-aacb-0f5b81784405 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:49.563794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f43c2e-6bff-45a4-a457-00e98971afcd None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:29:49.648111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:49.661267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.682172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f43c2e-6bff-45a4-a457-00e98971afcd None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:29:49.697107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd85606-01cd-4b60-bb33-0395597a84af']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:49.715833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36223936-3165-4ac6-b21f-268631e4a521') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:49.716316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36223936-3165-4ac6-b21f-268631e4a521') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:49.733400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.755980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.759646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.767329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:29:49.768403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:29:49.805665 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:29:49.863912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bebb9b6-04e5-4fa9-b605-ef405f8ad799 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.889088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.911096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:49.927828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] Pushing event deleted for resources: {'Network': ['ID=9cd85606-01cd-4b60-bb33-0395597a84af,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:49.961785 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-785c66a1-8f81-4b4a-8719-526608dca821 tempest-NetworksTestDHCPv6-1474497493 tempest-NetworksTestDHCPv6-1474497493-project] 10.222.0.41 "DELETE /v2.0/networks/9cd85606-01cd-4b60-bb33-0395597a84af HTTP/1.1" status: 204 len: 168 time: 1.5790801 Mar 02 07:29:49.979533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44296) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:50.041941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bebb9b6-04e5-4fa9-b605-ef405f8ad799 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.148373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668f7314-aa47-4508-bdf6-b355dba39dd9 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:50.184825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-411655185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:50.188417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.192905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88913f17-f697-41d1-b4c5-a02151040905 None None] DHCP port deletion for 9cd85606-01cd-4b60-bb33-0395597a84af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:50.195088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:50.202510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:router and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:50.207828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:50.215980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:50.233767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Transition to ACTIVE for port object 668f7314-aa47-4508-bdf6-b355dba39dd9 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:50.234503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bebb9b6-04e5-4fa9-b605-ef405f8ad799 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.235104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.236593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.254030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.260908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8be06-3d97-4113-b888-96a9da68af8f req-c5ba5271-4a42-4c78-af93-2562a5414d4a tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:50.263163 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c8a8be06-3d97-4113-b888-96a9da68af8f req-c5ba5271-4a42-4c78-af93-2562a5414d4a tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 932 time: 0.1640296 Mar 02 07:29:50.290689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.291893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44304) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:50.301253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebb9b6-04e5-4fa9-b605-ef405f8ad799 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a022e-b1bd-41d2-9cdb-2413cd31c84f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:50.356085 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c8a8be06-3d97-4113-b888-96a9da68af8f req-2d72108f-038f-494b-9ed2-a9cb5754df53 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852098 Mar 02 07:29:50.359170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.392797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.392797 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4beb385e-1b7b-458e-8f9f-2c635b5c4665 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4102974 Mar 02 07:29:50.394105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44310) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:50.402243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1193603758'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:50.411385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:50.417242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:network and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:50.425881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:50.432629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:50.443466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Router 34cf491a-0b16-4e90-9bc1-6d5b268ca944 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:29:50.449473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Made reservation on behalf of 79655f38e30c4b5eb5b27e2e1191eee4 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:50.453012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bebb9b6-04e5-4fa9-b605-ef405f8ad799 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.454150 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bebb9b6-04e5-4fa9-b605-ef405f8ad799 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc3a022e-b1bd-41d2-9cdb-2413cd31c84f HTTP/1.1" status: 204 len: 168 time: 0.8050876 Mar 02 07:29:50.457033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.475778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.510006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44316) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:50.520633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Pushing event updated for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:50.552305 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d64d883f-9620-4949-a911-2895632f5f23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23d60668d5e34a5e993440a5bed1c079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540329 Mar 02 07:29:50.552305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:50.552927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44320) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:50.557077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:security_group_rule and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:50.568665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:50.577663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:50.646905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f8eeb5a-9f43-45d3-bd99-27fcca2d4699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.686689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f8eeb5a-9f43-45d3-bd99-27fcca2d4699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.713621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Attempting to bind port 668f7314-aa47-4508-bdf6-b355dba39dd9 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:50.714204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Attempting to bind port 668f7314-aa47-4508-bdf6-b355dba39dd9 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:50.714343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Attempting to bind port 668f7314-aa47-4508-bdf6-b355dba39dd9 on network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:50.753901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.759311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.780657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Port 668f7314-aa47-4508-bdf6-b355dba39dd9 on network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:29:50.780992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Attempting to bind port 668f7314-aa47-4508-bdf6-b355dba39dd9 on network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:50.791857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:50.793819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f8eeb5a-9f43-45d3-bd99-27fcca2d4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.814320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.814661 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Added segment 003e6b2f-295f-40fe-a8f1-f9decc472a84 of type vlan for network 924b508b-31bd-4c53-aabd-b024ae9b3468 Mar 02 07:29:50.818336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80fda10-0518-4806-8e80-818db0da34e1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:50.846354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:50.846695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Checking segment: {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:50.847040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Bound using segment: {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:50.847476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Bound port: 668f7314-aa47-4508-bdf6-b355dba39dd9, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d06b6f6-31fd-4816-a1c7-953cdf255e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:50.847818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.851437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8eeb5a-9f43-45d3-bd99-27fcca2d4699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6099dd3-1908-41e1-87e2-cb925454f606,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:50.864243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.869356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f8eeb5a-9f43-45d3-bd99-27fcca2d4699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.870553 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5f8eeb5a-9f43-45d3-bd99-27fcca2d4699 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6099dd3-1908-41e1-87e2-cb925454f606 HTTP/1.1" status: 204 len: 168 time: 0.3167331 Mar 02 07:29:50.900186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:50.905981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:50.906592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.009487 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6141396 Mar 02 07:29:51.013289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44328) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:51.020814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'subnet': {'network_id': '924b508b-31bd-4c53-aabd-b024ae9b3468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:51.023067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:51.034678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a196d-0f6a-4028-9dc9-e484d1125b27 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Network': ['ID=924b508b-31bd-4c53-aabd-b024ae9b3468,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:51.040548 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] Sync routers for ids ['34cf491a-0b16-4e90-9bc1-6d5b268ca944'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:51.047627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:51.076246 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] Routers {'34cf491a-0b16-4e90-9bc1-6d5b268ca944'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:51.076865 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['34cf491a-0b16-4e90-9bc1-6d5b268ca944'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:51.141118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:51.145334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:subnet and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:51.148494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:51.154687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:51.178068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Made reservation on behalf of 79655f38e30c4b5eb5b27e2e1191eee4 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:51.187936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.210060 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:51.215643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.217242 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6596ca1a-2e72-4fef-9c53-cb374f228d6a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2021024 Mar 02 07:29:51.225676 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] Routers {'34cf491a-0b16-4e90-9bc1-6d5b268ca944'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:51.226647 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['34cf491a-0b16-4e90-9bc1-6d5b268ca944'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:51.228995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44336) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:51.238556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:51.323430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:51.324377 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c17f7-ed0f-4726-a8a5-2c0c4afbb9de None None] The sync data for ids ['34cf491a-0b16-4e90-9bc1-6d5b268ca944'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:51.486776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:51.506715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.673434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.675275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.675906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:51.677420 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] 10.222.0.32 "PUT /v2.0/ports/668f7314-aa47-4508-bdf6-b355dba39dd9 HTTP/1.1" status: 200 len: 1094 time: 2.9791322 Mar 02 07:29:51.680163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:29:51.735094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2859-fc52-4aea-83aa-0d8b50a7d23d req-79f93e12-f065-4b98-8d15-13a3e4cf8d3b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.736744 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cfbf2859-fc52-4aea-83aa-0d8b50a7d23d req-79f93e12-f065-4b98-8d15-13a3e4cf8d3b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 944 time: 0.2142234 Mar 02 07:29:51.814542 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'status': 'completed', 'code': 200} Mar 02 07:29:51.822667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3899e-e4c4-4d11-8f7b-88be8e9633ef service neutron] Pushing event updated for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:51.826117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44356) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:51.840259 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cfbf2859-fc52-4aea-83aa-0d8b50a7d23d req-e6d87f30-bc8a-4a79-bc7b-bdb4933c76ea tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896943 Mar 02 07:29:51.845017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Checking segment: {'id': '003e6b2f-295f-40fe-a8f1-f9decc472a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '924b508b-31bd-4c53-aabd-b024ae9b3468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:51.845370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network hostable DHCP agents. Network: 924b508b-31bd-4c53-aabd-b024ae9b3468, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:51.848123 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48ebbb54-fc44-43a1-bc30-f3783aef9d22 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/34cf491a-0b16-4e90-9bc1-6d5b268ca944 HTTP/1.1" status: 200 len: 924 time: 0.6153448 Mar 02 07:29:51.851269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:51.855336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Subnet': ['ID=aa20bb37-b331-4247-8394-70d62a2e6dc5,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:51.907953 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-644170d1-b019-420b-9694-23dc56fdb5c7 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cf491a-0b16-4e90-9bc1-6d5b268ca944 HTTP/1.1" status: 200 len: 205 time: 0.0556045 Mar 02 07:29:51.911083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:51.917494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-6a370337-dcda-4689-a882-ebc685dd17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:51.920837 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-6a370337-dcda-4689-a882-ebc685dd17a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623c7745c53d4064a5c9144ecaceee6c&device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1097 time: 0.1783860 Mar 02 07:29:51.981356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:52.002698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 924b508b-31bd-4c53-aabd-b024ae9b3468) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:52.012205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:52.013259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.021231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6508ce-f45a-4fcc-aa32-658107e8272f None None] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:52.034206 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-aaf95cc4-a7ef-4b24-b301-566edb9b7128 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=668f7314-aa47-4508-bdf6-b355dba39dd9 HTTP/1.1" status: 200 len: 217 time: 0.0804024 Mar 02 07:29:52.115138 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9c709366-b86e-4d16-a16b-1a241141e421 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1007521 Mar 02 07:29:52.115730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1762102687'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:52.122867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44370) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:52.128250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:52.134708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'network': {'name': 'tempest-router-network01--248952494'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:52.141269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-17c0ca25-7c65-4401-9d35-26c65915e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:52.142053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.142717 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-17c0ca25-7c65-4401-9d35-26c65915e137 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c2d7351-ac87-438e-8fe2-d0410a90814a HTTP/1.1" status: 200 len: 835 time: 0.1028113 Mar 02 07:29:52.143670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:network and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:52.148610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:52.186144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:52.191711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:52.201677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:network and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:52.210277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:52.229489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:52.238968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.294620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-924b508b-31bd-4c53-aabd-b024ae9b3468', 'network_id': '924b508b-31bd-4c53-aabd-b024ae9b3468', 'tenant_id': '79655f38e30c4b5eb5b27e2e1191eee4', 'fixed_ips': [{'subnet_id': 'aa20bb37-b331-4247-8394-70d62a2e6dc5'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:52.296189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.296307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Made reservation on behalf of 23579d4a5d8345548873ade8b9239d03 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:52.299775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.329377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.332910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.344295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Deleting port 11176ca4-f0ff-4822-9460-a7e7e7ec47c2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:52.345101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.351630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Made reservation on behalf of 79655f38e30c4b5eb5b27e2e1191eee4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:52.355093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.376561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:52.391543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:security_group_rule and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:52.454216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:52.468455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Allocated IP 172.20.0.2 (924b508b-31bd-4c53-aabd-b024ae9b3468/aa20bb37-b331-4247-8394-70d62a2e6dc5/b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:52.477629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:52.509488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-1bf54668-9847-40fa-ab9c-2e9ea7e6f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:52.510998 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-1bf54668-9847-40fa-ab9c-2e9ea7e6f249 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3590517 Mar 02 07:29:52.521510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:52.545128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.631087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.631427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Added segment 65cb6737-41da-4b60-ae2c-df246987f032 of type vlan for network 67c61c93-d518-4954-93e5-f00a893775af Mar 02 07:29:52.674745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Calling delete_port for 11176ca4-f0ff-4822-9460-a7e7e7ec47c2 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:52.682473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.693180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Transition to ACTIVE for port object b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:52.711617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Transition to ACTIVE for port object b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:52.718107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.778912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:52.781806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:52.785316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:52.794620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.849485 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-917cb959-cba8-499e-9d78-6e725656b941 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256071 Mar 02 07:29:52.868101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Pushing event updated for resources: {'Port': ['ID=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:52.885406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Attempting to bind port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:52.885917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Attempting to bind port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '003e6b2f-295f-40fe-a8f1-f9decc472a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '924b508b-31bd-4c53-aabd-b024ae9b3468'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:52.886315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Attempting to bind port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 on network 924b508b-31bd-4c53-aabd-b024ae9b3468 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:52.890111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.891993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:52.892419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Checking segment: {'id': '003e6b2f-295f-40fe-a8f1-f9decc472a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '924b508b-31bd-4c53-aabd-b024ae9b3468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:52.892823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.893499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Bound using segment: {'id': '003e6b2f-295f-40fe-a8f1-f9decc472a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '924b508b-31bd-4c53-aabd-b024ae9b3468'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:52.893959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Bound port: b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003e6b2f-295f-40fe-a8f1-f9decc472a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '924b508b-31bd-4c53-aabd-b024ae9b3468'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:52.894470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.916730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.950706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event deleted for resources: {'Port': ['ID=11176ca4-f0ff-4822-9460-a7e7e7ec47c2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:52.989276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:52.994712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-52261011-10be-4c6c-968c-2847d55049cc None None] For port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:52.998604 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-52261011-10be-4c6c-968c-2847d55049cc None None] For port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,segment=NetworkSegment(003e6b2f-295f-40fe-a8f1-f9decc472a84),segment_id=003e6b2f-295f-40fe-a8f1-f9decc472a84)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:53.002714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.007358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.013049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:53.013662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.080985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52261011-10be-4c6c-968c-2847d55049cc None None] Pushing event updated for resources: {'Port': ['ID=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:53.188306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.313720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:53.389792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.392071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.399725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d07afe-ab83-4a74-9bf9-8bb60a326ae5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:53.430779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.432748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Fanout notify agent at l3_agent the message router_deleted on router 34cf491a-0b16-4e90-9bc1-6d5b268ca944 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:29:53.453605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.454010 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Added segment abd9a35e-8bcd-4046-b0c6-5bc4302924cb of type vlan for network e2842b23-83d9-46df-981f-e4fa4f15349f Mar 02 07:29:53.460126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.461689 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b0471fe2-838f-4797-b1e3-1f461d3dd28a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/34cf491a-0b16-4e90-9bc1-6d5b268ca944 HTTP/1.1" status: 204 len: 168 time: 1.5496790 Mar 02 07:29:53.465603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Network': ['ID=67c61c93-d518-4954-93e5-f00a893775af,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:53.466828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44376) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.473137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1306544355', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': False}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:53.478822 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef91e1f5-2976-45e4-ba0d-baacfef895ff tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3524797 Mar 02 07:29:53.481684 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3dac49-f4e8-4fcc-9ce9-d752105767cf req-ca23796b-ea3f-486a-b492-9baece99bc47 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082273 Mar 02 07:29:53.482684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 8d701df4-5fae-480d-882f-44706b743183 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:53.483394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.483545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:53.484906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 67c61c93-d518-4954-93e5-f00a893775af details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:53.485659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44380) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.497232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'network': {'name': 'tempest-router-network02--1660272362'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:53.503048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:53.508899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:router and tenant:91201f533c1f44359817e428737d8ae3 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:53.514217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:53.522465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:53.537075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:network and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:53.541721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.543421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.548108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:53.556084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:53.571548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.584538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Made reservation on behalf of 79655f38e30c4b5eb5b27e2e1191eee4 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:53.590122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.599635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.628183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:29:53.680150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37346b-d662-4e50-a5e6-8b078441a7bf req-7c0fc456-1e68-4bec-966a-ae546fae185b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:53.680844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1d37346b-d662-4e50-a5e6-8b078441a7bf req-7c0fc456-1e68-4bec-966a-ae546fae185b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Synchronizing usage tracker for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:29:53.696506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.696852 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Added segment a28650b4-7c1a-40e8-8273-a566dca61fcc of type vlan for network 5379cbab-8806-405f-8976-311b3e245bc7 Mar 02 07:29:53.784077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1d37346b-d662-4e50-a5e6-8b078441a7bf req-7c0fc456-1e68-4bec-966a-ae546fae185b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Unset dirty status for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:29:53.785258 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d37346b-d662-4e50-a5e6-8b078441a7bf req-7c0fc456-1e68-4bec-966a-ae546fae185b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 944 time: 0.7873690 Mar 02 07:29:53.793313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.798650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:53.799228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.900542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.906032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:53.954481 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1091170 Mar 02 07:29:53.958208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:53.967069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'subnet': {'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:53.971313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-cfb05dd5-e663-427a-abc3-75ec13434bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:53.972800 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-cfb05dd5-e663-427a-abc3-75ec13434bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623c7745c53d4064a5c9144ecaceee6c&device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1097 time: 0.4315760 Mar 02 07:29:53.996336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.001716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:54.002314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.006638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 8d701df4-5fae-480d-882f-44706b743183, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8d701df4-5fae-480d-882f-44706b743183,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:54.007013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.014919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9a28f-e17c-40ba-9c42-f18bc0e2fbd1 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Network': ['ID=e2842b23-83d9-46df-981f-e4fa4f15349f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:54.027763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network e2842b23-83d9-46df-981f-e4fa4f15349f details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:54.097885 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d37346b-d662-4e50-a5e6-8b078441a7bf req-e7924b17-9fc3-4b7e-8786-1cfaae133b8c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913427 Mar 02 07:29:54.170490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 8d701df4-5fae-480d-882f-44706b743183 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:29:54.263095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Network': ['ID=5379cbab-8806-405f-8976-311b3e245bc7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:54.268793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d2e3a1a9-9ddf-42b1-837c-51556c2ced6e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7819600 Mar 02 07:29:54.272773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:54.274670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 5379cbab-8806-405f-8976-311b3e245bc7 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:29:54.279763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'subnet': {'network_id': '67c61c93-d518-4954-93e5-f00a893775af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:54.303827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:54.318790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:subnet and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:54.328690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:54.338048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-78d8f90f-420e-446f-92a6-e909ba637158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:54.339993 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-78d8f90f-420e-446f-92a6-e909ba637158 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713 HTTP/1.1" status: 200 len: 897 time: 0.3600190 Mar 02 07:29:54.342003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:54.403927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81007d49-7e56-4ed0-b083-6d68fcbb7e6e None None] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:54.424579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-4ca55753-9f5f-426e-be12-e49e40c7e1ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=668f7314-aa47-4508-bdf6-b355dba39dd9 HTTP/1.1" status: 200 len: 217 time: 0.0776117 Mar 02 07:29:54.428786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Made reservation on behalf of 23579d4a5d8345548873ade8b9239d03 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:54.432209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.448705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:54.472283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:subnet and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:54.478000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:54.503466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-d858cbc0-eedf-4e35-a5c6-89dd3c714821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:54.504916 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-d858cbc0-eedf-4e35-a5c6-89dd3c714821 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c2d7351-ac87-438e-8fe2-d0410a90814a HTTP/1.1" status: 200 len: 835 time: 0.0745685 Mar 02 07:29:54.517977 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71dfc985-a9a4-4e85-8b8b-468ca8bf990e None None] Provisioning for port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:54.527819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:54.563059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Made reservation on behalf of 79655f38e30c4b5eb5b27e2e1191eee4 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:54.566458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.620836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:54.701204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=8d701df4-5fae-480d-882f-44706b743183,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:54.767311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-88232b85-6318-485d-996b-ced8463d8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:54.769065 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-88232b85-6318-485d-996b-ced8463d8cdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2327030 Mar 02 07:29:55.055063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.106336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.214026 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-a2103a0e-f36e-4dee-bf8c-6085ddac71bc service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379086 Mar 02 07:29:55.220105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.332898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.401333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:55.440913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Subnet': ['ID=59e0f86d-c561-41fe-a15d-2fabb4e04bb0,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:55.458211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.465861 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3402238-caf8-49f6-9d8d-0982dab9be83 req-bc882a17-1272-447c-87ea-8f59c4b3ef23 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420602 Mar 02 07:29:55.490334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:29:55.495871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:55.496357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.521537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Checking segment: {'id': 'abd9a35e-8bcd-4046-b0c6-5bc4302924cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:55.521916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Network hostable DHCP agents. Network: e2842b23-83d9-46df-981f-e4fa4f15349f, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:55.535472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Allocated IP 172.26.4.209 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/050d411a-111a-4c20-bd01-4ee0f6ec134a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:55.592443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Subnet': ['ID=005896b7-926c-45c9-8392-0147181ef4b6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:55.620772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.643833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae349f-5348-4368-9420-6ffdebbdef1d req-7eb5dcfb-9ea4-4a9d-87f7-27d9ee3df446 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:55.645294 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9eae349f-5348-4368-9420-6ffdebbdef1d req-7eb5dcfb-9ea4-4a9d-87f7-27d9ee3df446 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 944 time: 0.3843424 Mar 02 07:29:55.645935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Network e2842b23-83d9-46df-981f-e4fa4f15349f is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:55.651280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Checking segment: {'id': '65cb6737-41da-4b60-ae2c-df246987f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '67c61c93-d518-4954-93e5-f00a893775af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:55.651558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network hostable DHCP agents. Network: 67c61c93-d518-4954-93e5-f00a893775af, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:55.654417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,segment=NetworkSegment(003e6b2f-295f-40fe-a8f1-f9decc472a84),segment_id=003e6b2f-295f-40fe-a8f1-f9decc472a84)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:55.660609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.734426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, e2842b23-83d9-46df-981f-e4fa4f15349f) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:55.737451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:55.743398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ad88d-7a62-4962-a1b8-7b4f3ceb4665 None None] Network e2842b23-83d9-46df-981f-e4fa4f15349f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:55.751774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:55.752346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.770183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router d1fc467d-f9e7-4ef1-9964-699b7816aa8b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:29:55.793268 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9eae349f-5348-4368-9420-6ffdebbdef1d req-98527063-80b7-4f2b-8a15-797089eacec1 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318660 Mar 02 07:29:55.801049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network 67c61c93-d518-4954-93e5-f00a893775af is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:55.821380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 67c61c93-d518-4954-93e5-f00a893775af) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:55.826852 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2f02369-7014-47b0-a60e-123b03db2a65 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8671165 Mar 02 07:29:55.835345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:55.835920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d4ea93-dc17-4c61-aed1-0713ddcc2cbf None None] Network 67c61c93-d518-4954-93e5-f00a893775af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:55.841236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:55.841923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.846997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2089018016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:55.854719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.861788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:55.868600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:router and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:55.869977 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb64d78d-6104-4fb2-a7bc-50fa0e28d99a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5948694 Mar 02 07:29:55.873344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44398) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:55.877788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:55.883560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'subnet': {'network_id': '5379cbab-8806-405f-8976-311b3e245bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:55.897700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:55.906045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:55.964148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:55.967543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:55.971539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:56.015763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Port': ['ID=050d411a-111a-4c20-bd01-4ee0f6ec134a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:56.055639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.056947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.094413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:56.100129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:56.105057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Usage tracker for resource:subnet and tenant:79655f38e30c4b5eb5b27e2e1191eee4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:56.109008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:56.113327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] Sync routers for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:56.114437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:56.129580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Made reservation on behalf of 79655f38e30c4b5eb5b27e2e1191eee4 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:29:56.133051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.163920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:56.164451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:56.167153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.211551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-e2842b23-83d9-46df-981f-e4fa4f15349f', 'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f', 'tenant_id': '23579d4a5d8345548873ade8b9239d03', 'fixed_ips': [{'subnet_id': '59e0f86d-c561-41fe-a15d-2fabb4e04bb0'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:56.212378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.243023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-67c61c93-d518-4954-93e5-f00a893775af', 'network_id': '67c61c93-d518-4954-93e5-f00a893775af', 'tenant_id': '79655f38e30c4b5eb5b27e2e1191eee4', 'fixed_ips': [{'subnet_id': '005896b7-926c-45c9-8392-0147181ef4b6'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:56.243840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.249774 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2bdcfbfa-3acb-4801-b293-4f7f7a24d9d8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/d1fc467d-f9e7-4ef1-9964-699b7816aa8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7342193 Mar 02 07:29:56.252665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:56.290533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.376067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet 2c1943d4-ba0f-4073-ae7b-6210fb648696 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:29:56.380908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.384599 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53246610-b5e2-4adb-aa2f-9fa811c35a72 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5461607 Mar 02 07:29:56.437183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44406) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:56.440351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.588580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.647905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:56.828130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Allocated IP 172.20.0.2 (67c61c93-d518-4954-93e5-f00a893775af/005896b7-926c-45c9-8392-0147181ef4b6/b9621ec4-155e-4d37-8b69-41fc96e00163) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:56.836281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Allocated IP 172.20.0.2 (e2842b23-83d9-46df-981f-e4fa4f15349f/59e0f86d-c561-41fe-a15d-2fabb4e04bb0/3165032b-c1f6-4510-b17f-eb658cfda215) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:56.848717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:56.968183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 668f7314-aa47-4508-bdf6-b355dba39dd9 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:29:56.983824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.200592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:29:57.201169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Router 3d25faa6-c3d0-4c00-af71-44938e2e7b5c is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:29:57.212314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.330922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.400712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:29:57.406832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Subnet': ['ID=6d026794-4307-43f7-adc2-da487e86ce48,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:57.416348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.419458 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Sync routers for ids ['3d25faa6-c3d0-4c00-af71-44938e2e7b5c'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:29:57.428603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:29:57.435047 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Routers {'3d25faa6-c3d0-4c00-af71-44938e2e7b5c'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:57.435856 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3d25faa6-c3d0-4c00-af71-44938e2e7b5c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:57.441284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.447120 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a17eb5b-8c03-45ec-bd5f-4a4f7a23f815 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9785531 Mar 02 07:29:57.449176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44412) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:57.460338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98dc2c-a1b6-43d7-9cfa-14af2ed62208 req-3c2a057a-da58-421f-8a01-5916e549a7ad tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:57.461849 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d98dc2c-a1b6-43d7-9cfa-14af2ed62208 req-3c2a057a-da58-421f-8a01-5916e549a7ad tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 944 time: 0.5223472 Mar 02 07:29:57.470266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Checking segment: {'id': 'a28650b4-7c1a-40e8-8273-a566dca61fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5379cbab-8806-405f-8976-311b3e245bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:57.470628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network hostable DHCP agents. Network: 5379cbab-8806-405f-8976-311b3e245bc7, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:29:57.514129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.548545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Transition to ACTIVE for port object b9621ec4-155e-4d37-8b69-41fc96e00163 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:57.646616 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Set router 3d25faa6-c3d0-4c00-af71-44938e2e7b5c gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:57.653139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:29:54Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:57.656176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:57.672091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Transition to ACTIVE for port object b9621ec4-155e-4d37-8b69-41fc96e00163 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:57.700694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] Checking router: d1fc467d-f9e7-4ef1-9964-699b7816aa8b for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:57.700913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network 5379cbab-8806-405f-8976-311b3e245bc7 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:29:57.711037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'port_id': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'mac_address': 'fa:16:3e:6d:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:29:57.722531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.728367 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d98dc2c-a1b6-43d7-9cfa-14af2ed62208 req-a1a6733d-4fd7-4518-8e1e-8cb8b042b061 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968439 Mar 02 07:29:57.747055 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59307a6e-c572-4954-9536-d4675957bee6 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/3d25faa6-c3d0-4c00-af71-44938e2e7b5c HTTP/1.1" status: 200 len: 909 time: 0.2962430 Mar 02 07:29:57.749421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.750398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44416) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:57.758734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1306544355', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': True}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:29:57.764252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.768036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:29:57.771655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 5379cbab-8806-405f-8976-311b3e245bc7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:57.784555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1943d4-ba0f-4073-ae7b-6210fb648696,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:57.792971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Usage tracker for resource:router and tenant:91201f533c1f44359817e428737d8ae3 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:29:57.798391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:29:57.802845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:29:57.803221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.806680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:29:57.814916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:57.814916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.818781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.827061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.830503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.849716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] Routers {'d1fc467d-f9e7-4ef1-9964-699b7816aa8b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:57.850347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:57.855686 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8933cff3-df6f-4e97-863d-d39679394925 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/2c1943d4-ba0f-4073-ae7b-6210fb648696 HTTP/1.1" status: 204 len: 168 time: 1.6020131 Mar 02 07:29:57.856353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44420) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:57.861858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:57.916036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9596e9c-4c9d-43c3-89b4-37f972d536c7 None None] Network 5379cbab-8806-405f-8976-311b3e245bc7 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:57.927956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779ed15-b3b4-47a8-bc31-72fc99c3de0a None None] Network a508b493-6392-4bc0-a8c9-244fb8ccf82f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:29:57.950101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Network 67c61c93-d518-4954-93e5-f00a893775af is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:58.002104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:58.011912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Transition to ACTIVE for port object 3165032b-c1f6-4510-b17f-eb658cfda215 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:58.032789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:58.051412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25faa6-c3d0-4c00-af71-44938e2e7b5c', 'name': 'tempest-snat-router-1306544355', 'tenant_id': '91201f533c1f44359817e428737d8ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.209'}], 'enable_snat': False}, 'gw_port_id': '050d411a-111a-4c20-bd01-4ee0f6ec134a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:53Z', 'updated_at': '2022-03-02T07:29:56Z', 'revision_number': 3, 'project_id': '91201f533c1f44359817e428737d8ae3', 'gw_port': {'id': '050d411a-111a-4c20-bd01-4ee0f6ec134a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25faa6-c3d0-4c00-af71-44938e2e7b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:55Z', 'updated_at': '2022-03-02T07:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:58.057059 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Checking router: 3d25faa6-c3d0-4c00-af71-44938e2e7b5c for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:29:58.057758 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Updating router 3d25faa6-c3d0-4c00-af71-44938e2e7b5c port 050d411a-111a-4c20-bd01-4ee0f6ec134a binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:29:58.076126 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0f66421-6319-43ce-a567-bf0b69b8ab96 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1987462 Mar 02 07:29:58.083443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:29:58.137239 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.196600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.322580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.330936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Pushing event updated for resources: {'Port': ['ID=b9621ec4-155e-4d37-8b69-41fc96e00163,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:58.360391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Transition to ACTIVE for port object 3165032b-c1f6-4510-b17f-eb658cfda215 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:58.501147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668f7314-aa47-4508-bdf6-b355dba39dd9 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:29:58.527101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.546221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.661369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Attempting to bind port b9621ec4-155e-4d37-8b69-41fc96e00163 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:58.662007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Attempting to bind port b9621ec4-155e-4d37-8b69-41fc96e00163 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '65cb6737-41da-4b60-ae2c-df246987f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '67c61c93-d518-4954-93e5-f00a893775af'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:58.662213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Attempting to bind port b9621ec4-155e-4d37-8b69-41fc96e00163 on network 67c61c93-d518-4954-93e5-f00a893775af {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:58.684518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:29:58.712630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Network e2842b23-83d9-46df-981f-e4fa4f15349f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:58.714596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] Set router d1fc467d-f9e7-4ef1-9964-699b7816aa8b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:58.753843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Allocated IP 172.20.0.1 (e2842b23-83d9-46df-981f-e4fa4f15349f/59e0f86d-c561-41fe-a15d-2fabb4e04bb0/ffa2f17d-7321-4ee6-80ee-c175a94d927f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:58.755066 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.769250 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Transition to ACTIVE for port object 050d411a-111a-4c20-bd01-4ee0f6ec134a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:58.780805 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.830707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.866997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.869099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:58.871036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:58.871399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Checking segment: {'id': '65cb6737-41da-4b60-ae2c-df246987f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '67c61c93-d518-4954-93e5-f00a893775af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:58.871791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.872170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Bound using segment: {'id': '65cb6737-41da-4b60-ae2c-df246987f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '67c61c93-d518-4954-93e5-f00a893775af'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:58.872642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Bound port: b9621ec4-155e-4d37-8b69-41fc96e00163, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb6737-41da-4b60-ae2c-df246987f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '67c61c93-d518-4954-93e5-f00a893775af'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:58.873009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.882101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:58.914442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.941209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Pushing event updated for resources: {'Port': ['ID=3165032b-c1f6-4510-b17f-eb658cfda215,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:58.949530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.954705 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Attempting to bind port 050d411a-111a-4c20-bd01-4ee0f6ec134a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:58.955068 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Attempting to bind port 050d411a-111a-4c20-bd01-4ee0f6ec134a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:58.955409 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Attempting to bind port 050d411a-111a-4c20-bd01-4ee0f6ec134a on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:58.970929 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:58.971633 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:58.972205 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:58.973055 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:58.973724 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Bound port: 050d411a-111a-4c20-bd01-4ee0f6ec134a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:58.974315 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.052025 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97024d-7a5f-4177-89e2-f3909567b4e3 None None] Pushing event updated for resources: {'Port': ['ID=050d411a-111a-4c20-bd01-4ee0f6ec134a,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:59.093595 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] For port 050d411a-111a-4c20-bd01-4ee0f6ec134a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:59.094188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.098284 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] For port 050d411a-111a-4c20-bd01-4ee0f6ec134a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=050d411a-111a-4c20-bd01-4ee0f6ec134a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:59.107766 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.190297 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97024d-7a5f-4177-89e2-f3909567b4e3 None None] Pushing event updated for resources: {'Port': ['ID=050d411a-111a-4c20-bd01-4ee0f6ec134a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:59.221395 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Routers {'3d25faa6-c3d0-4c00-af71-44938e2e7b5c'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:29:59.222209 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['3d25faa6-c3d0-4c00-af71-44938e2e7b5c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:59.247065 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Allocated IP 172.26.4.227 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e5175a44-fc3e-43d7-9a70-db7eba0e9592) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:29:59.269483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['668f7314-aa47-4508-bdf6-b355dba39dd9'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:29:59.364114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:59.364441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.467194 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] Set router 3d25faa6-c3d0-4c00-af71-44938e2e7b5c gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:29:59.600243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.642982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-5379cbab-8806-405f-8976-311b3e245bc7', 'network_id': '5379cbab-8806-405f-8976-311b3e245bc7', 'tenant_id': '79655f38e30c4b5eb5b27e2e1191eee4', 'fixed_ips': [{'subnet_id': '6d026794-4307-43f7-adc2-da487e86ce48'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:29:59.644600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.672758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Attempting to bind port 3165032b-c1f6-4510-b17f-eb658cfda215 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:29:59.674085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Attempting to bind port 3165032b-c1f6-4510-b17f-eb658cfda215 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'abd9a35e-8bcd-4046-b0c6-5bc4302924cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:29:59.674645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Attempting to bind port 3165032b-c1f6-4510-b17f-eb658cfda215 on network e2842b23-83d9-46df-981f-e4fa4f15349f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:29:59.714506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.721342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:29:59.730120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:29:59.730898 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Checking segment: {'id': 'abd9a35e-8bcd-4046-b0c6-5bc4302924cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:29:59.731368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.731823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Bound using segment: {'id': 'abd9a35e-8bcd-4046-b0c6-5bc4302924cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:29:59.732365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Bound port: 3165032b-c1f6-4510-b17f-eb658cfda215, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd9a35e-8bcd-4046-b0c6-5bc4302924cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:29:59.732803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.791410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.799008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Transition to ACTIVE for port object ffa2f17d-7321-4ee6-80ee-c175a94d927f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:29:59.830879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-826b3251-54ba-43fd-b619-782755363bcb None None] For port b9621ec4-155e-4d37-8b69-41fc96e00163, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:29:59.841507 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.901026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fb606-9f01-46a1-87f1-40c9c23b2cde req-23e02bd4-e614-456e-9e19-45c7aa926728 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:29:59.903271 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a0fb606-9f01-46a1-87f1-40c9c23b2cde req-23e02bd4-e614-456e-9e19-45c7aa926728 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 945 time: 1.0029776 Mar 02 07:29:59.907616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:59.908107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] DHCP port deletion for a508b493-6392-4bc0-a8c9-244fb8ccf82f request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:29:59.909137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:59.918193 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25faa6-c3d0-4c00-af71-44938e2e7b5c', 'name': 'tempest-snat-router-1306544355', 'tenant_id': '91201f533c1f44359817e428737d8ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.209'}], 'enable_snat': False}, 'gw_port_id': '050d411a-111a-4c20-bd01-4ee0f6ec134a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:53Z', 'updated_at': '2022-03-02T07:29:56Z', 'revision_number': 3, 'project_id': '91201f533c1f44359817e428737d8ae3', 'gw_port': {'id': '050d411a-111a-4c20-bd01-4ee0f6ec134a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25faa6-c3d0-4c00-af71-44938e2e7b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:55Z', 'updated_at': '2022-03-02T07:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:29:59.919313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:59.923092 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6511f6a-a6d7-437e-88a1-481c27e72a4a None None] The sync data for ids ['3d25faa6-c3d0-4c00-af71-44938e2e7b5c'] in dv-neutron-831485-1-hyperv is: [{'id': '3d25faa6-c3d0-4c00-af71-44938e2e7b5c', 'name': 'tempest-snat-router-1306544355', 'tenant_id': '91201f533c1f44359817e428737d8ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.209'}], 'enable_snat': False}, 'gw_port_id': '050d411a-111a-4c20-bd01-4ee0f6ec134a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:53Z', 'updated_at': '2022-03-02T07:29:56Z', 'revision_number': 3, 'project_id': '91201f533c1f44359817e428737d8ae3', 'gw_port': {'id': '050d411a-111a-4c20-bd01-4ee0f6ec134a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25faa6-c3d0-4c00-af71-44938e2e7b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:55Z', 'updated_at': '2022-03-02T07:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:29:59.946032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-826b3251-54ba-43fd-b619-782755363bcb None None] For port b9621ec4-155e-4d37-8b69-41fc96e00163, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b9621ec4-155e-4d37-8b69-41fc96e00163,segment=NetworkSegment(65cb6737-41da-4b60-ae2c-df246987f032),segment_id=65cb6737-41da-4b60-ae2c-df246987f032)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:29:59.959182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] Deleting port f40641f5-73e3-482f-9abf-4c45ed4d8b87 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:29:59.959655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:29:59.960848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Network e2842b23-83d9-46df-981f-e4fa4f15349f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:29:59.971183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:29:59.974442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:29:59.984921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Port': ['ID=e5175a44-fc3e-43d7-9a70-db7eba0e9592,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:00.016999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.026927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4a0fb606-9f01-46a1-87f1-40c9c23b2cde req-7eccd51f-30b5-4e13-8770-e13083d2b5e7 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093097 Mar 02 07:30:00.140269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Port': ['ID=ffa2f17d-7321-4ee6-80ee-c175a94d927f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:00.152856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:00.153217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.221745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Allocated IP 172.20.0.2 (5379cbab-8806-405f-8976-311b3e245bc7/6d026794-4307-43f7-adc2-da487e86ce48/db134832-cb28-49a4-8d3d-5ae51d96c845) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:00.239521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.397202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Allocated IP 172.20.0.1 (67c61c93-d518-4954-93e5-f00a893775af/005896b7-926c-45c9-8392-0147181ef4b6/cb748959-c8ac-4385-ad5d-7a48b346b9eb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:00.399259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b3251-54ba-43fd-b619-782755363bcb None None] Pushing event updated for resources: {'Port': ['ID=b9621ec4-155e-4d37-8b69-41fc96e00163,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:00.489882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.553886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:00.626583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] For port f40641f5-73e3-482f-9abf-4c45ed4d8b87, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f40641f5-73e3-482f-9abf-4c45ed4d8b87,segment=NetworkSegment(95c25802-d6d1-40df-af09-bf433babd84e),segment_id=95c25802-d6d1-40df-af09-bf433babd84e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:00.626983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.733572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] For port 3165032b-c1f6-4510-b17f-eb658cfda215, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:00.737701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] For port 3165032b-c1f6-4510-b17f-eb658cfda215, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3165032b-c1f6-4510-b17f-eb658cfda215,segment=NetworkSegment(abd9a35e-8bcd-4046-b0c6-5bc4302924cb),segment_id=abd9a35e-8bcd-4046-b0c6-5bc4302924cb)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:00.893159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] Calling delete_port for f40641f5-73e3-482f-9abf-4c45ed4d8b87 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:00.919826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:00.963164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.010648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.176989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:29:54Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:01.206806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b51c1-bac8-4d4b-a12d-b3124e17c5b2 None None] The sync data for ids ['d1fc467d-f9e7-4ef1-9964-699b7816aa8b'] in dv-neutron-831485-1-hyperv is: [{'id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'name': 'tempest-TestNetworkBasicOps-router-959270608', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:57Z', 'updated_at': '2022-03-02T07:29:54Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fc467d-f9e7-4ef1-9964-699b7816aa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:58Z', 'updated_at': '2022-03-02T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:01.331587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.356414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5da2-4eab-4d72-85b3-b87c3511e4cb None None] Pushing event updated for resources: {'Port': ['ID=3165032b-c1f6-4510-b17f-eb658cfda215,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:01.437367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Router 67042668-3699-4f80-b84a-e2a7f69d52ff is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:01.505138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] No DVR routers for this DVR port f40641f5-73e3-482f-9abf-4c45ed4d8b87 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:01.511767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cfdd1-2964-43ed-afb3-2a0e8cf20ad2 None None] Pushing event deleted for resources: {'Port': ['ID=f40641f5-73e3-482f-9abf-4c45ed4d8b87,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:01.512308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.564442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.577261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Transition to ACTIVE for port object cb748959-c8ac-4385-ad5d-7a48b346b9eb will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:01.585282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Transition to ACTIVE for port object db134832-cb28-49a4-8d3d-5ae51d96c845 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:01.688550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:01.705339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Transition to ACTIVE for port object db134832-cb28-49a4-8d3d-5ae51d96c845 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:01.722940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.740636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Sync routers for ids ['67042668-3699-4f80-b84a-e2a7f69d52ff'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:01.755481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.758420 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2184ea81-d26b-48fe-a99b-e8274fd9173d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0062947 Mar 02 07:30:01.760529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44432) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:01.915361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Network 5379cbab-8806-405f-8976-311b3e245bc7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:01.916450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:01.920955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 050d411a-111a-4c20-bd01-4ee0f6ec134a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:01.990680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Routers {'67042668-3699-4f80-b84a-e2a7f69d52ff'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:01.991615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['67042668-3699-4f80-b84a-e2a7f69d52ff'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:02.008275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:02.057966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:02.071933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:02.090994 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4cf48a13-b00a-48f4-950e-5b4ac72ec9a0 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/67042668-3699-4f80-b84a-e2a7f69d52ff HTTP/1.1" status: 200 len: 908 time: 0.3287632 Mar 02 07:30:02.093970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44436) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:02.102099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Pushing event updated for resources: {'Port': ['ID=db134832-cb28-49a4-8d3d-5ae51d96c845,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:02.125162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.203716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972366-30ca-4df9-92b8-90386e1082aa req-298ddceb-561d-40e9-b02a-321fd1d78eb8 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:02.205109 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09972366-30ca-4df9-92b8-90386e1082aa req-298ddceb-561d-40e9-b02a-321fd1d78eb8 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 945 time: 0.6754000 Mar 02 07:30:02.244215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network 67c61c93-d518-4954-93e5-f00a893775af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:02.253718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:02.256550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 050d411a-111a-4c20-bd01-4ee0f6ec134a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:02.270965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:02.285799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 050d411a-111a-4c20-bd01-4ee0f6ec134a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:02.286319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.291763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.308769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.319845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Attempting to bind port db134832-cb28-49a4-8d3d-5ae51d96c845 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:02.321984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Attempting to bind port db134832-cb28-49a4-8d3d-5ae51d96c845 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'a28650b4-7c1a-40e8-8273-a566dca61fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5379cbab-8806-405f-8976-311b3e245bc7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:02.322455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Attempting to bind port db134832-cb28-49a4-8d3d-5ae51d96c845 on network 5379cbab-8806-405f-8976-311b3e245bc7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:02.366896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:02.367265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Port': ['ID=cb748959-c8ac-4385-ad5d-7a48b346b9eb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:02.367426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Checking segment: {'id': 'a28650b4-7c1a-40e8-8273-a566dca61fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5379cbab-8806-405f-8976-311b3e245bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:02.367863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.368356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Bound using segment: {'id': 'a28650b4-7c1a-40e8-8273-a566dca61fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5379cbab-8806-405f-8976-311b3e245bc7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:02.368941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Bound port: db134832-cb28-49a4-8d3d-5ae51d96c845, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28650b4-7c1a-40e8-8273-a566dca61fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5379cbab-8806-405f-8976-311b3e245bc7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:02.369418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.385720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:30:02.396476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Set router 67042668-3699-4f80-b84a-e2a7f69d52ff gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:02.505972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.516198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09972366-30ca-4df9-92b8-90386e1082aa req-3e72ed22-606a-4377-b91c-8332bb2da43b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997236 Mar 02 07:30:02.581997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.596979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.599461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Deleting port e5175a44-fc3e-43d7-9a70-db7eba0e9592 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:02.600478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.681956 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:30:02.682816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.692016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.692481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0634860f-f819-4989-8580-962aa21e4d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.702051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.795954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Port': ['ID=ffa2f17d-7321-4ee6-80ee-c175a94d927f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:02.806466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.812933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.813591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router d1fc467d-f9e7-4ef1-9964-699b7816aa8b {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:02.842995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] For port db134832-cb28-49a4-8d3d-5ae51d96c845, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:02.847538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] For port db134832-cb28-49a4-8d3d-5ae51d96c845, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db134832-cb28-49a4-8d3d-5ae51d96c845,segment=NetworkSegment(a28650b4-7c1a-40e8-8273-a566dca61fcc),segment_id=a28650b4-7c1a-40e8-8273-a566dca61fcc)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:02.896901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.898490 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9504eb23-ebac-4add-b356-0a729c0a174c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/d1fc467d-f9e7-4ef1-9964-699b7816aa8b HTTP/1.1" status: 204 len: 168 time: 5.0377660 Mar 02 07:30:02.902478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:02.911947 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:02.941104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.097194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efaad8b-5f00-447b-8623-3ad96704c0b1 None None] Network 67c61c93-d518-4954-93e5-f00a893775af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:03.106051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.226155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 668f7314-aa47-4508-bdf6-b355dba39dd9 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:03.251920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Calling delete_port for e5175a44-fc3e-43d7-9a70-db7eba0e9592 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:03.301560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0d87d-388e-4b97-a4e3-2e00704774f1 None None] Network e2842b23-83d9-46df-981f-e4fa4f15349f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:03.306779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.335629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.371600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Network e2842b23-83d9-46df-981f-e4fa4f15349f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:03.377700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:03.452896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.468354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 050d411a-111a-4c20-bd01-4ee0f6ec134a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=050d411a-111a-4c20-bd01-4ee0f6ec134a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:03.506200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.506864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b9621ec4-155e-4d37-8b69-41fc96e00163 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:03.507342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5175a44-fc3e-43d7-9a70-db7eba0e9592,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:03.600729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305ca66-95ff-484c-b62c-0c53975c9d93 None None] Pushing event updated for resources: {'Port': ['ID=db134832-cb28-49a4-8d3d-5ae51d96c845,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:03.626399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.716272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-05576a4a-d0c3-49f7-b336-8b53919a18e6 None None] Provisioning for port b9621ec4-155e-4d37-8b69-41fc96e00163 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:03.755052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.829866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.833036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.885222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a508b493-6392-4bc0-a8c9-244fb8ccf82f']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:03.908074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 668f7314-aa47-4508-bdf6-b355dba39dd9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:03.918519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.919038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67042668-3699-4f80-b84a-e2a7f69d52ff {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:03.935262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c25802-d6d1-40df-af09-bf433babd84e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:03.935616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c25802-d6d1-40df-af09-bf433babd84e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:03.939520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.942987 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-38712d9f-fe84-45b5-b837-def3955cc8f5 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "DELETE /v2.0/routers/67042668-3699-4f80-b84a-e2a7f69d52ff HTTP/1.1" status: 204 len: 168 time: 1.8457739 Mar 02 07:30:03.943773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44446) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:03.956002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:03.980595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 668f7314-aa47-4508-bdf6-b355dba39dd9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:03.981441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.014985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.064039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5b42f7ce-b5e7-43f0-8443-dc4a1e087a23 None None] Provisioning for port 3165032b-c1f6-4510-b17f-eb658cfda215 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:04.066876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae15c3-d5ff-4db8-8bd8-ea054a4e6425 req-6f6d363f-53f8-4fd2-a69e-63ff4cbad10d tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:04.074373 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-abae15c3-d5ff-4db8-8bd8-ea054a4e6425 req-6f6d363f-53f8-4fd2-a69e-63ff4cbad10d tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 945 time: 0.2164972 Mar 02 07:30:04.076238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=050d411a-111a-4c20-bd01-4ee0f6ec134a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:04.080807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:04.081202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.099589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b9621ec4-155e-4d37-8b69-41fc96e00163 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:04.103965 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:04.111189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b9621ec4-155e-4d37-8b69-41fc96e00163 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:04.111546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.155610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042668-3699-4f80-b84a-e2a7f69d52ff', 'name': 'tempest-snat-router-1306544355', 'tenant_id': '91201f533c1f44359817e428737d8ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': 'e5175a44-fc3e-43d7-9a70-db7eba0e9592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:57Z', 'updated_at': '2022-03-02T07:30:00Z', 'revision_number': 3, 'project_id': '91201f533c1f44359817e428737d8ae3', 'gw_port': {'id': 'e5175a44-fc3e-43d7-9a70-db7eba0e9592', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042668-3699-4f80-b84a-e2a7f69d52ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:58Z', 'updated_at': '2022-03-02T07:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:04.170962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Checking router: 67042668-3699-4f80-b84a-e2a7f69d52ff for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:04.171315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Updating router 67042668-3699-4f80-b84a-e2a7f69d52ff port e5175a44-fc3e-43d7-9a70-db7eba0e9592 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:30:04.189286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Router 0ba266a8-85b0-4dc9-bde5-17e9df44931b is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:04.205483 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-abae15c3-d5ff-4db8-8bd8-ea054a4e6425 req-b49e87a1-802a-44c6-a2db-4a211bb0b2fc tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295369 Mar 02 07:30:04.235235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Port e5175a44-fc3e-43d7-9a70-db7eba0e9592 not found while updating agent binding for router 67042668-3699-4f80-b84a-e2a7f69d52ff. {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 02 07:30:04.236623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.264415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Routers set() bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:04.265918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Router IDs set() for agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 07:30:04.266640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_agentschedulers_db [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67042668-3699-4f80-b84a-e2a7f69d52ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:29:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent'). {{(pid=87774) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 07:30:04.267163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d7acf-18c2-4e25-a287-aa3164bad1a5 None None] The sync data for ids ['67042668-3699-4f80-b84a-e2a7f69d52ff'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:04.341722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.360261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.383368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.388598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.427119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.467974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.481783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.492581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:04.497541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Deleting port 050d411a-111a-4c20-bd01-4ee0f6ec134a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:04.508224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.527865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b9621ec4-155e-4d37-8b69-41fc96e00163, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b9621ec4-155e-4d37-8b69-41fc96e00163,segment=NetworkSegment(65cb6737-41da-4b60-ae2c-df246987f032),segment_id=65cb6737-41da-4b60-ae2c-df246987f032)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:04.531377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:04.538527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.627709 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'code': 200} Mar 02 07:30:04.717703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.786051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Port': ['ID=cb748959-c8ac-4385-ad5d-7a48b346b9eb,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:04.791231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=a508b493-6392-4bc0-a8c9-244fb8ccf82f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:04.802062 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7822316-da6c-4b93-8e57-e0965a8b6b25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/a508b493-6392-4bc0-a8c9-244fb8ccf82f HTTP/1.1" status: 204 len: 168 time: 1.8980856 Mar 02 07:30:04.826321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:04.853940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f40641f5-73e3-482f-9abf-4c45ed4d8b87 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:04.900955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:04.921827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f40641f5-73e3-482f-9abf-4c45ed4d8b87 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:04.922491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f40641f5-73e3-482f-9abf-4c45ed4d8b87 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:04.922611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8d701df4-5fae-480d-882f-44706b743183 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:05.016006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 8d701df4-5fae-480d-882f-44706b743183 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:05.016434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8d701df4-5fae-480d-882f-44706b743183 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:05.041209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--1973432180', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:05.042547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b9621ec4-155e-4d37-8b69-41fc96e00163,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:05.045957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7b4d221c-a3b5-4fd5-a556-24a05462f465 None None] Provisioning complete for port b9621ec4-155e-4d37-8b69-41fc96e00163 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:05.046506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7b4d221c-a3b5-4fd5-a556-24a05462f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.046762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] For port 050d411a-111a-4c20-bd01-4ee0f6ec134a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=050d411a-111a-4c20-bd01-4ee0f6ec134a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:05.047122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.066442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:05.213996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:05.217002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7358ed65-46d6-4982-aa0b-673890be0015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.251198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:05.261826 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82c14ad9-5ecb-4c86-a9c5-d8f9591f0e85 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "PUT /v2.0/routers/0ba266a8-85b0-4dc9-bde5-17e9df44931b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8229718 Mar 02 07:30:05.266183 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] Sync routers for ids ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:05.280498 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] Routers {'0ba266a8-85b0-4dc9-bde5-17e9df44931b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:05.280498 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:05.299419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:05.359846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'port': {'network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f', 'name': 'tempest-FloatingIPNegativeTestJSON-860499783'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:05.379378 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:05.389348 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] Routers {'0ba266a8-85b0-4dc9-bde5-17e9df44931b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:05.390023 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:05.399629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:05.404946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db134832-cb28-49a4-8d3d-5ae51d96c845 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:05.406276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:05.454375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:05.455498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Calling delete_port for 050d411a-111a-4c20-bd01-4ee0f6ec134a owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:05.463234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d41ab-d55d-4f5f-85fe-13e3f9afca4a None None] Network 5379cbab-8806-405f-8976-311b3e245bc7 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:05.534255 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:05.534699 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ea0df-c004-4aff-9ae2-884f41c4c20c None None] The sync data for ids ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:05.587985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network 67c61c93-d518-4954-93e5-f00a893775af is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:05.598231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:05.609182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:05.613562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.635233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7b4d221c-a3b5-4fd5-a556-24a05462f465 None None] Provisioning for port cb748959-c8ac-4385-ad5d-7a48b346b9eb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:05.647331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7b4d221c-a3b5-4fd5-a556-24a05462f465 None None] Provisioning complete for port cb748959-c8ac-4385-ad5d-7a48b346b9eb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:05.647709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7b4d221c-a3b5-4fd5-a556-24a05462f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.663713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6a1a4-a819-4e64-b62a-4b9c5cbfbb07 req-acb71839-f380-47d5-92ef-99c54f330b7b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:05.665229 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ffd6a1a4-a819-4e64-b62a-4b9c5cbfbb07 req-acb71839-f380-47d5-92ef-99c54f330b7b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.1721232 Mar 02 07:30:05.748845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port db134832-cb28-49a4-8d3d-5ae51d96c845 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:05.754971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:05.771577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 050d411a-111a-4c20-bd01-4ee0f6ec134a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:05.782001 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ffd6a1a4-a819-4e64-b62a-4b9c5cbfbb07 req-ffcb5238-883e-4071-a281-04a8a5d037e6 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039023 Mar 02 07:30:05.816182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f1125-fb8d-4e41-bc05-0d69573a8e41 req-81e7dd2d-2847-44b1-a9b1-16fae0573d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:05.818123 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8c0f1125-fb8d-4e41-bc05-0d69573a8e41 req-81e7dd2d-2847-44b1-a9b1-16fae0573d83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1099 time: 0.8241301 Mar 02 07:30:05.821354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d221c-a3b5-4fd5-a556-24a05462f465 None None] Port cb748959-c8ac-4385-ad5d-7a48b346b9eb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:05.833389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:05.839007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.860259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:port and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:05.864395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:05.869787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.870407 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment 0c6bb87b-6b8a-4814-b74f-404a75331f7d of type vlan for network 881d830e-b54c-42e4-a49a-ed49f8d41d24 Mar 02 07:30:05.886789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:05.915006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.916372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event deleted for resources: {'Port': ['ID=050d411a-111a-4c20-bd01-4ee0f6ec134a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:05.945278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Made reservation on behalf of 23579d4a5d8345548873ade8b9239d03 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:05.946135 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.948784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.959387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No active binding found for port 050d411a-111a-4c20-bd01-4ee0f6ec134a {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 07:30:05.959607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 050d411a-111a-4c20-bd01-4ee0f6ec134a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 07:30:05.963589 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8c0f1125-fb8d-4e41-bc05-0d69573a8e41 req-17b298a6-74fb-4fb9-8e1d-2b1fb664ccc0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267197 Mar 02 07:30:05.966070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:05.994983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] device_id is not set on port 28eb36ea-ba0e-4d70-a37a-380a7b342880 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:05.998695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Provisioning for port db134832-cb28-49a4-8d3d-5ae51d96c845 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:06.006332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Port 050d411a-111a-4c20-bd01-4ee0f6ec134a not found, will not notify nova. {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 07:30:06.007203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3165032b-c1f6-4510-b17f-eb658cfda215 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:06.017458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.049684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Provisioning complete for port db134832-cb28-49a4-8d3d-5ae51d96c845 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:06.049684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.083501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Router 601f937e-a9fe-4e95-b42a-daa07307ab88 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:06.092282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.098277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:06.099037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.196882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.197112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 3165032b-c1f6-4510-b17f-eb658cfda215 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:06.199704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.206197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3165032b-c1f6-4510-b17f-eb658cfda215 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:06.206700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.225759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.226320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d25faa6-c3d0-4c00-af71-44938e2e7b5c {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:06.245107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.246240 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e039d83-33bd-4be0-b828-0bc2c52f7bb2 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3d25faa6-c3d0-4c00-af71-44938e2e7b5c HTTP/1.1" status: 204 len: 168 time: 2.3005602 Mar 02 07:30:06.249892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:06.256108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-325174955', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:06.262569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:06.267019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Usage tracker for resource:router and tenant:e505b19a648f42568fe661d3b4a79533 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:06.271589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:06.279073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:06.301809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.360425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.361954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.398286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.399191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] For port db134832-cb28-49a4-8d3d-5ae51d96c845, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db134832-cb28-49a4-8d3d-5ae51d96c845,segment=NetworkSegment(a28650b4-7c1a-40e8-8273-a566dca61fcc),segment_id=a28650b4-7c1a-40e8-8273-a566dca61fcc)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:06.401054 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4233918 Mar 02 07:30:06.431334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44466) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:06.444558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:06.453471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.502799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Allocated IP 172.20.0.5 (e2842b23-83d9-46df-981f-e4fa4f15349f/59e0f86d-c561-41fe-a15d-2fabb4e04bb0/28eb36ea-ba0e-4d70-a37a-380a7b342880) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:06.508615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=881d830e-b54c-42e4-a49a-ed49f8d41d24,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:06.522559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:06.526173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.526466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.526809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.527686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.528014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.528549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.528861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.529185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.529509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.530025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.530516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.530836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9c3b74-29ea-40ab-b33a-27eecac01440 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:06.534439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.552685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:06.572194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Provisioning for port ffa2f17d-7321-4ee6-80ee-c175a94d927f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:06.581988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:06.588270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:06.591399 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e3dc5fa6-0f19-47ae-bb4b-584dcf21ac9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "PUT /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5066972 Mar 02 07:30:06.593852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:06.599734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:06.606432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Pushing event updated for resources: {'Port': ['ID=db134832-cb28-49a4-8d3d-5ae51d96c845,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:06.610255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f110d059-9117-440f-97c2-a55e72228525 None None] Sync routers for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:06.613264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Provisioning complete for port ffa2f17d-7321-4ee6-80ee-c175a94d927f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:06.613264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.659399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:06.730889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 3165032b-c1f6-4510-b17f-eb658cfda215, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3165032b-c1f6-4510-b17f-eb658cfda215,segment=NetworkSegment(abd9a35e-8bcd-4046-b0c6-5bc4302924cb),segment_id=abd9a35e-8bcd-4046-b0c6-5bc4302924cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:06.734990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.735397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110d059-9117-440f-97c2-a55e72228525 None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:06.736117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f110d059-9117-440f-97c2-a55e72228525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:06.739050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.740040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.786122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.813704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:06.849565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Port ffa2f17d-7321-4ee6-80ee-c175a94d927f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:06.857467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f110d059-9117-440f-97c2-a55e72228525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:06.900064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110d059-9117-440f-97c2-a55e72228525 None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:06.900783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f110d059-9117-440f-97c2-a55e72228525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:07.021382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Provisioning complete for port 3165032b-c1f6-4510-b17f-eb658cfda215 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:07.021931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.052989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:07.097880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.132110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f110d059-9117-440f-97c2-a55e72228525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:07.132641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f110d059-9117-440f-97c2-a55e72228525 None None] The sync data for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:07.134074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:07.134538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 12d98d6b-9dff-4fd2-9c0e-cb2e77c1949c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:07.140787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=3165032b-c1f6-4510-b17f-eb658cfda215,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:07.168021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.275528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Provisioning complete for port cb748959-c8ac-4385-ad5d-7a48b346b9eb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:07.275969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.322291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db134832-cb28-49a4-8d3d-5ae51d96c845 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:07.393114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Transition to ACTIVE for port object 28eb36ea-ba0e-4d70-a37a-380a7b342880 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:07.405703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4a206-c372-4609-b16a-609b8a509ded None None] Port cb748959-c8ac-4385-ad5d-7a48b346b9eb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:07.421409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port db134832-cb28-49a4-8d3d-5ae51d96c845 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:07.423025 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.425188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.548844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b9621ec4-155e-4d37-8b69-41fc96e00163 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:07.577052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-510ca845-df2b-4730-bbb9-0cfd1d8560c1 None None] Provisioning complete for port db134832-cb28-49a4-8d3d-5ae51d96c845 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:07.577320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-510ca845-df2b-4730-bbb9-0cfd1d8560c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.583487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57b3a8-d428-4c66-b2e5-279fc0fffd72 req-a353ab04-dfc9-4d9b-a11f-37919d5b8082 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:07.584991 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb57b3a8-d428-4c66-b2e5-279fc0fffd72 req-a353ab04-dfc9-4d9b-a11f-37919d5b8082 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.4913518 Mar 02 07:30:07.628794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.720342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.733760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b9621ec4-155e-4d37-8b69-41fc96e00163 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:07.734136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.756248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.760094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Network e2842b23-83d9-46df-981f-e4fa4f15349f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:07.764854 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb57b3a8-d428-4c66-b2e5-279fc0fffd72 req-65bc3290-12c7-4fe8-915a-90164e774463 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730759 Mar 02 07:30:07.769634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:07.781782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:07.847150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Port': ['ID=28eb36ea-ba0e-4d70-a37a-380a7b342880,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:07.884730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3165032b-c1f6-4510-b17f-eb658cfda215 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:07.896382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:07.897299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.914384 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-ba438e39-a961-4214-8984-3379d65f0476 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:30:07.915787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba438e39-a961-4214-8984-3379d65f0476 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "PUT /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3083057 Mar 02 07:30:07.919357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:07.972603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3165032b-c1f6-4510-b17f-eb658cfda215 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:07.972982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:07.983212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0eda4b3b-6407-4b5e-b3ee-05ea53c43901 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6550364 Mar 02 07:30:07.990078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44480) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:08.062085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:08.073514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:08.110422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:floatingip and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:08.117413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.139057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d84b3bd9-00f4-4bdb-bc42-eee9ef65536c None None] Provisioning for port 28eb36ea-ba0e-4d70-a37a-380a7b342880 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:08.144225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:08.149011 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d84b3bd9-00f4-4bdb-bc42-eee9ef65536c None None] Provisioning complete for port 28eb36ea-ba0e-4d70-a37a-380a7b342880 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:08.149386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d84b3bd9-00f4-4bdb-bc42-eee9ef65536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.158786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:08.171280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Allocated IP 172.26.4.180 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/5e3ec24d-425f-4bce-99bc-6a183bbaa66b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:08.174805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.187942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 050d411a-111a-4c20-bd01-4ee0f6ec134a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:08.228179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 050d411a-111a-4c20-bd01-4ee0f6ec134a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:08.228552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 050d411a-111a-4c20-bd01-4ee0f6ec134a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:08.236426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.248518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d84b3bd9-00f4-4bdb-bc42-eee9ef65536c None None] Port 28eb36ea-ba0e-4d70-a37a-380a7b342880 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:08.460830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.486947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.528671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.736703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.826095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:08.835056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:08.837811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:08.900080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event updated for resources: {'Port': ['ID=5e3ec24d-425f-4bce-99bc-6a183bbaa66b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:08.908214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.131 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:08.911040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Deleting port cb748959-c8ac-4385-ad5d-7a48b346b9eb {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:08.911636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:08.923517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.923859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.924193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.924517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.924837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.925172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.925477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.925825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.926141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.926454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.926848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:08.927153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:09.097893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.225637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Calling delete_port for cb748959-c8ac-4385-ad5d-7a48b346b9eb owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:09.372716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21dd19-cc44-4bba-8df2-38c3325626aa req-d739c57d-5ce5-4317-8e10-50325c342dba tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:09.374239 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dd21dd19-cc44-4bba-8df2-38c3325626aa req-d739c57d-5ce5-4317-8e10-50325c342dba tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.4543123 Mar 02 07:30:09.393526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.403982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.451331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Port': ['ID=cb748959-c8ac-4385-ad5d-7a48b346b9eb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:09.455634 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dd21dd19-cc44-4bba-8df2-38c3325626aa req-f760a05b-83ee-47e2-95a3-51b512d37cc5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693247 Mar 02 07:30:09.556564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.705785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.725274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:09.840180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:09.881731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6471d1-60f0-40cf-9f3a-bd633b3646a4 req-4cadceb3-9800-445d-b796-e80a0e5b1f6f tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:09.883203 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e6471d1-60f0-40cf-9f3a-bd633b3646a4 req-4cadceb3-9800-445d-b796-e80a0e5b1f6f tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.2735457 Mar 02 07:30:09.904282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:09.916129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:09.919934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:09.967069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Allocated IP 172.26.4.178 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/f3c7da02-2af1-458d-bd64-cc9fe5057934) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:10.042093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Router 601f937e-a9fe-4e95-b42a-daa07307ab88 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:10.053862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e6471d1-60f0-40cf-9f3a-bd633b3646a4 req-8ddaf4ec-d5d1-4cf3-b8fe-039ce172ad7c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130128 Mar 02 07:30:10.086440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:10.297346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:10.310051 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9034430-5dd4-40a0-a5a6-7d6dfb81ce7e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "PUT /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3855047 Mar 02 07:30:10.310553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:10.314494 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] Sync routers for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:10.325733 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:10.326752 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:10.377175 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-cd1bf553-1735-4c61-9df2-0259aa2679b1 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] delete failed (client error): The resource could not be found. Mar 02 07:30:10.378241 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd1bf553-1735-4c61-9df2-0259aa2679b1 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-615390838 HTTP/1.1" status: 404 len: 334 time: 0.0667849 Mar 02 07:30:10.381922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:10.387451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f9e0308a-54b5-4975-a213-6c29fbd787f1 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'router': {'external_gateway_info': {'network_id': '601f937e-a9fe-4e95-b42a-daa07307ab88'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:10.398869 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:10.407279 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:10.407984 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:10.467570 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:10.468126 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fed820-9b09-49ff-9412-d5945944a7ab None None] The sync data for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:10.501904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.698564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.774296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9e0308a-54b5-4975-a213-6c29fbd787f1 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.800983 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f9e0308a-54b5-4975-a213-6c29fbd787f1 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] update failed (client error): The resource could not be found. Mar 02 07:30:10.802109 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9e0308a-54b5-4975-a213-6c29fbd787f1 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "PUT /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88 HTTP/1.1" status: 404 len: 339 time: 0.4192605 Mar 02 07:30:10.804315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fad9aa-af86-41a4-b61a-f972156f5474 tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:10.805842 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54fad9aa-af86-41a4-b61a-f972156f5474 tempest-TestNetworkAdvancedServerOps-281191055 tempest-TestNetworkAdvancedServerOps-281191055-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1094 time: 0.7162359 Mar 02 07:30:10.805968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:10.809118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44504) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:10.867424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:10.884874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:10.891697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Usage tracker for resource:floatingip and tenant:623c7745c53d4064a5c9144ecaceee6c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:10.945819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:10.946048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:10.959995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:10.986909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.077806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:11.083892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Router 519145f1-e52a-44eb-8bf9-6422891ed175 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:11.085817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:11.092348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.099784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:11.136062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Port': ['ID=f3c7da02-2af1-458d-bd64-cc9fe5057934,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:11.519228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.686815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.688405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:11.697865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] Sync routers for ids ['519145f1-e52a-44eb-8bf9-6422891ed175'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:11.708142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] Routers {'519145f1-e52a-44eb-8bf9-6422891ed175'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:11.708784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['519145f1-e52a-44eb-8bf9-6422891ed175'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:11.743728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.774794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:11.783782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] Routers {'519145f1-e52a-44eb-8bf9-6422891ed175'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:11.784377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['519145f1-e52a-44eb-8bf9-6422891ed175'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:11.786950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.790790 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-63978455-3489-4e95-b94c-dc88e7aa8227 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5373571 Mar 02 07:30:11.792198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:11.792336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:11.797729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': False}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:11.846916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:11.847319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250bfb3-add5-4dfb-b5a4-d4d69198178f None None] The sync data for ids ['519145f1-e52a-44eb-8bf9-6422891ed175'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:11.850661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.175796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:12.182022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.238825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Allocated IP 172.20.0.1 (924b508b-31bd-4c53-aabd-b024ae9b3468/aa20bb37-b331-4247-8394-70d62a2e6dc5/ec456f1d-a239-45d7-846e-f3c835ab9500) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:12.239464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.254705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Allocated IP 172.26.4.103 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/f47d532b-26b4-47ec-81c3-2bf2ed29323f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:12.422705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Port': ['ID=f3c7da02-2af1-458d-bd64-cc9fe5057934,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:12.450240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.475764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:12.486149 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Sync routers for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:12.491965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.495833 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6edf534d-e96a-4016-afc2-c99fdc040182 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5019157 Mar 02 07:30:12.496476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44512) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:12.497137 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:12.498187 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:12.502883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-eaf19cf4-a468-47ea-bd93-e2e239150c88 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'floatingip': {'port_id': '28eb36ea-ba0e-4d70-a37a-380a7b342880', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:12.561813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.562394 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6b65e4b-17bd-426a-bc20-85798adee3e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1300781 Mar 02 07:30:12.570779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44516) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:12.586948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eaf19cf4-a468-47ea-bd93-e2e239150c88 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.709960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.750476 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:12.813607 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-301f5e0e-4adb-4ff5-836f-beee1e30a289 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2391865 Mar 02 07:30:12.814044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:12.866417 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-eaf19cf4-a468-47ea-bd93-e2e239150c88 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] update failed (client error): The resource could not be found. Mar 02 07:30:12.867440 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eaf19cf4-a468-47ea-bd93-e2e239150c88 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "PUT /v2.0/floatingips/3a294357-fea7-40f7-9c37-df998a2e084f HTTP/1.1" status: 404 len: 507 time: 0.3703220 Mar 02 07:30:12.914291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44526) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:12.932027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:12.952455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Transition to ACTIVE for port object ec456f1d-a239-45d7-846e-f3c835ab9500 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:12.982040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.048727 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:10Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:13.049391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.052430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Checking router: b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:13.052968 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Updating router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:30:13.092304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.107857 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.172162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:13.190803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:13.193584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:13.239401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:13.250386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Deleting port f3c7da02-2af1-458d-bd64-cc9fe5057934 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:13.251100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.253402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Port': ['ID=f47d532b-26b4-47ec-81c3-2bf2ed29323f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.285884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:13.299290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:13.392191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9dd7d9-9b1f-4d67-9132-63690741084b tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:13.396839 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ee9dd7d9-9b1f-4d67-9132-63690741084b tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5788703 Mar 02 07:30:13.418170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Port': ['ID=ec456f1d-a239-45d7-846e-f3c835ab9500,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.436491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:13.439402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.473184 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.487248 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Transition to ACTIVE for port object e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:13.499081 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.499996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.500789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.561938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2d4adfa-4a8b-478c-805b-8b6b19f18328 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1072378 Mar 02 07:30:13.567254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:13.576325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1539848068', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:13.583475 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Attempting to bind port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:13.583844 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Attempting to bind port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:13.584201 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Attempting to bind port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:13.598628 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf414f-e882-47f4-98dd-bab8421a015a None None] Pushing event updated for resources: {'Port': ['ID=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.601069 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:13.601448 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:13.601873 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.602245 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:13.602796 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Bound port: e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:13.603164 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.623000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-59c9c7d1-9379-4ce3-a4be-9d58133ae4b2 None None] Provisioning for port ec456f1d-a239-45d7-846e-f3c835ab9500 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:13.631078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-59c9c7d1-9379-4ce3-a4be-9d58133ae4b2 None None] Provisioning complete for port ec456f1d-a239-45d7-846e-f3c835ab9500 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:13.631733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59c9c7d1-9379-4ce3-a4be-9d58133ae4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.654358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Calling delete_port for f3c7da02-2af1-458d-bd64-cc9fe5057934 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:13.689181 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] For port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:13.692306 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] For port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:13.698033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-59c9c7d1-9379-4ce3-a4be-9d58133ae4b2 None None] Port ec456f1d-a239-45d7-846e-f3c835ab9500 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:13.698483 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.785624 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:13.786267 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:13.817727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.847720 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf414f-e882-47f4-98dd-bab8421a015a None None] Pushing event updated for resources: {'Port': ['ID=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.864569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event deleted for resources: {'Port': ['ID=f3c7da02-2af1-458d-bd64-cc9fe5057934,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:13.939614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:13.948333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.957907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:13.958494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.965282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:13.969504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:13.970663 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2dd72bd-2e83-4547-8df8-4596d580cd98 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "DELETE /v2.0/floatingips/3a294357-fea7-40f7-9c37-df998a2e084f HTTP/1.1" status: 204 len: 168 time: 1.0560224 Mar 02 07:30:13.976391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44538) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:13.977948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:13.978322 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:13.981432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'floatingip': {'floating_network_id': 'e2842b23-83d9-46df-981f-e4fa4f15349f', 'port_id': '28eb36ea-ba0e-4d70-a37a-380a7b342880', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:13.987242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:13.991046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:floatingip and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:13.994296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:14.000088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:14.011259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.156708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:14.162638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.171418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:30:14.172721 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-10de47fe-8990-4627-9c65-a4f32172a9f6 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1954064 Mar 02 07:30:14.177432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44542) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:14.182806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '28eb36ea-ba0e-4d70-a37a-380a7b342880', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:14.190613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:14.195010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Usage tracker for resource:floatingip and tenant:23579d4a5d8345548873ade8b9239d03 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:14.197688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:14.204469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:14.215315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.317910 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:10Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:14.322356 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159f9a2-adfe-4c12-8044-6e6b7d592bb2 None None] The sync data for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv is: [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:10Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:14.373119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.520075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Allocated IP 172.26.4.7 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/1814d977-7baa-497e-9e61-5f1cae8b9e27) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:14.708749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.740474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:14.805417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:14.811948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:14.811948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:14.861267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event updated for resources: {'Port': ['ID=1814d977-7baa-497e-9e61-5f1cae8b9e27,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.125194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Deleting port 1814d977-7baa-497e-9e61-5f1cae8b9e27 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:15.125587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.201270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.234181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.284029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:15.317210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.318020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.322409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.359796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:30:15.388300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=53ac4b27-6a23-4469-a4eb-7cc033bf2c36,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.397542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:15.403521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:15.404146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.439347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.447803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.464605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Calling delete_port for 1814d977-7baa-497e-9e61-5f1cae8b9e27 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:15.465181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.531229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.539183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.548700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:15.555751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.613497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.661542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event deleted for resources: {'Port': ['ID=1814d977-7baa-497e-9e61-5f1cae8b9e27,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.665576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.675237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.675899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.676552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.677207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.677712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.678270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.678664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.679192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.679582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.679981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.680485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.681007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:30:15.686335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:15.686696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 881d830e-b54c-42e4-a49a-ed49f8d41d24, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:15.696274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:15.789818 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] create failed (client error): The resource could not be found. Mar 02 07:30:15.791387 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d5ace58-f687-4b71-a916-aa450ae0e51f tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6126878 Mar 02 07:30:15.795622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44546) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:15.815820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event updated for resources: {'Port': ['ID=ec456f1d-a239-45d7-846e-f3c835ab9500,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:15.868868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Deleting port 28eb36ea-ba0e-4d70-a37a-380a7b342880 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:15.869207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.075469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:16.119630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.165238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 881d830e-b54c-42e4-a49a-ed49f8d41d24) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:16.175210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476090c-c970-4c0a-934a-56cb1a98b124 None None] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:16.178168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Router 519145f1-e52a-44eb-8bf9-6422891ed175 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:16.188907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:16.189495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.251456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Calling delete_port for 28eb36ea-ba0e-4d70-a37a-380a7b342880 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:16.325627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:16.334968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:16.363490 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a6aaf655-5921-4de5-9409-6ea1f423c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7942443 Mar 02 07:30:16.405134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-881d830e-b54c-42e4-a49a-ed49f8d41d24', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:30:16.406079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.408515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44550) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:16.521672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.540275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.567969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.606948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Allocated IP 172.20.0.2 (881d830e-b54c-42e4-a49a-ed49f8d41d24/53ac4b27-6a23-4469-a4eb-7cc033bf2c36/89ab256d-c584-4107-a469-a1987fb9b801) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:16.729828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Router 601f937e-a9fe-4e95-b42a-daa07307ab88 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:16.760372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-16bd79e0-0c04-458d-ae6b-1012fa621dd4 None None] Provisioning complete for port ec456f1d-a239-45d7-846e-f3c835ab9500 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:16.761022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-16bd79e0-0c04-458d-ae6b-1012fa621dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.796995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event deleted for resources: {'Port': ['ID=28eb36ea-ba0e-4d70-a37a-380a7b342880,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:16.844990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event updated for resources: {'Port': ['ID=f47d532b-26b4-47ec-81c3-2bf2ed29323f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:16.857906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:16.872908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.874933 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b226da31-a596-48c6-b7a7-e27411da4ada tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "PUT /v2.0/routers/519145f1-e52a-44eb-8bf9-6422891ed175 HTTP/1.1" status: 200 len: 925 time: 5.0823369 Mar 02 07:30:16.875476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] Sync routers for ids ['519145f1-e52a-44eb-8bf9-6422891ed175'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:16.878902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:16.884260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-16bd79e0-0c04-458d-ae6b-1012fa621dd4 None None] Port ec456f1d-a239-45d7-846e-f3c835ab9500 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:16.905631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] Routers {'519145f1-e52a-44eb-8bf9-6422891ed175'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:16.906286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['519145f1-e52a-44eb-8bf9-6422891ed175'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:16.946243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.983788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:16.990197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:16.997875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.005588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Transition to ACTIVE for port object 89ab256d-c584-4107-a469-a1987fb9b801 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:17.007999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] Routers {'519145f1-e52a-44eb-8bf9-6422891ed175'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:17.008758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['519145f1-e52a-44eb-8bf9-6422891ed175'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:17.015693 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1a9a4e84-dda0-4df3-8f13-cc0f4845d330 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "DELETE /v2.0/ports/28eb36ea-ba0e-4d70-a37a-380a7b342880 HTTP/1.1" status: 204 len: 168 time: 1.2165945 Mar 02 07:30:17.023185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44558) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:17.078846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:17.078846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a0537-720e-4f97-9ce2-498e5502900e None None] The sync data for ids ['519145f1-e52a-44eb-8bf9-6422891ed175'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:17.087896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Transition to ACTIVE for port object 89ab256d-c584-4107-a469-a1987fb9b801 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:17.095090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.154074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:17.157230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:17.160920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:17.200749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:17.207821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Pushing event updated for resources: {'Port': ['ID=89ab256d-c584-4107-a469-a1987fb9b801,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:17.213684 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] Sync routers for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:17.224531 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82207689-10c2-4634-b35c-08087a21cf3b tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "PUT /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4173710 Mar 02 07:30:17.229089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:17.232066 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:17.232827 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:17.322218 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:17.325015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Attempting to bind port 89ab256d-c584-4107-a469-a1987fb9b801 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:17.325570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Attempting to bind port 89ab256d-c584-4107-a469-a1987fb9b801 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:17.326130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Attempting to bind port 89ab256d-c584-4107-a469-a1987fb9b801 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:17.328550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:17.331866 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:17.332474 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:17.397131 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:17.397732 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167fad0f-9ec9-4a88-b277-9d5ef08ea6db None None] The sync data for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:17.418662 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e066833-fcb7-4144-b170-ee9dd66b282e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/519145f1-e52a-44eb-8bf9-6422891ed175 HTTP/1.1" status: 200 len: 925 time: 0.4741933 Mar 02 07:30:17.420517 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Floating IP cf08fb2c-e62c-4c51-b7f7-954ea2c9e450 associated. External IP: 172.26.4.103, port: 668f7314-aa47-4508-bdf6-b355dba39dd9. Mar 02 07:30:17.421874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:17.422313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Checking segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:17.422767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.423165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Bound using segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:17.423642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Bound port: 89ab256d-c584-4107-a469-a1987fb9b801, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:17.424018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.456380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44566) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:17.471091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b821068-7bec-47bb-8d17-c120d2c80101 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:17.471792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b821068-7bec-47bb-8d17-c120d2c80101 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Synchronizing usage tracker for tenant:23579d4a5d8345548873ade8b9239d03 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:17.491777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:17.492144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.541753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bbf8791e-936f-4d68-abb0-6c5709276a25 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.577800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] For port 89ab256d-c584-4107-a469-a1987fb9b801, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:17.591690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] For port 89ab256d-c584-4107-a469-a1987fb9b801, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=89ab256d-c584-4107-a469-a1987fb9b801,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:17.622900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:17.732072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfe9d1-20fa-4f2a-a0bb-4722f9e60e15 None None] Pushing event updated for resources: {'Port': ['ID=89ab256d-c584-4107-a469-a1987fb9b801,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:17.733781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b821068-7bec-47bb-8d17-c120d2c80101 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Unset dirty status for tenant:23579d4a5d8345548873ade8b9239d03 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:17.734714 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b821068-7bec-47bb-8d17-c120d2c80101 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ba266a8-85b0-4dc9-bde5-17e9df44931b HTTP/1.1" status: 200 len: 913 time: 0.7107441 Mar 02 07:30:17.741310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44570) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:17.916989 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-bbf8791e-936f-4d68-abb0-6c5709276a25 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 07:30:17.921431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:17.921631 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bbf8791e-936f-4d68-abb0-6c5709276a25 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88 HTTP/1.1" status: 409 len: 329 time: 0.6915369 Mar 02 07:30:18.137961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Router a7af946a-dfa9-4344-a6be-741247a44a7f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:18.251086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251906fb-ce1c-45b0-b473-9b096a1ed436 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.255041 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-251906fb-ce1c-45b0-b473-9b096a1ed436 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=519145f1-e52a-44eb-8bf9-6422891ed175&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7780187 Mar 02 07:30:18.312364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:18.566606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7798dc-8c36-43e1-9bde-98a8ef98044d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:18.571145 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eb7798dc-8c36-43e1-9bde-98a8ef98044d tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.2545683 Mar 02 07:30:18.572288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:18.598470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:18.612751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] Sync routers for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:18.628190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.628840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:18.629479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:18.639412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.708247 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-538d628a-9887-4084-af7b-9fe545c5e91b tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=519145f1-e52a-44eb-8bf9-6422891ed175 HTTP/1.1" status: 200 len: 205 time: 0.1321063 Mar 02 07:30:18.715665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44586) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:18.778553 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42ab5f6e-a1c0-440c-9648-b342a816562c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9655266 Mar 02 07:30:18.778553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:18.831331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:18.911079 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'status': 'completed', 'code': 200} Mar 02 07:30:18.963956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:19.092001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.119503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7899f-2e2b-4ba4-8fe6-f5c258feb6a5 None None] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:19.247338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.253204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e40a72a8-3aaf-4668-81c0-9ee3d016f4b6 None None] Provisioning for port 89ab256d-c584-4107-a469-a1987fb9b801 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:19.328575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-9d2d2811-ad59-47d3-951d-2c0593dbd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.330355 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-9d2d2811-ad59-47d3-951d-2c0593dbd682 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623c7745c53d4064a5c9144ecaceee6c&device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1099 time: 0.4183841 Mar 02 07:30:19.358057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 89ab256d-c584-4107-a469-a1987fb9b801 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:19.365417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49d321-3ff9-4a99-9f95-ea9a940b6dbe req-4edbb10d-2b4a-4d0a-bc30-cd7f55b8530e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.366903 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff49d321-3ff9-4a99-9f95-ea9a940b6dbe req-4edbb10d-2b4a-4d0a-bc30-cd7f55b8530e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.3706865 Mar 02 07:30:19.541916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-52d4ba48-89b9-4737-b843-86682e898ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.543769 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-52d4ba48-89b9-4737-b843-86682e898ae8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713 HTTP/1.1" status: 200 len: 897 time: 0.1965361 Mar 02 07:30:19.650191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Deleting port ec456f1d-a239-45d7-846e-f3c835ab9500 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:19.650931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.670896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 89ab256d-c584-4107-a469-a1987fb9b801 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:19.680879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 89ab256d-c584-4107-a469-a1987fb9b801 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:19.681254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.701488 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff49d321-3ff9-4a99-9f95-ea9a940b6dbe req-63800998-bf3a-4d48-8e74-9ea526623ed6 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152974 Mar 02 07:30:19.708989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.710984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-baeff36f-8782-4399-b095-7d8597d89dc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=668f7314-aa47-4508-bdf6-b355dba39dd9 HTTP/1.1" status: 200 len: 1000 time: 0.1595817 Mar 02 07:30:19.751265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:19.760723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Deleting port 5e3ec24d-425f-4bce-99bc-6a183bbaa66b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:19.761053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.843670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'cf08fb2c-e62c-4c51-b7f7-954ea2c9e450', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'port_id': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'mac_address': 'fa:16:3e:6d:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:14Z', 'updated_at': '2022-03-02T07:30:14Z', 'revision_number': 0, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:47Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:19.856956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] Checking router: a7af946a-dfa9-4344-a6be-741247a44a7f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:19.878807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:19.891975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:19.892616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:19.920334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-cae36c3d-08ab-4822-abac-29b9c4cdf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:19.922219 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-cae36c3d-08ab-4822-abac-29b9c4cdf297 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c2d7351-ac87-438e-8fe2-d0410a90814a HTTP/1.1" status: 200 len: 835 time: 0.2022898 Mar 02 07:30:19.987510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 89ab256d-c584-4107-a469-a1987fb9b801, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=89ab256d-c584-4107-a469-a1987fb9b801,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:19.997793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.037403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.045212 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b305773f-4294-4317-8948-8980065e76c1 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/floatingips/cf08fb2c-e62c-4c51-b7f7-954ea2c9e450 HTTP/1.1" status: 200 len: 992 time: 0.2914886 Mar 02 07:30:20.047402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.066294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-e35e24ad-0b5c-453e-8f07-b70b0080b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:20.067789 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-e35e24ad-0b5c-453e-8f07-b70b0080b365 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364801 Mar 02 07:30:20.147233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:20.205295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=89ab256d-c584-4107-a469-a1987fb9b801,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:20.211810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Calling delete_port for ec456f1d-a239-45d7-846e-f3c835ab9500 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:20.219531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (881d830e-b54c-42e4-a49a-ed49f8d41d24/53ac4b27-6a23-4469-a4eb-7cc033bf2c36/04de856a-a8e9-4e65-b0b9-e4b50186bb47) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:20.360941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0b6783bf-6287-4994-8e99-7457e919404e None None] Provisioning complete for port 89ab256d-c584-4107-a469-a1987fb9b801 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:20.362466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b6783bf-6287-4994-8e99-7457e919404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.396272 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-8ddb21a6-7bb3-4529-81a7-7ca70bcdb4a1 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669246 Mar 02 07:30:20.436268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.590790 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15ccc913-a368-45ba-afb5-eeca2d9a9710 req-56b2a2b7-9eb2-49a5-a5bf-92685c1e1d53 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826153 Mar 02 07:30:20.591527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.613556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Calling delete_port for 5e3ec24d-425f-4bce-99bc-6a183bbaa66b owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:20.641323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Port': ['ID=ec456f1d-a239-45d7-846e-f3c835ab9500,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:20.704027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.739415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'cf08fb2c-e62c-4c51-b7f7-954ea2c9e450', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'port_id': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'mac_address': 'fa:16:3e:6d:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:14Z', 'updated_at': '2022-03-02T07:30:14Z', 'revision_number': 0, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:47Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:20.744598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ca59a-2d34-4a4f-9353-67ae4a628789 None None] The sync data for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'cf08fb2c-e62c-4c51-b7f7-954ea2c9e450', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'port_id': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'mac_address': 'fa:16:3e:6d:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:14Z', 'updated_at': '2022-03-02T07:30:14Z', 'revision_number': 0, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:47Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:20.761308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 04de856a-a8e9-4e65-b0b9-e4b50186bb47 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:20.872548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Deleting port ffa2f17d-7321-4ee6-80ee-c175a94d927f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:20.873050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:20.904897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.019516 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513af94a-49be-4c83-a232-99123ff5a1e7 None None] New status for floating IP cf08fb2c-e62c-4c51-b7f7-954ea2c9e450: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:30:21.033279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:21.050386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:21.050993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.060007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:21.078682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:21.175746 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-985288ef-1f12-4f48-aeb9-115bd0e09df6 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/floatingips/cf08fb2c-e62c-4c51-b7f7-954ea2c9e450 HTTP/1.1" status: 200 len: 992 time: 0.1208746 Mar 02 07:30:21.263619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=04de856a-a8e9-4e65-b0b9-e4b50186bb47,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:21.315292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 89ab256d-c584-4107-a469-a1987fb9b801 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:21.405140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-72c8300a-6a7c-4d0b-95d7-e5be86e645cb None None] Provisioning for port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:21.411148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.412814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-72c8300a-6a7c-4d0b-95d7-e5be86e645cb None None] Provisioning complete for port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:21.413196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72c8300a-6a7c-4d0b-95d7-e5be86e645cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.478471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-72c8300a-6a7c-4d0b-95d7-e5be86e645cb None None] Port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:21.479955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 89ab256d-c584-4107-a469-a1987fb9b801 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:21.480355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.523904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.572066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Router 601f937e-a9fe-4e95-b42a-daa07307ab88 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:21.592407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event deleted for resources: {'Port': ['ID=5e3ec24d-425f-4bce-99bc-6a183bbaa66b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:21.642509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.706576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:21.721563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f23b6d3-e8f8-4eca-98d5-b5a358a60cc5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "PUT /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7936363 Mar 02 07:30:21.721812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:21.723685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] Sync routers for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:21.734404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:21.735013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:21.787208 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-0f2c1cbd-08e4-487a-94a8-61742e9ecf8d tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] show failed (client error): The resource could not be found. Mar 02 07:30:21.793202 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f2c1cbd-08e4-487a-94a8-61742e9ecf8d tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-474861903 HTTP/1.1" status: 404 len: 334 time: 0.0655296 Mar 02 07:30:21.793202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:21.797316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4155b639-272d-4a80-99a9-cd08c5291cd6 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:21.797478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Calling delete_port for ffa2f17d-7321-4ee6-80ee-c175a94d927f owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:21.800599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:21.809385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] Routers {'601f937e-a9fe-4e95-b42a-daa07307ab88'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:21.810007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['601f937e-a9fe-4e95-b42a-daa07307ab88'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:21.868147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-4155b639-272d-4a80-99a9-cd08c5291cd6 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] update failed (client error): The resource could not be found. Mar 02 07:30:21.868539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:21.868904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c25281-3227-4065-a8a3-9313444ee2d2 None None] The sync data for ids ['601f937e-a9fe-4e95-b42a-daa07307ab88'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:21.871548 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4155b639-272d-4a80-99a9-cd08c5291cd6 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1813816585 HTTP/1.1" status: 404 len: 335 time: 0.0778108 Mar 02 07:30:21.874990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:21.940589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Deleting subnet 6d026794-4307-43f7-adc2-da487e86ce48 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:21.943455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:21.952953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.001463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.084789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.159522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.190972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:22.249861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Subnet': ['ID=6d026794-4307-43f7-adc2-da487e86ce48,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:22.260029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.262732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15475c-8170-49a1-a8dd-6b3dd90d0bc7 None None] Network 5379cbab-8806-405f-8976-311b3e245bc7 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:22.266193 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6989b054-9b18-4c1f-b593-e5193f89696a tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/subnets/6d026794-4307-43f7-adc2-da487e86ce48 HTTP/1.1" status: 204 len: 168 time: 0.3901553 Mar 02 07:30:22.297243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:22.347993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.354217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.383786 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d969b191-00f0-4e49-a6da-c5e37d9f91e2 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/floatingips/cf08fb2c-e62c-4c51-b7f7-954ea2c9e450 HTTP/1.1" status: 200 len: 994 time: 0.1893249 Mar 02 07:30:22.390819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Deleting subnet 005896b7-926c-45c9-8392-0147181ef4b6 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:22.395236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.435911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.436428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Fanout notify agent at l3_agent the message router_deleted on router 519145f1-e52a-44eb-8bf9-6422891ed175 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:22.466444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.575188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] DHCP port deletion for 5379cbab-8806-405f-8976-311b3e245bc7 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:30:22.580302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] Deleting port db134832-cb28-49a4-8d3d-5ae51d96c845 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:22.580762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.643869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.675259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.676345 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c92e18b-274c-49ce-bc19-772a6d7292d6 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/519145f1-e52a-44eb-8bf9-6422891ed175 HTTP/1.1" status: 204 len: 168 time: 3.8920691 Mar 02 07:30:22.680208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:22.687707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-36175870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:22.696725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:22.702805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Usage tracker for resource:router and tenant:e505b19a648f42568fe661d3b4a79533 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:22.705938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.733095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:22.744443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:22.772033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.773270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.799985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.800695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] For port db134832-cb28-49a4-8d3d-5ae51d96c845, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db134832-cb28-49a4-8d3d-5ae51d96c845,segment=NetworkSegment(a28650b4-7c1a-40e8-8273-a566dca61fcc),segment_id=a28650b4-7c1a-40e8-8273-a566dca61fcc)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:22.801347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.806290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.815325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.864669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Subnet': ['ID=005896b7-926c-45c9-8392-0147181ef4b6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:22.867040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.870168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.875338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event deleted for resources: {'Port': ['ID=ffa2f17d-7321-4ee6-80ee-c175a94d927f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:22.893903 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a470f955-742c-47ba-8b2b-8cb3fff172d5 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/subnets/005896b7-926c-45c9-8392-0147181ef4b6 HTTP/1.1" status: 204 len: 168 time: 0.5921111 Mar 02 07:30:22.894173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:22.908713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c192b-9c88-45e5-b869-53e8fb777cac None None] Network 67c61c93-d518-4954-93e5-f00a893775af requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:22.920704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:22.925164 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7133350c-b23f-4b2e-b109-88029d979994 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2426186 Mar 02 07:30:22.925933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:22.945051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:22.995961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] Calling delete_port for db134832-cb28-49a4-8d3d-5ae51d96c845 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:23.204953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.221260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.225987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.301482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] Pushing event deleted for resources: {'Port': ['ID=db134832-cb28-49a4-8d3d-5ae51d96c845,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:23.306597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db134832-cb28-49a4-8d3d-5ae51d96c845 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:23.351005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: db134832-cb28-49a4-8d3d-5ae51d96c845 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:23.351566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db134832-cb28-49a4-8d3d-5ae51d96c845 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:23.358706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a126800-f50b-4e13-ac00-06973c64650d None None] No DVR routers for this DVR port db134832-cb28-49a4-8d3d-5ae51d96c845 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:23.457620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] DHCP port deletion for 67c61c93-d518-4954-93e5-f00a893775af request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:30:23.461886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] Deleting port b9621ec4-155e-4d37-8b69-41fc96e00163 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:23.462256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.495943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.585873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.618896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5379cbab-8806-405f-8976-311b3e245bc7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:23.635595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28650b4-7c1a-40e8-8273-a566dca61fcc') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:23.635802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28650b4-7c1a-40e8-8273-a566dca61fcc') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:23.663334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Router 0ba266a8-85b0-4dc9-bde5-17e9df44931b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:23.693158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.714992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.729979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:23.730349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.732680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.734879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] For port b9621ec4-155e-4d37-8b69-41fc96e00163, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b9621ec4-155e-4d37-8b69-41fc96e00163,segment=NetworkSegment(65cb6737-41da-4b60-ae2c-df246987f032),segment_id=65cb6737-41da-4b60-ae2c-df246987f032)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:23.735264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:23.745360 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:23.749052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.834010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.858018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:23.873115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] Calling delete_port for b9621ec4-155e-4d37-8b69-41fc96e00163 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:23.921319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Network': ['ID=5379cbab-8806-405f-8976-311b3e245bc7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:23.934680 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab78b8f8-3485-4794-a9c5-ba4b8295e6ee tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/networks/5379cbab-8806-405f-8976-311b3e245bc7 HTTP/1.1" status: 204 len: 168 time: 1.0365016 Mar 02 07:30:23.934918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:23.962842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.016994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] Pushing event deleted for resources: {'Port': ['ID=b9621ec4-155e-4d37-8b69-41fc96e00163,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:24.023701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ef5c4-70af-4f6f-8e73-9f01b071d7b8 None None] No DVR routers for this DVR port b9621ec4-155e-4d37-8b69-41fc96e00163 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:24.033028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:24.042544 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8de82d82-2296-4f03-bdd1-7a43995baa10 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "PUT /v2.0/routers/0ba266a8-85b0-4dc9-bde5-17e9df44931b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2982810 Mar 02 07:30:24.046173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:24.048357 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] Sync routers for ids ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:24.060945 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] Routers {'0ba266a8-85b0-4dc9-bde5-17e9df44931b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:24.061801 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:24.123198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.126827 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:24.134984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=04de856a-a8e9-4e65-b0b9-e4b50186bb47,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:24.136113 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] Routers {'0ba266a8-85b0-4dc9-bde5-17e9df44931b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:24.137475 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:24.205170 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:24.205635 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8f6dc-20b9-4255-a915-98814565ecc2 None None] The sync data for ids ['0ba266a8-85b0-4dc9-bde5-17e9df44931b'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:24.232426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e756b46f-cace-4281-a771-17d5d8f33141 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.233562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.276235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.323288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.521461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.559953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c61c93-d518-4954-93e5-f00a893775af']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:24.567280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Allocated IP 172.26.4.186 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/6a5bdf9b-d6f6-4764-8018-ba4b873dd838) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:24.578005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cb6737-41da-4b60-ae2c-df246987f032') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:24.578300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cb6737-41da-4b60-ae2c-df246987f032') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:24.595510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.604274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e756b46f-cace-4281-a771-17d5d8f33141 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.610372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e756b46f-cace-4281-a771-17d5d8f33141 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.634399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:24.634399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:24.659574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.703684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:24.704053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.715177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e756b46f-cace-4281-a771-17d5d8f33141 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.715693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e756b46f-cace-4281-a771-17d5d8f33141 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba266a8-85b0-4dc9-bde5-17e9df44931b {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:24.719039 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:24.733247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e756b46f-cace-4281-a771-17d5d8f33141 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.736753 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e756b46f-cace-4281-a771-17d5d8f33141 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "DELETE /v2.0/routers/0ba266a8-85b0-4dc9-bde5-17e9df44931b HTTP/1.1" status: 204 len: 168 time: 0.6850796 Mar 02 07:30:24.736994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44644) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:24.822054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.847403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.859736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Network': ['ID=67c61c93-d518-4954-93e5-f00a893775af,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:24.873557 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7e1b744c-39d2-4ba6-b5bc-f932f8dae231 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/networks/67c61c93-d518-4954-93e5-f00a893775af HTTP/1.1" status: 204 len: 168 time: 0.9377072 Mar 02 07:30:24.875988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44648) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:24.887858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Deleting subnet 59e0f86d-c561-41fe-a15d-2fabb4e04bb0 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:24.896316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.913669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.940692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:24.960226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Deleting subnet aa20bb37-b331-4247-8394-70d62a2e6dc5 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:24.966090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:24.966824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d51637f6-7a2a-41fe-880c-19781010cbd7 None None] Provisioning complete for port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:24.967532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d51637f6-7a2a-41fe-880c-19781010cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.021656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.024607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.027102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d51637f6-7a2a-41fe-880c-19781010cbd7 None None] Port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:25.059375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.129702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:25.136049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:25.143861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:25.189371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event updated for resources: {'Port': ['ID=6a5bdf9b-d6f6-4764-8018-ba4b873dd838,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:25.196932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:25.203715 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a9a14d56-da10-4bc5-907f-011eafadbac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7943652 Mar 02 07:30:25.206427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44652) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:25.218052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Sync routers for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:25.227572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.230561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:25.231171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:25.299480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.309578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b9621ec4-155e-4d37-8b69-41fc96e00163 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:25.370407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: b9621ec4-155e-4d37-8b69-41fc96e00163 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:25.371544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b9621ec4-155e-4d37-8b69-41fc96e00163 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:25.510988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:25.533875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.560204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.593990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event deleted for resources: {'Subnet': ['ID=59e0f86d-c561-41fe-a15d-2fabb4e04bb0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:25.603332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.607274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.607746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.608200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.608653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.609108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.609547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.610201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.610935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.611273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.613248 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e756a6e0-0c2d-4317-bfc1-2d24373063f1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6382 time: 0.4059138 Mar 02 07:30:25.616265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:25.653295 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc1c255b-52ff-40de-989a-f25c804b79cb tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "DELETE /v2.0/subnets/59e0f86d-c561-41fe-a15d-2fabb4e04bb0 HTTP/1.1" status: 204 len: 168 time: 0.9150758 Mar 02 07:30:25.655869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:25.667667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba356c-d500-4a92-818f-ce5f36a4fab3 None None] Network e2842b23-83d9-46df-981f-e4fa4f15349f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:25.736661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.741324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Subnet': ['ID=aa20bb37-b331-4247-8394-70d62a2e6dc5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:25.755891 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f202c6d-9892-4c2d-9b7f-8a3378273ab0 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/subnets/aa20bb37-b331-4247-8394-70d62a2e6dc5 HTTP/1.1" status: 204 len: 168 time: 0.8766863 Mar 02 07:30:25.756991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44664) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:25.776566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123d13a-5059-49e6-9f47-0d19553e8d49 None None] Network 924b508b-31bd-4c53-aabd-b024ae9b3468 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:25.834683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.835061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.835512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.835955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.836396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.836837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.837275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:25.841724 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f454cac1-fdfc-4b4a-ab3d-ab30be084db8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.2217271 Mar 02 07:30:25.842785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:25.848445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.916657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.921968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Deleting port 3165032b-c1f6-4510-b17f-eb658cfda215 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:25.922309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.955408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:25.989704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Deleting port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:25.990297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.251476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:23Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:26.256511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Checking router: b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:26.257054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Updating router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:30:26.265459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] For port 3165032b-c1f6-4510-b17f-eb658cfda215, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3165032b-c1f6-4510-b17f-eb658cfda215,segment=NetworkSegment(abd9a35e-8bcd-4046-b0c6-5bc4302924cb),segment_id=abd9a35e-8bcd-4046-b0c6-5bc4302924cb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:26.265985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.327760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] DHCP port deletion for e2842b23-83d9-46df-981f-e4fa4f15349f request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:30:26.334631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.346948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Deleting port 3165032b-c1f6-4510-b17f-eb658cfda215 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:26.347548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.378194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] DHCP port deletion for 924b508b-31bd-4c53-aabd-b024ae9b3468 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:30:26.422187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Deleting port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:26.422483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.455462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Calling delete_port for 3165032b-c1f6-4510-b17f-eb658cfda215 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:26.455726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.467439 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-151a083f-55be-4498-8a0b-d67a237a0e13 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5027 time: 0.6225665 Mar 02 07:30:26.469023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.507645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] For port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,segment=NetworkSegment(003e6b2f-295f-40fe-a8f1-f9decc472a84),segment_id=003e6b2f-295f-40fe-a8f1-f9decc472a84)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:26.507997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.642157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Calling delete_port for b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:26.723329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Router 41a82fce-6760-4a00-a337-5becc40404fe is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:26.724948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.774981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] No DVR routers for this DVR port 3165032b-c1f6-4510-b17f-eb658cfda215 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:26.776815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event deleted for resources: {'Port': ['ID=3165032b-c1f6-4510-b17f-eb658cfda215,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:26.807491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.884673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] For port 3165032b-c1f6-4510-b17f-eb658cfda215, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3165032b-c1f6-4510-b17f-eb658cfda215,segment=NetworkSegment(abd9a35e-8bcd-4046-b0c6-5bc4302924cb),segment_id=abd9a35e-8bcd-4046-b0c6-5bc4302924cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:26.885074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.904370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44674) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:26.916754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064254885', 'description': 'tempest-secgroup-smoke-2064254885 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:26.925268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:26.934214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:26.939075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:26.955250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:26.965310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:26.974627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:26.975909 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f070aba5-2a30-4e09-bc5d-12324c747152 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "PUT /v2.0/routers/41a82fce-6760-4a00-a337-5becc40404fe HTTP/1.1" status: 200 len: 882 time: 4.0378361 Mar 02 07:30:26.978469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:26.984521 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] Sync routers for ids ['41a82fce-6760-4a00-a337-5becc40404fe'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:26.990664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Port': ['ID=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.005785 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] Routers {'41a82fce-6760-4a00-a337-5becc40404fe'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:27.009630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] No DVR routers for this DVR port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:27.010525 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['41a82fce-6760-4a00-a337-5becc40404fe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.046748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.079043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:27.082980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:27.083326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Calling delete_port for 3165032b-c1f6-4510-b17f-eb658cfda215 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:27.086244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:27.092901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:27.093484 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.108382 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] Routers {'41a82fce-6760-4a00-a337-5becc40404fe'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:27.109295 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['41a82fce-6760-4a00-a337-5becc40404fe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.113639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] For port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89,segment=NetworkSegment(003e6b2f-295f-40fe-a8f1-f9decc472a84),segment_id=003e6b2f-295f-40fe-a8f1-f9decc472a84)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:27.114054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.173062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.185153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.192720 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.193336 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ce0cb-7ecc-4aae-8245-41c22fea039e None None] The sync data for ids ['41a82fce-6760-4a00-a337-5becc40404fe'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:27.206094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.233992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924b508b-31bd-4c53-aabd-b024ae9b3468']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.248325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.254602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e6510-30a9-4dec-a6c9-65dfc78f5715,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.260882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003e6b2f-295f-40fe-a8f1-f9decc472a84') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.261386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003e6b2f-295f-40fe-a8f1-f9decc472a84') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.266814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Calling delete_port for b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:27.287415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.298724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:27.300607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2842b23-83d9-46df-981f-e4fa4f15349f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.317478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd9a35e-8bcd-4046-b0c6-5bc4302924cb') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.318094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd9a35e-8bcd-4046-b0c6-5bc4302924cb') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:27.325184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.340981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.348875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:27.349512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.362788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:27.363199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:27.363675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3165032b-c1f6-4510-b17f-eb658cfda215 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:27.365995 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:27.421171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 3165032b-c1f6-4510-b17f-eb658cfda215 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:27.421544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3165032b-c1f6-4510-b17f-eb658cfda215 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:27.456957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.465504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:27.465504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:27.470049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:27.470446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:27.488261 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:27.490727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.495954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.504236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.508250 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7a54c95-064d-4105-bce7-7ffb2e44262f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6001682 Mar 02 07:30:27.511081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:27.511234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:27.511234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:27.517257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'c32e6510-30a9-4dec-a6c9-65dfc78f5715', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:27.523000 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8477abe-185e-45dc-bc1e-d877d05e3267 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/41a82fce-6760-4a00-a337-5becc40404fe HTTP/1.1" status: 200 len: 923 time: 0.5425484 Mar 02 07:30:27.525700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:27.528103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44686) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:27.530315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:27.533444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:27.539627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:27.547228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.556149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.620666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.624824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.635388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Pushing event deleted for resources: {'Network': ['ID=924b508b-31bd-4c53-aabd-b024ae9b3468,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.647863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb6a04e-5924-4341-bc51-ad8b8024592e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.657731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.658510 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe1f6179-954b-47ae-ae85-f01b7b9f2d9e tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/networks/924b508b-31bd-4c53-aabd-b024ae9b3468 HTTP/1.1" status: 204 len: 168 time: 1.8985369 Mar 02 07:30:27.661413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44690) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:27.661917 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bc468fe-3990-47bb-b1d6-eb8555ca1bb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507161 Mar 02 07:30:27.662041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:27.698192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'c32e6510-30a9-4dec-a6c9-65dfc78f5715', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:27.708352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Transition to ACTIVE for port object 04de856a-a8e9-4e65-b0b9-e4b50186bb47 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:27.709773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:27.715354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.718459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.720693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:27.724307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-08139949-c963-4bc8-a6bd-32cb1897db16 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Synchronizing usage tracker for tenant:79655f38e30c4b5eb5b27e2e1191eee4 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:27.731571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:27.749545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.753398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:27.772294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] Pushing event deleted for resources: {'Network': ['ID=e2842b23-83d9-46df-981f-e4fa4f15349f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:27.780220 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2acdb353-4766-4f8a-89b5-e3f9cd1ab536 tempest-FloatingIPNegativeTestJSON-971178185 tempest-FloatingIPNegativeTestJSON-971178185-project] 10.222.0.41 "DELETE /v2.0/networks/e2842b23-83d9-46df-981f-e4fa4f15349f HTTP/1.1" status: 204 len: 168 time: 2.1231813 Mar 02 07:30:27.796937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-08139949-c963-4bc8-a6bd-32cb1897db16 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Unset dirty status for tenant:79655f38e30c4b5eb5b27e2e1191eee4 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:27.800440 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-08139949-c963-4bc8-a6bd-32cb1897db16 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "GET /v2.0/ports?device_id=601f937e-a9fe-4e95-b42a-daa07307ab88 HTTP/1.1" status: 200 len: 205 time: 0.1354861 Mar 02 07:30:27.800440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:27.801492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44700) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:27.822621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee7071-c396-49be-a36e-4759919fc543 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:27.827405 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4ee7071-c396-49be-a36e-4759919fc543 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=41a82fce-6760-4a00-a337-5becc40404fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2908196 Mar 02 07:30:27.828069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44704) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:27.995161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a49757-b673-467a-a4d1-e13cf3cc65a3 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.014884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.020963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Deleting port 3165032b-c1f6-4510-b17f-eb658cfda215 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:28.021614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.025567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.061972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02969ec3-b9f9-4ec3-96e5-e2c9717e6239,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:28.093684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f2d144-9cab-4021-a87b-2a0b768aff83 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:28.095327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99f2d144-9cab-4021-a87b-2a0b768aff83 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.2601769 Mar 02 07:30:28.098527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44710) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:28.099969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Deleting port b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:28.109934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.136263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.137479 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9d9c260c-3519-45d0-baea-80cba8c336b0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4734037 Mar 02 07:30:28.142673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:28.146612 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f1498d57-5971-4e5c-a13b-b295990f5a81 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=41a82fce-6760-4a00-a337-5becc40404fe HTTP/1.1" status: 200 len: 205 time: 0.0471637 Mar 02 07:30:28.150030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'c32e6510-30a9-4dec-a6c9-65dfc78f5715', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:28.150735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60b507-55bf-41fb-90f9-453d145b5444 None None] Pushing event updated for resources: {'Port': ['ID=04de856a-a8e9-4e65-b0b9-e4b50186bb47,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:28.154775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:28.214836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:28.230856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:28.235128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:28.243733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:28.244664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-81f51e90-58a7-4581-a3e1-ce11d14a3274 None None] The port 'b8e2cdb5-5d17-4eab-8d9c-627aff7a2f89' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:30:28.250117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44722) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:28.256927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb3db9-146a-4c5f-b4cf-d3bc62fed94f None None] The port '3165032b-c1f6-4510-b17f-eb658cfda215' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:30:28.294384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Attempting to bind port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:28.294950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Attempting to bind port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:28.295162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Attempting to bind port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:28.378283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:28.378666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Checking segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:28.379072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.379470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Bound using segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:28.379954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Bound port: 04de856a-a8e9-4e65-b0b9-e4b50186bb47, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:28.380327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.395227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.419274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a49757-b673-467a-a4d1-e13cf3cc65a3 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.422167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a49757-b673-467a-a4d1-e13cf3cc65a3 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.449964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a49757-b673-467a-a4d1-e13cf3cc65a3 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.450616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a49757-b673-467a-a4d1-e13cf3cc65a3 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Fanout notify agent at l3_agent the message router_deleted on router 601f937e-a9fe-4e95-b42a-daa07307ab88 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:28.463627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68a49757-b673-467a-a4d1-e13cf3cc65a3 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.467252 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68a49757-b673-467a-a4d1-e13cf3cc65a3 tempest-RoutersNegativeTest-772804790 tempest-RoutersNegativeTest-772804790-project] 10.222.0.41 "DELETE /v2.0/routers/601f937e-a9fe-4e95-b42a-daa07307ab88 HTTP/1.1" status: 204 len: 168 time: 0.6621921 Mar 02 07:30:28.518322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.519816 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] For port 04de856a-a8e9-4e65-b0b9-e4b50186bb47, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:28.523290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] For port 04de856a-a8e9-4e65-b0b9-e4b50186bb47, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=04de856a-a8e9-4e65-b0b9-e4b50186bb47,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:28.537586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.613677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.620070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60b507-55bf-41fb-90f9-453d145b5444 None None] Pushing event updated for resources: {'Port': ['ID=04de856a-a8e9-4e65-b0b9-e4b50186bb47,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:28.622604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44732) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:28.623513 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b71178c-e7e9-4253-8c75-e9ae9e24a8ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23579d4a5d8345548873ade8b9239d03&name=default HTTP/1.1" status: 200 len: 2981 time: 0.3715732 Mar 02 07:30:28.627303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.658879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d94d58-0f5d-4651-8934-a10524888490,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:28.702415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cd700eb-e6b3-4a4d-8d1b-f0db7186b7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.706199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:28.706958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:28.742317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cd700eb-e6b3-4a4d-8d1b-f0db7186b7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.778796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:28.826362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cd700eb-e6b3-4a4d-8d1b-f0db7186b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.848495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd700eb-e6b3-4a4d-8d1b-f0db7186b7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d07afe-ab83-4a74-9bf9-8bb60a326ae5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:28.853529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.854734 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-783ad9cb-46a8-42eb-abd8-1b81309c8581 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7110214 Mar 02 07:30:28.860180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:28.867199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'c32e6510-30a9-4dec-a6c9-65dfc78f5715', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:28.876515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cd700eb-e6b3-4a4d-8d1b-f0db7186b7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.877951 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2cd700eb-e6b3-4a4d-8d1b-f0db7186b7d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5d07afe-ab83-4a74-9bf9-8bb60a326ae5 HTTP/1.1" status: 204 len: 168 time: 0.2536240 Mar 02 07:30:28.879224 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:28.885135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:28.891053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:28.904689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:28.919538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.934531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Deleting port 6a5bdf9b-d6f6-4764-8018-ba4b873dd838 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:28.934746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:28.935196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.033872 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d61db0ad-f10d-49bf-a198-d1b1dd846c48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79655f38e30c4b5eb5b27e2e1191eee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536547 Mar 02 07:30:29.036291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44748) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:29.094908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:29.103245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.117041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.150798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1044aa-bc46-4fe0-850f-0fbfe8612178,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:29.154396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f294180a-5e4d-4d28-90fc-21b2a7789127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.169101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.173432 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4fc645c2-b64e-42cf-9704-2008ad430dd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3121622 Mar 02 07:30:29.176286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:29.182408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.188830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'c32e6510-30a9-4dec-a6c9-65dfc78f5715', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:29.198728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:29.205619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f294180a-5e4d-4d28-90fc-21b2a7789127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.212299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:29.218008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:29.230118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:29.256414 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:30:29.264278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.332973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.338393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.349175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Calling delete_port for 6a5bdf9b-d6f6-4764-8018-ba4b873dd838 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:29.399178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.401035 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2228999 Mar 02 07:30:29.403929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f294180a-5e4d-4d28-90fc-21b2a7789127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.406402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f294180a-5e4d-4d28-90fc-21b2a7789127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.406496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:29.409758 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f294180a-5e4d-4d28-90fc-21b2a7789127 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d80fda10-0518-4806-8e80-818db0da34e1 HTTP/1.1" status: 204 len: 168 time: 0.3694785 Mar 02 07:30:29.414673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d976da-af4e-4249-a2ff-cdb7c9dcc1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915c48b6-a3c1-4489-9060-23f674bf8678,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:29.414782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'c32e6510-30a9-4dec-a6c9-65dfc78f5715', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:29.420708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294180a-5e4d-4d28-90fc-21b2a7789127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80fda10-0518-4806-8e80-818db0da34e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:29.425043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:29.432242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:29.442388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:29.453112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:29.482240 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:30:29.499803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.551738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:28Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:29.557009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c638b4-f993-4c55-b425-03772fd4cb8b None None] The sync data for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv is: [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:28Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:29.580792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.589069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.694518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d5db66-3bae-4af8-bd44-4973aa01c14e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:29.701496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.704504 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c29e8dd9-a94e-4027-92cc-8cb69a20002a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2973530 Mar 02 07:30:29.736636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:29.800287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event deleted for resources: {'Port': ['ID=6a5bdf9b-d6f6-4764-8018-ba4b873dd838,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:29.921884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.154280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.165142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.194654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:30.195162 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-ae52052b-bc70-4e45-b5f2-82ae0de6ce8a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064254885&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.1444707 Mar 02 07:30:30.252329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.252860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Fanout notify agent at l3_agent the message router_deleted on router 41a82fce-6760-4a00-a337-5becc40404fe {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:30.324954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.326270 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a6dd285a-8a37-4a05-80d1-bee1e190853c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/41a82fce-6760-4a00-a337-5becc40404fe HTTP/1.1" status: 204 len: 168 time: 2.1704342 Mar 02 07:30:30.329880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:30.334789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-168318335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:30.348165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:30.354688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Usage tracker for resource:router and tenant:e505b19a648f42568fe661d3b4a79533 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:30.359897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:30.370844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:30.384667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1859387540'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:30.405708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:30.409246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:30.415037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:30.420504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.421560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.433309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-e8e7ed21-e3ab-41e8-beb9-a0b80b93d28a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:30.435840 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-e8e7ed21-e3ab-41e8-beb9-a0b80b93d28a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 797 time: 0.2395740 Mar 02 07:30:30.445593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.447061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:30.455694 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9ad7a29a-17ff-4cd8-b1af-8dd2d2129f98 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.0125229 Mar 02 07:30:30.470271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:30.473628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.489204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.501537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.516610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:30.522692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group_rule and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:30.528712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:30.535304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:30.544375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.545557 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06c08eeb-1803-42f0-878a-7ff4b8ac1467 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2147853 Mar 02 07:30:30.550641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:30.552283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-ecd27af2-7f9b-48b0-8544-a9d7bc15fe54 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:30.563792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': True}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:30.571408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-ecd27af2-7f9b-48b0-8544-a9d7bc15fe54 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:30.572984 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-ecd27af2-7f9b-48b0-8544-a9d7bc15fe54 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105945 Mar 02 07:30:30.585531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44824) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:30.766614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--466042407'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:30.776309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:30.782389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:30.831541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:30.843440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:30.868341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.894360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:30.916522 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-012ce923-d7af-4aed-b213-1068795b8270 service neutron] 10.222.0.41 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228951 Mar 02 07:30:30.918877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:30.926725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:30.949024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:30.971760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:31.120256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.180008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.187026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.207995 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-27fc803d-7a11-49ff-aa29-9d92ef569421 service neutron] 10.222.0.41 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777572 Mar 02 07:30:31.220513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:31.262444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.268634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.292220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.292559 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment bfae714c-c328-4447-8a31-1ed8f3bcd40e of type vlan for network 5316fb17-be4b-409e-98ee-cd5479039d0a Mar 02 07:30:31.293629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b7c73-00ce-40b7-828b-eb3e092ae4c1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.310577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:31.338870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.345630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:31.347379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 04de856a-a8e9-4e65-b0b9-e4b50186bb47 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:31.358920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:31.372959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:31.376505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c553e8-192a-4663-84ec-e05f9c476b2e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.406501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.413238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:31.414075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.478903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.484742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.537146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61448244-3eb8-406e-8920-670b0dc8ba4b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.541342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.543562 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6bdddf75-2a6f-4156-bcee-f501e3151258 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9562607 Mar 02 07:30:31.546680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44838) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:31.607747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:31.614153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:31.614687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.630255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-abaa9804-33f9-4436-97c7-59ae8d11017e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:31.640354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-dc0571bf-7ea9-4f86-87dc-1c50a2a97388 req-a29dc2e1-3f5e-47fb-8675-1596d3230fc6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:31.656041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-abaa9804-33f9-4436-97c7-59ae8d11017e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:31.660358 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-abaa9804-33f9-4436-97c7-59ae8d11017e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1101749 Mar 02 07:30:31.660661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:31.669621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7345bc93-6b66-4992-b47e-1f08d8ac022b tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-security--1384995570', 'description': 'tempest-security-description-483935808'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:31.700694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7345bc93-6b66-4992-b47e-1f08d8ac022b tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.729187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=5316fb17-be4b-409e-98ee-cd5479039d0a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:31.740878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:31.774618 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-79fc3d3c-0eb9-4042-8b32-36be40e7cfee tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5781026 Mar 02 07:30:31.776644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7345bc93-6b66-4992-b47e-1f08d8ac022b tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.777835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:31.780533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-dc0571bf-7ea9-4f86-87dc-1c50a2a97388 req-a29dc2e1-3f5e-47fb-8675-1596d3230fc6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:31.781959 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0571bf-7ea9-4f86-87dc-1c50a2a97388 req-a29dc2e1-3f5e-47fb-8675-1596d3230fc6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 210 time: 0.2877319 Mar 02 07:30:31.785165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'name': 'tempest-PortsTestJSON-1280702823'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:31.809937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.810046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7345bc93-6b66-4992-b47e-1f08d8ac022b tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.810046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7345bc93-6b66-4992-b47e-1f08d8ac022b tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.810046 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7345bc93-6b66-4992-b47e-1f08d8ac022b tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "PUT /v2.0/security-groups/61448244-3eb8-406e-8920-670b0dc8ba4b HTTP/1.1" status: 200 len: 1779 time: 0.1478949 Mar 02 07:30:31.814098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.834756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44856) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:31.849496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.950561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 04de856a-a8e9-4e65-b0b9-e4b50186bb47, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=04de856a-a8e9-4e65-b0b9-e4b50186bb47,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:31.955597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:31.985019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345bc93-6b66-4992-b47e-1f08d8ac022b tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61448244-3eb8-406e-8920-670b0dc8ba4b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:32.000993 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5d148c59-fdc4-417f-a8e8-d67a6f4a793e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups/61448244-3eb8-406e-8920-670b0dc8ba4b HTTP/1.1" status: 200 len: 1779 time: 0.1649618 Mar 02 07:30:32.003636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44860) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:32.006519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:32.020787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:32.025325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:32.035914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:32.036962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Allocated IP 172.26.4.228 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/435b9f20-4873-41a4-bfa7-79592b76a6e5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:32.067317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:32.069490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=04de856a-a8e9-4e65-b0b9-e4b50186bb47,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:32.071361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.113876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port a76bcbf7-7d76-466b-8d41-0a46848d4b41 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:32.153948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4052da01-5252-49ea-9434-3080a8fb6354 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.201351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4052da01-5252-49ea-9434-3080a8fb6354 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.215660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.244859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.309920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:32.312638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:32.320257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:32.352170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Port': ['ID=435b9f20-4873-41a4-bfa7-79592b76a6e5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:32.362414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4052da01-5252-49ea-9434-3080a8fb6354 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.395265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052da01-5252-49ea-9434-3080a8fb6354 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61448244-3eb8-406e-8920-670b0dc8ba4b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:32.428615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.437620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4052da01-5252-49ea-9434-3080a8fb6354 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.441354 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4052da01-5252-49ea-9434-3080a8fb6354 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/61448244-3eb8-406e-8920-670b0dc8ba4b HTTP/1.1" status: 204 len: 168 time: 0.4366527 Mar 02 07:30:32.442864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44866) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:32.504308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa4615c9-8ccd-40c3-aae9-520c31b79f97 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:32.519571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.523068 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e6a584d-c3be-4c8c-ac7f-2fb53d7c1ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.565802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa4615c9-8ccd-40c3-aae9-520c31b79f97 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:32.567046 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa4615c9-8ccd-40c3-aae9-520c31b79f97 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232848 Mar 02 07:30:32.575582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:32.616425 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-a385a7d3-370e-4e44-ad6a-d95be699da7c tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] delete failed (client error): The resource could not be found. Mar 02 07:30:32.621561 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a385a7d3-370e-4e44-ad6a-d95be699da7c tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/61448244-3eb8-406e-8920-670b0dc8ba4b HTTP/1.1" status: 404 len: 347 time: 0.0361114 Mar 02 07:30:32.622647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44874) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:32.628071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=a76bcbf7-7d76-466b-8d41-0a46848d4b41,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:32.644493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': 'bfae714c-c328-4447-8a31-1ed8f3bcd40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:32.644855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: 5316fb17-be4b-409e-98ee-cd5479039d0a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:32.664313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:32.675099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 5316fb17-be4b-409e-98ee-cd5479039d0a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:32.678879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:32.684561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e439b-74ce-427f-be55-460f3f0ca9a9 None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:32.685725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.686812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.719674 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe5a7d93-9529-46e2-9380-db79f52400f2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9372783 Mar 02 07:30:32.720171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44880) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:32.727301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-922692506'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:32.732505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:32.736478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:32.739604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:32.745618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:32.758394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:32.763060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.796562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:32.808264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.809279 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment 4c3dda62-fb95-47b1-9719-cf6e8e091d5e of type vlan for network ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b Mar 02 07:30:32.842659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.867026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--284751174'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:32.885547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.892785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:32.893462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:32.895603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:32.923121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:32.954763 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2337315 Mar 02 07:30:32.959349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:33.010802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8233f-54a6-41dd-9133-37e0f105fe0e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:33.023666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:33.031053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.095214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'ports': [{'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a'}, {'network_id': 'ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b'}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:33.095560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:33.095989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': 'ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:33.151373 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ce35a8b-763d-4981-b36a-4f6c3c55a50a req-63ef7408-58f3-4bb3-8d35-ec3e0b54d6d9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 210 time: 0.1928508 Mar 02 07:30:33.225515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:33.251507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 04de856a-a8e9-4e65-b0b9-e4b50186bb47 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:33.292590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:33.303202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.321881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:33.322410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.357881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:33.384525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:33.544813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-156ac60d-77b9-4fad-b0a8-2ee42298a678 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:33.545530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-156ac60d-77b9-4fad-b0a8-2ee42298a678 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:33.616668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:33.632370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:33.646902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:33.654432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-156ac60d-77b9-4fad-b0a8-2ee42298a678 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:33.655631 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-156ac60d-77b9-4fad-b0a8-2ee42298a678 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 797 time: 0.7015266 Mar 02 07:30:33.664581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:33.788815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:33.793584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.817850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.829803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-35ce015c-c7ee-444b-b7cf-06d9ba8277c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:33.842625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:33.912451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.022073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.023660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-35ce015c-c7ee-444b-b7cf-06d9ba8277c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:34.024780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-35ce015c-c7ee-444b-b7cf-06d9ba8277c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 380 time: 0.3533523 Mar 02 07:30:34.025352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0361a4c6-665a-42a6-b244-e63fb3dbae76,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:34.043880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['c32e6510-30a9-4dec-a6c9-65dfc78f5715']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:34.057371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.059248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.060370 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d7109ab-460a-45d9-84f7-a3f392d3f446 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4365678 Mar 02 07:30:34.063315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44894) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:34.068603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': '0361a4c6-665a-42a6-b244-e63fb3dbae76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:34.075133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:34.078961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:34.081789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:34.087925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:34.105589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.168939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.172578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.200544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fb10a3-3af4-4cd1-92a7-360658191fdb,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:34.212894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.214261 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23ddd55e-169b-43c2-9d76-7618d6bf14a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497967 Mar 02 07:30:34.216931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44900) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:34.248150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d36d073-a6ca-43c4-b0e9-de8f510ec1cd tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.260062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d36d073-a6ca-43c4-b0e9-de8f510ec1cd tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.326137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d36d073-a6ca-43c4-b0e9-de8f510ec1cd tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.347242 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a4636a5b-864d-4997-80a1-4247cf665c03 req-1e50d467-d0d6-4339-8acc-ea2ef8b9ef2e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0610824 Mar 02 07:30:34.353588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d36d073-a6ca-43c4-b0e9-de8f510ec1cd tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.357730 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d36d073-a6ca-43c4-b0e9-de8f510ec1cd tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/62fb10a3-3af4-4cd1-92a7-360658191fdb HTTP/1.1" status: 204 len: 168 time: 0.1372867 Mar 02 07:30:34.357730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36d073-a6ca-43c4-b0e9-de8f510ec1cd tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62fb10a3-3af4-4cd1-92a7-360658191fdb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:34.358969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44904) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:34.407686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8c42df3a-c2c3-4577-bbaa-14cf8538ea0f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:34.427110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8c42df3a-c2c3-4577-bbaa-14cf8538ea0f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:34.428578 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8c42df3a-c2c3-4577-bbaa-14cf8538ea0f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0686131 Mar 02 07:30:34.431477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44908) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:34.495691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf61ff1-388e-4121-93c8-d22297f7fca3 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.523416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf61ff1-388e-4121-93c8-d22297f7fca3 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.557470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 83b766be-838d-428c-850e-e3852aee983a yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:34.569582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf61ff1-388e-4121-93c8-d22297f7fca3 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.589095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf61ff1-388e-4121-93c8-d22297f7fca3 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0361a4c6-665a-42a6-b244-e63fb3dbae76,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:34.604500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf61ff1-388e-4121-93c8-d22297f7fca3 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.608674 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebf61ff1-388e-4121-93c8-d22297f7fca3 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/0361a4c6-665a-42a6-b244-e63fb3dbae76 HTTP/1.1" status: 204 len: 168 time: 0.1738546 Mar 02 07:30:34.608894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44912) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:34.618742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:34.636683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:34.659361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3c72ac47-777f-4c30-b97a-e170d59471c4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:34.662125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:34.665506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.674866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3c72ac47-777f-4c30-b97a-e170d59471c4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:34.676108 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3c72ac47-777f-4c30-b97a-e170d59471c4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663218 Mar 02 07:30:34.680577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:34.686825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886971144'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:34.693634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:34.703457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:34.713918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.733938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:34.737957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:34.740719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:34.746873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:34.772642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-529c90a2-ad48-41df-b2bb-ea2573b28d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.798517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Router 04e2e775-1d41-48d6-a688-b1343756a852 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:34.825202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.829550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.832744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.876137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b76e5-58ca-4626-898b-9c91bda50641,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:34.885203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.889390 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f2f9ebe4-989e-44ff-b5cf-bcee51f9f430 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2075851 Mar 02 07:30:34.889992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:34.895013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': 'f60b76e5-58ca-4626-898b-9c91bda50641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:34.900884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:34.905682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:34.908515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:34.914207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:34.933849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.994417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:34.999710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.024915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0830b7-a9d7-4150-8a1c-614f01479d9a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:35.038385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.039554 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6afe668e-342a-415d-a391-62fb9bc0093a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486576 Mar 02 07:30:35.042262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44924) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.046991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': 'f60b76e5-58ca-4626-898b-9c91bda50641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:35.052646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:35.056596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:35.059305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 1b79bc27-945f-4f65-b5f1-eb6efa4d8a67 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:35.059980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:35.065805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:35.082577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.141962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.146209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.165543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.7 (881d830e-b54c-42e4-a49a-ed49f8d41d24/53ac4b27-6a23-4469-a4eb-7cc033bf2c36/92e2907d-b6e1-4c3b-8e07-91cb559c5681) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:35.172548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9ce5bd-89b9-4b31-8023-b7b43ad4add1,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:35.179176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:35.185412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.186730 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-519ea14b-c413-4e3d-b1d5-093c8581036d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435151 Mar 02 07:30:35.191386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44930) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.191718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] Sync routers for ids ['04e2e775-1d41-48d6-a688-b1343756a852'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:35.198266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': 'f60b76e5-58ca-4626-898b-9c91bda50641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:35.201321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] Routers {'04e2e775-1d41-48d6-a688-b1343756a852'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:35.202091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['04e2e775-1d41-48d6-a688-b1343756a852'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:35.206391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:35.213529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:35.218073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:35.222696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.223881 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d7dc8c3b-2a6f-4f04-b878-581da927dbab tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "PUT /v2.0/routers/04e2e775-1d41-48d6-a688-b1343756a852 HTTP/1.1" status: 200 len: 918 time: 4.6660624 Mar 02 07:30:35.228013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:35.232667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44934) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.265431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:35.274209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] Routers {'04e2e775-1d41-48d6-a688-b1343756a852'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:35.274922 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['04e2e775-1d41-48d6-a688-b1343756a852'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:35.337140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.371861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:35.372238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a15df1-ff8b-420f-adf1-51fd18959a1d None None] The sync data for ids ['04e2e775-1d41-48d6-a688-b1343756a852'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:35.395081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.454906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.476441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 92e2907d-b6e1-4c3b-8e07-91cb559c5681 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:35.477951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.570764 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0f99bd3f-fd2b-4681-873c-84ae8ac3919a tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/04e2e775-1d41-48d6-a688-b1343756a852 HTTP/1.1" status: 200 len: 924 time: 0.3369198 Mar 02 07:30:35.575065 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44940) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.586894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-951ca69f-1e51-4d61-85de-19a6108db73f req-2254b946-75d9-4e9b-b6ff-2c07d84c66e8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:35.606522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:35.615272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=83b766be-838d-428c-850e-e3852aee983a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:35.617516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:35.623367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:35.624150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.626232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.634784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.664355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fc8239-f8ac-4db4-bbe8-4af9ee20dbe7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:35.676387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-951ca69f-1e51-4d61-85de-19a6108db73f req-2254b946-75d9-4e9b-b6ff-2c07d84c66e8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:35.677595 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951ca69f-1e51-4d61-85de-19a6108db73f req-2254b946-75d9-4e9b-b6ff-2c07d84c66e8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 210 time: 0.1975930 Mar 02 07:30:35.679944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.684185 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-675c8c6e-9e64-40bc-afba-9832394ce7eb tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4882200 Mar 02 07:30:35.684609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44944) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.698972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.706176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': 'f60b76e5-58ca-4626-898b-9c91bda50641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:35.715034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c03ea-59d1-48bc-8485-02e7d4b79e57 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.717010 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd3c03ea-59d1-48bc-8485-02e7d4b79e57 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=04e2e775-1d41-48d6-a688-b1343756a852&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1409769 Mar 02 07:30:35.718170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:35.720424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44948) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.724466 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:35.729762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=1b79bc27-945f-4f65-b5f1-eb6efa4d8a67,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:35.747326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:35.764213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:35.778981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:35.790389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:35.795795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:35.796507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.832652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': '4c3dda62-fb95-47b1-9719-cf6e8e091d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:35.832907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:35.838698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.864646 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.876202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=92e2907d-b6e1-4c3b-8e07-91cb559c5681,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:35.894726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.895350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.900907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:35.908396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f70cdd-337e-4a23-8fcf-45035981accc tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.912504 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f8f70cdd-337e-4a23-8fcf-45035981accc tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.1884844 Mar 02 07:30:35.913182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44952) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.920471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:35.922831 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-9859216e-a340-41cf-b27c-5c26f3a0f471 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8836415 Mar 02 07:30:35.925072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:35.928516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1577cc64-b2a8-415b-b410-2dff57fc7e38 None None] Network ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:35.930574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.935994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:35.936637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.944531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Request body: {'port': {'device_id': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:35.967906 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06a3a16e-a2ba-4f76-bff3-b14cc31f3661 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e2e775-1d41-48d6-a688-b1343756a852 HTTP/1.1" status: 200 len: 205 time: 0.0510919 Mar 02 07:30:35.974813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44956) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:35.979917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:35.988860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.013936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072dcf8b-ca97-421c-9dd2-8d60bfc90997,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:36.028912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.030229 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7005af93-1720-4bf5-82e9-92d46e9748d6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448849 Mar 02 07:30:36.033000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44960) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:36.039382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': 'f60b76e5-58ca-4626-898b-9c91bda50641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:36.046787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:36.056917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:36.061499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:36.068411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:36.087944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.162709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.168730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-578e7efd-091e-4545-b1e5-199276192db1 None None] Provisioning for port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:36.169988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.177284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-578e7efd-091e-4545-b1e5-199276192db1 None None] Provisioning complete for port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:36.177572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-578e7efd-091e-4545-b1e5-199276192db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.192435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08d0f31-616b-4524-81c3-bf98c08d9eeb,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:36.209903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.211473 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a0b44d4f-54f5-4d7a-9673-66dda00623af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1771882 Mar 02 07:30:36.214427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:36.244654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-578e7efd-091e-4545-b1e5-199276192db1 None None] Port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:36.245539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b363-f377-4650-8c2d-7a2dda80cd49 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.259826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b363-f377-4650-8c2d-7a2dda80cd49 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.273173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c59252dc-3623-41f3-8a55-3c93c749bc61 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2438557 Mar 02 07:30:36.275805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:36.329188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b363-f377-4650-8c2d-7a2dda80cd49 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.357419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.359086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b363-f377-4650-8c2d-7a2dda80cd49 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a08d0f31-616b-4524-81c3-bf98c08d9eeb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:36.366659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 1b79bc27-945f-4f65-b5f1-eb6efa4d8a67 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:36.366997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.395062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b363-f377-4650-8c2d-7a2dda80cd49 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.396168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b5a5b363-f377-4650-8c2d-7a2dda80cd49 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a08d0f31-616b-4524-81c3-bf98c08d9eeb HTTP/1.1" status: 204 len: 168 time: 0.1802995 Mar 02 07:30:36.401288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:36.429272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.505769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55067faf-7b28-412f-87cf-a5b6313a65af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:36.539052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55067faf-7b28-412f-87cf-a5b6313a65af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:36.540363 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55067faf-7b28-412f-87cf-a5b6313a65af tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1381481 Mar 02 07:30:36.547149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44976) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:36.643662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.679144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebeebd74-a576-4962-9715-7623dca32116 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.704427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebeebd74-a576-4962-9715-7623dca32116 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.710592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.772368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 1b79bc27-945f-4f65-b5f1-eb6efa4d8a67 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:36.802401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Deleting port 435b9f20-4873-41a4-bfa7-79592b76a6e5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:36.802739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.860415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebeebd74-a576-4962-9715-7623dca32116 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.888405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeebd74-a576-4962-9715-7623dca32116 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=072dcf8b-ca97-421c-9dd2-8d60bfc90997,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:36.908866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.939964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebeebd74-a576-4962-9715-7623dca32116 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:36.941052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ebeebd74-a576-4962-9715-7623dca32116 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/072dcf8b-ca97-421c-9dd2-8d60bfc90997 HTTP/1.1" status: 204 len: 168 time: 0.3912048 Mar 02 07:30:36.946479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 44982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:36.950239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59ba46-dc33-4219-9298-d79ae49ad85b req-d0aaf78f-93dc-4bd6-8487-91435d1b8af4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:36.951679 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e59ba46-dc33-4219-9298-d79ae49ad85b req-d0aaf78f-93dc-4bd6-8487-91435d1b8af4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 931 time: 0.1515722 Mar 02 07:30:36.980815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=1b79bc27-945f-4f65-b5f1-eb6efa4d8a67,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:36.989106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.005461 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0aa2b096-a088-49e4-8967-def47160a68a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/1b79bc27-945f-4f65-b5f1-eb6efa4d8a67 HTTP/1.1" status: 204 len: 168 time: 0.7286386 Mar 02 07:30:37.008474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44986) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.053698 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e59ba46-dc33-4219-9298-d79ae49ad85b req-29ee4e63-9ec1-463e-a4c6-9925cdaed467 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934212 Mar 02 07:30:37.088475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.107140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168ca421-1350-4cf9-bc77-7bc7f1a2e55e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:37.112465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.112914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168ca421-1350-4cf9-bc77-7bc7f1a2e55e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:37.113668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-168ca421-1350-4cf9-bc77-7bc7f1a2e55e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:37.130701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-168ca421-1350-4cf9-bc77-7bc7f1a2e55e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:37.132005 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-168ca421-1350-4cf9-bc77-7bc7f1a2e55e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1224716 Mar 02 07:30:37.134591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.142874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a1436e9b-8306-42c9-a75c-193a086cd98c tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:37.203169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 83b766be-838d-428c-850e-e3852aee983a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:37.203509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.272208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Calling delete_port for 435b9f20-4873-41a4-bfa7-79592b76a6e5 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:37.316958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e2907d-b6e1-4c3b-8e07-91cb559c5681 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:37.325447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a1436e9b-8306-42c9-a75c-193a086cd98c tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:37.329495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1436e9b-8306-42c9-a75c-193a086cd98c tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3793905 Mar 02 07:30:37.329495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.332916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44994) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.363235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Transition to ACTIVE for port object 92e2907d-b6e1-4c3b-8e07-91cb559c5681 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:37.370964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.545036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-258f6c4c-29d3-4087-83f9-a87e230a07d8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.545248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Pushing event updated for resources: {'Port': ['ID=92e2907d-b6e1-4c3b-8e07-91cb559c5681,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.559927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.568857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-258f6c4c-29d3-4087-83f9-a87e230a07d8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.699938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 83b766be-838d-428c-850e-e3852aee983a owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:37.749131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-258f6c4c-29d3-4087-83f9-a87e230a07d8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.775012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f6c4c-29d3-4087-83f9-a87e230a07d8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79fc8239-f8ac-4db4-bbe8-4af9ee20dbe7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.785761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Attempting to bind port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:37.786272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Attempting to bind port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:37.786382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Attempting to bind port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:37.794655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:30:37.794862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Attempting to bind port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:37.796936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-258f6c4c-29d3-4087-83f9-a87e230a07d8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.798098 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-258f6c4c-29d3-4087-83f9-a87e230a07d8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/79fc8239-f8ac-4db4-bbe8-4af9ee20dbe7 HTTP/1.1" status: 204 len: 168 time: 0.4649956 Mar 02 07:30:37.800755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 44998) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.805512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:37.805862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Checking segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:37.806238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Bound using segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:37.806659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Bound port: 92e2907d-b6e1-4c3b-8e07-91cb559c5681, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:37.806995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.817099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.824296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.876155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=83b766be-838d-428c-850e-e3852aee983a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.887397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:37.900582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event deleted for resources: {'Port': ['ID=435b9f20-4873-41a4-bfa7-79592b76a6e5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:37.913274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-44d7f767-bfac-420c-8e17-e6c6d80dee36 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:37.925734 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f192b71b-97da-4d8d-a16c-15e38a53a6e0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/83b766be-838d-428c-850e-e3852aee983a HTTP/1.1" status: 204 len: 168 time: 0.7901430 Mar 02 07:30:37.928922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45002) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:37.964361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-44d7f767-bfac-420c-8e17-e6c6d80dee36 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:37.966227 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-44d7f767-bfac-420c-8e17-e6c6d80dee36 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1644759 Mar 02 07:30:37.969140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45006) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.008423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d4d799f-d5dc-429e-9529-1a90d62ad819 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.021373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d4d799f-d5dc-429e-9529-1a90d62ad819 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.031671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] For port 92e2907d-b6e1-4c3b-8e07-91cb559c5681, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:38.033796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.061609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d4d799f-d5dc-429e-9529-1a90d62ad819 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.075124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf3245e-081c-4d6e-b114-5ac1ddade3f0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.075797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ddf3245e-081c-4d6e-b114-5ac1ddade3f0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:38.094072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d799f-d5dc-429e-9529-1a90d62ad819 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d9ce5bd-89b9-4b31-8023-b7b43ad4add1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.106571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d4d799f-d5dc-429e-9529-1a90d62ad819 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.107948 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d4d799f-d5dc-429e-9529-1a90d62ad819 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2d9ce5bd-89b9-4b31-8023-b7b43ad4add1 HTTP/1.1" status: 204 len: 168 time: 0.1376233 Mar 02 07:30:38.110575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45012) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.113413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ddf3245e-081c-4d6e-b114-5ac1ddade3f0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:38.116872 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ddf3245e-081c-4d6e-b114-5ac1ddade3f0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1846602 Mar 02 07:30:38.127888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45016) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.146610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] For port 92e2907d-b6e1-4c3b-8e07-91cb559c5681, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:38.177012 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-759ff6b0-22e9-4794-8499-9e536ed3b2c6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:30:38.179369 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-759ff6b0-22e9-4794-8499-9e536ed3b2c6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/1b79bc27-945f-4f65-b5f1-eb6efa4d8a67 HTTP/1.1" status: 404 len: 333 time: 0.0496147 Mar 02 07:30:38.184569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45020) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.203667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.240699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-827c2d33-ab82-4e3c-9786-9fd7509ad1e7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:38.245149 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1bd83e-301c-454a-a225-21c7d3998c91 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:30:38.246480 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0f1bd83e-301c-454a-a225-21c7d3998c91 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/83b766be-838d-428c-850e-e3852aee983a HTTP/1.1" status: 404 len: 333 time: 0.0610313 Mar 02 07:30:38.249104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45024) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.275802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.286297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.295301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-827c2d33-ab82-4e3c-9786-9fd7509ad1e7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:38.299464 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-827c2d33-ab82-4e3c-9786-9fd7509ad1e7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1850190 Mar 02 07:30:38.299775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45028) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.329037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.329547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.331153 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] 10.222.0.32 "PUT /v2.0/ports/92e2907d-b6e1-4c3b-8e07-91cb559c5681 HTTP/1.1" status: 200 len: 1093 time: 2.3905535 Mar 02 07:30:38.334178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:38.377899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea10355-897e-46f7-923b-3253128f5e02 service neutron] Pushing event updated for resources: {'Port': ['ID=92e2907d-b6e1-4c3b-8e07-91cb559c5681,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.387982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.391505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Fanout notify agent at l3_agent the message router_deleted on router 04e2e775-1d41-48d6-a688-b1343756a852 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:38.403571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.406854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-106bc46d-9e2b-4c73-afd4-87d930cb23c9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.432411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-106bc46d-9e2b-4c73-afd4-87d930cb23c9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.454522 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'status': 'completed', 'code': 200} Mar 02 07:30:38.474100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.475181 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f355c169-f3b8-4710-9594-07a6cd84a8c1 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/04e2e775-1d41-48d6-a688-b1343756a852 HTTP/1.1" status: 204 len: 168 time: 2.4995213 Mar 02 07:30:38.479106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45034) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.486066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1642986613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:38.501529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:38.515148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e969f8-069a-45bd-a2da-3d94be716221 req-c979eab0-ee03-47e0-b4c4-1b3d73ed57b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.516522 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9e969f8-069a-45bd-a2da-3d94be716221 req-c979eab0-ee03-47e0-b4c4-1b3d73ed57b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 943 time: 0.3147328 Mar 02 07:30:38.517735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Usage tracker for resource:router and tenant:e505b19a648f42568fe661d3b4a79533 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:38.524446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:38.532266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-106bc46d-9e2b-4c73-afd4-87d930cb23c9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.532483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:38.579655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.580589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.585350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-3a2382c0-3bd0-484b-b083-cd341e9166b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.587021 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-3a2382c0-3bd0-484b-b083-cd341e9166b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 1096 time: 0.1855404 Mar 02 07:30:38.614825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bc46d-9e2b-4c73-afd4-87d930cb23c9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe0830b7-a9d7-4150-8a1c-614f01479d9a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.618235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.629243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-106bc46d-9e2b-4c73-afd4-87d930cb23c9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.630371 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-106bc46d-9e2b-4c73-afd4-87d930cb23c9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fe0830b7-a9d7-4150-8a1c-614f01479d9a HTTP/1.1" status: 204 len: 168 time: 0.3298244 Mar 02 07:30:38.640633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.648608 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9e969f8-069a-45bd-a2da-3d94be716221 req-343196bc-1377-45e1-a57d-93f984fcea8a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251905 Mar 02 07:30:38.661553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:38.665809 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-ac9de50f-0047-46ad-b60a-b083b35fcc5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681 HTTP/1.1" status: 200 len: 217 time: 0.0697207 Mar 02 07:30:38.669826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.678179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3dda62-fb95-47b1-9719-cf6e8e091d5e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:38.678459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3dda62-fb95-47b1-9719-cf6e8e091d5e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:38.692873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.725493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-db6033aa-b6f1-4596-98ec-b6c31ca521e2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:38.729382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.740714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.741089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:38.741476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.751999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-0d0e8e99-d191-4974-93ec-8b00f2de52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:38.754078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-0d0e8e99-d191-4974-93ec-8b00f2de52ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.0773818 Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:38.764416 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:38.781108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-db6033aa-b6f1-4596-98ec-b6c31ca521e2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:38.782404 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-db6033aa-b6f1-4596-98ec-b6c31ca521e2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1408565 Mar 02 07:30:38.792963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45044) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.820658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.825103 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9232afdd-7313-4f7f-b7c9-5bdc3f70a8b9 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3410444 Mar 02 07:30:38.826035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.840722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'enable_snat': False}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:38.850517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.868006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.878112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:38.883742 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6de39ec0-bd52-4bd4-9f91-f11155507d22 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/ee20d5ef-1ae9-485e-8f4a-d1fc378fcb7b HTTP/1.1" status: 204 len: 168 time: 0.6305902 Mar 02 07:30:38.884760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45052) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:38.890816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1686738352'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:38.895731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:38.899454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:38.902244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:38.907850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:38.918233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:38.921689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.949915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:38.958508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:38.958873 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment b28e8592-31be-4679-8e87-58daee7917fe of type vlan for network 78b5361e-2f45-45e6-abaa-1d0f4192a00a Mar 02 07:30:38.991901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.024067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.031323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.032442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.139550 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2537417 Mar 02 07:30:39.145548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:39.155600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:39.172071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65ec57-d694-400a-86dc-3e19731badd7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=78b5361e-2f45-45e6-abaa-1d0f4192a00a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:39.187623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 78b5361e-2f45-45e6-abaa-1d0f4192a00a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:39.274840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:39.293545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:39.298656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:39.311237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:39.337605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:39.342084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.378369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c83829a9-6237-4b39-b73e-a65f214d5d51 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.424158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-b56117bb-4d3b-437e-ae48-10c9f6946e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.425828 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-b56117bb-4d3b-437e-ae48-10c9f6946e72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6636536 Mar 02 07:30:39.517055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.542617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c83829a9-6237-4b39-b73e-a65f214d5d51 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.584641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:30:39.585387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:30:39.693020 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:30:39.738931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.803493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c83829a9-6237-4b39-b73e-a65f214d5d51 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.829940 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-b99acba9-4d42-453d-96f1-e69b79a7acef service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482971 Mar 02 07:30:39.835184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83829a9-6237-4b39-b73e-a65f214d5d51 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b76e5-58ca-4626-898b-9c91bda50641,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:39.862408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=ef79cc01-74a1-462b-83d0-259053a4661e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:39.876483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': 'b28e8592-31be-4679-8e87-58daee7917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:39.876831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: 78b5361e-2f45-45e6-abaa-1d0f4192a00a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:39.878939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7a6e4-12ec-46c5-8e77-359095382bda req-bc82a6f4-b365-4292-a541-75158c67a877 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.880413 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eda7a6e4-12ec-46c5-8e77-359095382bda req-bc82a6f4-b365-4292-a541-75158c67a877 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.3296959 Mar 02 07:30:39.905566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 78b5361e-2f45-45e6-abaa-1d0f4192a00a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:39.929414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c444fa-847e-4fe3-82a5-f5bcae551d5d req-77ef194c-476a-4995-99b0-29fd5abb92b7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.931054 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f6c444fa-847e-4fe3-82a5-f5bcae551d5d req-77ef194c-476a-4995-99b0-29fd5abb92b7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 943 time: 0.1343827 Mar 02 07:30:39.932182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 78b5361e-2f45-45e6-abaa-1d0f4192a00a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:39.936558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:39.937127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.947125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f85410-4c55-478e-b7f7-06109d6a188a None None] Network 78b5361e-2f45-45e6-abaa-1d0f4192a00a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:39.974863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c83829a9-6237-4b39-b73e-a65f214d5d51 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:39.978384 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c83829a9-6237-4b39-b73e-a65f214d5d51 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/f60b76e5-58ca-4626-898b-9c91bda50641 HTTP/1.1" status: 204 len: 168 time: 1.1820092 Mar 02 07:30:39.978792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45080) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:40.002519 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a969c5a-efbf-4014-ac4b-ac13f8e29cbf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8561962 Mar 02 07:30:40.007189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45084) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:40.014646 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f6c444fa-847e-4fe3-82a5-f5bcae551d5d req-ddb2584c-9bc6-40f8-a525-666d111e6497 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733304 Mar 02 07:30:40.018234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a', 'name': 'tempest-PortsTestJSON-1009733837'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:40.027647 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eda7a6e4-12ec-46c5-8e77-359095382bda req-16ac6040-41b4-4727-8fab-3fb45aea9f5d tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284966 Mar 02 07:30:40.077032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7f78d73-ce40-4d95-8c45-a65b7aefaf47 req-170105d0-e6bd-4fc3-b9dd-613fc0c59758 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328331 Mar 02 07:30:40.133042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c25aeb9a-8fd8-400e-aa1f-689915548ced tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:40.164038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c25aeb9a-8fd8-400e-aa1f-689915548ced tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:40.171130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c25aeb9a-8fd8-400e-aa1f-689915548ced tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1856363 Mar 02 07:30:40.171130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:40.180935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--884113094'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:40.197341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:40.211959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:40.214095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:40.227113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:40.232684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.248268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-78b5361e-2f45-45e6-abaa-1d0f4192a00a', 'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a', 'tenant_id': '7ff39769085444dcb9dcd62e7a7f45be', 'fixed_ips': [{'subnet_id': 'ef79cc01-74a1-462b-83d0-259053a4661e'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:30:40.249819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.252986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:40.256450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.267752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:40.275427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:40.279596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:40.288158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 0a052f50-5135-42d8-9ab6-b19228145617 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:40.325678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:40.353132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.393584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.428090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Allocated IP 172.20.0.2 (78b5361e-2f45-45e6-abaa-1d0f4192a00a/ef79cc01-74a1-462b-83d0-259053a4661e/bed5c598-96fc-4227-8cdf-96eae7fcdd61) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:40.431779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.435555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.457255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b267b-19c7-416d-8035-63d089044176 req-a7f67bcd-233f-4a2e-952d-2d4505cb23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:40.458684 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da6b267b-19c7-416d-8035-63d089044176 req-a7f67bcd-233f-4a2e-952d-2d4505cb23cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 1096 time: 0.3098447 Mar 02 07:30:40.473010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b686f43-1814-4591-8893-045e1775dfb2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:40.500067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.504220 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-22d90835-856f-4bb9-bb38-0472ab7f517e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3301213 Mar 02 07:30:40.504643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45092) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:40.514096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': '5b686f43-1814-4591-8893-045e1775dfb2', 'direction': 'ingress', 'protocol': 17}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:40.521066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:40.525161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:40.528989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:40.534808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:40.552181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.617499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.621853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.641979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.652107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Transition to ACTIVE for port object bed5c598-96fc-4227-8cdf-96eae7fcdd61 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:40.652385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aae03e-7599-4678-812e-279e7ec08792,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:40.656796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Allocated IP 172.26.4.234 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a465ce9c-d703-4f2e-90e6-fc87f099d0e7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:40.662433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b267b-19c7-416d-8035-63d089044176 req-4707b95a-6f3a-47cc-b1bf-f8f3be0aa5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:40.663874 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da6b267b-19c7-416d-8035-63d089044176 req-4707b95a-6f3a-47cc-b1bf-f8f3be0aa5fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 898 time: 0.1979201 Mar 02 07:30:40.667996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.669543 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-772bf101-2de3-4023-b3a8-341d19df82f2 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1636376 Mar 02 07:30:40.672593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Transition to ACTIVE for port object bed5c598-96fc-4227-8cdf-96eae7fcdd61 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:40.672751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45096) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:40.678917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.744287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Network 78b5361e-2f45-45e6-abaa-1d0f4192a00a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:40.747863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:40.751587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:40.754856 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da6b267b-19c7-416d-8035-63d089044176 req-8d22a77c-8f5c-401e-b1b0-4132ba3a5260 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681 HTTP/1.1" status: 200 len: 217 time: 0.0839829 Mar 02 07:30:40.791428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.11 (78b5361e-2f45-45e6-abaa-1d0f4192a00a/ef79cc01-74a1-462b-83d0-259053a4661e/0a052f50-5135-42d8-9ab6-b19228145617) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:40.801556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Pushing event updated for resources: {'Port': ['ID=bed5c598-96fc-4227-8cdf-96eae7fcdd61,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:40.805825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0fff69a0-3153-472c-941c-e48f6a8330d7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.854507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Attempting to bind port bed5c598-96fc-4227-8cdf-96eae7fcdd61 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:40.854873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Attempting to bind port bed5c598-96fc-4227-8cdf-96eae7fcdd61 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b28e8592-31be-4679-8e87-58daee7917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:40.855472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Attempting to bind port bed5c598-96fc-4227-8cdf-96eae7fcdd61 on network 78b5361e-2f45-45e6-abaa-1d0f4192a00a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:40.860695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0fff69a0-3153-472c-941c-e48f6a8330d7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.861417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:40.861837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Checking segment: {'id': 'b28e8592-31be-4679-8e87-58daee7917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:40.862233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.862635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Bound using segment: {'id': 'b28e8592-31be-4679-8e87-58daee7917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:40.863106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Bound port: bed5c598-96fc-4227-8cdf-96eae7fcdd61, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28e8592-31be-4679-8e87-58daee7917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '78b5361e-2f45-45e6-abaa-1d0f4192a00a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:40.863479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:40.961374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:40.965390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bed5c598-96fc-4227-8cdf-96eae7fcdd61,segment=NetworkSegment(b28e8592-31be-4679-8e87-58daee7917fe),segment_id=b28e8592-31be-4679-8e87-58daee7917fe)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:40.970546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.005757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0fff69a0-3153-472c-941c-e48f6a8330d7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.027153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b267b-19c7-416d-8035-63d089044176 req-1d7d69a9-bb58-489a-90b7-8da8c5f46de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.028544 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da6b267b-19c7-416d-8035-63d089044176 req-1d7d69a9-bb58-489a-90b7-8da8c5f46de4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.2574458 Mar 02 07:30:41.050759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff69a0-3153-472c-941c-e48f6a8330d7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b686f43-1814-4591-8893-045e1775dfb2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:41.099595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8c9c-830e-438d-acde-9c05538a48e9 None None] Pushing event updated for resources: {'Port': ['ID=bed5c598-96fc-4227-8cdf-96eae7fcdd61,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:41.101177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0fff69a0-3153-472c-941c-e48f6a8330d7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.102344 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0fff69a0-3153-472c-941c-e48f6a8330d7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b686f43-1814-4591-8893-045e1775dfb2 HTTP/1.1" status: 204 len: 168 time: 0.4288754 Mar 02 07:30:41.118086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45104) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:41.119201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.173222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b267b-19c7-416d-8035-63d089044176 req-1109231a-ad79-44f1-b859-cb1d3e2f68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.174772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da6b267b-19c7-416d-8035-63d089044176 req-1109231a-ad79-44f1-b859-cb1d3e2f68da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1387007 Mar 02 07:30:41.195969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.220696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.263155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 0a052f50-5135-42d8-9ab6-b19228145617 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:41.302402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1d342db-8d75-404d-b99f-55d6d2ca1f5e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:41.348519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1d342db-8d75-404d-b99f-55d6d2ca1f5e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:41.356251 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1d342db-8d75-404d-b99f-55d6d2ca1f5e tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2307823 Mar 02 07:30:41.357354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45108) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:41.372852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad29e2-bb9f-423a-a8a6-e2470474e65c req-1701e7be-699a-4994-ac73-bc0dab4f30c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.378403 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-74ad29e2-bb9f-423a-a8a6-e2470474e65c req-1701e7be-699a-4994-ac73-bc0dab4f30c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 943 time: 0.1726782 Mar 02 07:30:41.384224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985573525'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:41.390878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:41.396556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:41.424956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:41.437253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:41.441983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.468797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Pushing event updated for resources: {'Port': ['ID=a465ce9c-d703-4f2e-90e6-fc87f099d0e7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:41.518266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:41.561217 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-74ad29e2-bb9f-423a-a8a6-e2470474e65c req-d971f584-05ce-4a92-8ed2-1ceabb70cd8e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723902 Mar 02 07:30:41.563078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 78b5361e-2f45-45e6-abaa-1d0f4192a00a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:41.568042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=0a052f50-5135-42d8-9ab6-b19228145617,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:41.570409 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da6b267b-19c7-416d-8035-63d089044176 req-74586a38-2f3b-4393-b87b-74006dd49bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884332 Mar 02 07:30:41.571408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:41.573432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:41.617697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.653783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:41.661911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:41.666318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:41.676379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:41.683372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.684020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.698546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8ffea-7f92-429c-8f1b-ce6faf3af2b4 req-fa3108d6-9f02-4be7-b5fc-67be511b8715 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:41.700075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-81d8ffea-7f92-429c-8f1b-ce6faf3af2b4 req-fa3108d6-9f02-4be7-b5fc-67be511b8715 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.4811974 Mar 02 07:30:41.714450 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26828fb0-799a-4999-ad5b-ed718d44cb79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7046814 Mar 02 07:30:41.717530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45112) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:41.799774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 0a052f50-5135-42d8-9ab6-b19228145617 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:41.800027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.863673 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-81d8ffea-7f92-429c-8f1b-ce6faf3af2b4 req-f4b890d9-b152-498c-b0b4-709ad9619894 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259935 Mar 02 07:30:41.888859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.920752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:41.958292 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da6b267b-19c7-416d-8035-63d089044176 req-45c108b5-7a72-403d-9554-9fac249c05e3 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633373 Mar 02 07:30:42.073204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.151743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c05dd9-e09f-4367-b717-d81b6caea9ef,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:42.157225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.161545 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11848b85-f4f4-4569-a29a-8f21161e57b5 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8030267 Mar 02 07:30:42.162849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45116) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:42.215543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--893925207'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:42.232406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:42.243886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:42.248258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:42.264261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:42.293199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.302980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.351097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0036e-850b-4f13-9362-ab4b6f5052c6 None None] Network 78b5361e-2f45-45e6-abaa-1d0f4192a00a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:42.476066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 0a052f50-5135-42d8-9ab6-b19228145617 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:42.517555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:42.526450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:42.530600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:42.543282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:42.570431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-94447b0a-025b-4043-b2bc-db3196d814b9 None None] Provisioning for port bed5c598-96fc-4227-8cdf-96eae7fcdd61 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:42.629621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.638848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.754887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.800063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.845158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:42.920413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Router c50ebdda-4720-4daa-9d17-9da7b2e78f52 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:42.932447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=0a052f50-5135-42d8-9ab6-b19228145617,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:43.002142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5086fd-7140-4af6-8134-0b5af4284c2f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:43.038964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.042620 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a1ef00c4-3676-4d78-a109-65a838c9b6a4 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8340759 Mar 02 07:30:43.050442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45124) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.055097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': 'd6c05dd9-e09f-4367-b717-d81b6caea9ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de5086fd-7140-4af6-8134-0b5af4284c2f', 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:43.073487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:43.084802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:43.090974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:43.102737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:43.102910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb076cec-890f-4648-a40f-0af8b29ccf4b None None] Could not find standard attr ID for object 0a052f50-5135-42d8-9ab6-b19228145617. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:30:43.105286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.110128 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a2667230-b52a-4f58-a293-7b29b98f6076 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/0a052f50-5135-42d8-9ab6-b19228145617 HTTP/1.1" status: 204 len: 168 time: 1.3915198 Mar 02 07:30:43.110475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.115392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 92e2907d-b6e1-4c3b-8e07-91cb559c5681 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:43.132820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec630ef-65c1-449a-bb31-0f055632a608 req-646adb57-e8cc-48b1-b5ba-cf70205f7302 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.138260 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ec630ef-65c1-449a-bb31-0f055632a608 req-646adb57-e8cc-48b1-b5ba-cf70205f7302 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 943 time: 0.3918014 Mar 02 07:30:43.187291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.229790 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ec630ef-65c1-449a-bb31-0f055632a608 req-261034af-1374-42ef-9b7c-fc94d96243e5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891764 Mar 02 07:30:43.236242 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d1a0de-417d-4517-b1b9-89dc1442cd38 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:30:43.243191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d1a0de-417d-4517-b1b9-89dc1442cd38 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:30:43.280887 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76d1a0de-417d-4517-b1b9-89dc1442cd38 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/0a052f50-5135-42d8-9ab6-b19228145617 HTTP/1.1" status: 404 len: 333 time: 0.1160011 Mar 02 07:30:43.287209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45132) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.291485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57524506-f1cd-40e3-8a7e-1993c9d6ef86 req-93be1998-3e9f-4046-a630-bd97dad03950 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.296390 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57524506-f1cd-40e3-8a7e-1993c9d6ef86 req-93be1998-3e9f-4046-a630-bd97dad03950 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.2741096 Mar 02 07:30:43.302168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:43.310846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 92e2907d-b6e1-4c3b-8e07-91cb559c5681, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:43.314158 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] Sync routers for ids ['c50ebdda-4720-4daa-9d17-9da7b2e78f52'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:43.316931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.321772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2f93a04-9408-4b0e-b736-f874559a8b37 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "PUT /v2.0/routers/c50ebdda-4720-4daa-9d17-9da7b2e78f52 HTTP/1.1" status: 200 len: 920 time: 4.4946313 Mar 02 07:30:43.334198 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] Routers {'c50ebdda-4720-4daa-9d17-9da7b2e78f52'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:43.334816 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c50ebdda-4720-4daa-9d17-9da7b2e78f52'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:43.338448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45136) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.366841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-25e90511-a03e-46ae-9657-e85714677c41 None None] Could not find standard attr ID for object 0a052f50-5135-42d8-9ab6-b19228145617. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:30:43.369756 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30eed00-4d24-4747-9881-08d7e5e978d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:30:43.370247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a30eed00-4d24-4747-9881-08d7e5e978d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:43.377223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'port_id': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'mac_address': 'fa:16:3e:85:3b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:43.383906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.403395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.432294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a30eed00-4d24-4747-9881-08d7e5e978d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:43.434750 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a30eed00-4d24-4747-9881-08d7e5e978d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/0a052f50-5135-42d8-9ab6-b19228145617 HTTP/1.1" status: 404 len: 333 time: 0.1447105 Mar 02 07:30:43.439356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.453639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bed5c598-96fc-4227-8cdf-96eae7fcdd61 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:43.461775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c036e220-ff82-415e-ae82-16fba0fc8f07,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:43.499363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.500735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2a2d8f32-5179-401d-ad85-1d48fe666721 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4494359 Mar 02 07:30:43.503823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45144) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.532870 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:43.541739 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] Routers {'c50ebdda-4720-4daa-9d17-9da7b2e78f52'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:43.542341 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c50ebdda-4720-4daa-9d17-9da7b2e78f52'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:43.567538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff658812-3c82-43b6-bd0c-1feab1cf5d2d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.568409 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57524506-f1cd-40e3-8a7e-1993c9d6ef86 req-d1132a5f-7236-482e-9ee2-46c92d0674fa tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640886 Mar 02 07:30:43.587041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff658812-3c82-43b6-bd0c-1feab1cf5d2d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.597639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.630661 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:43.631065 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cecdca-73e5-47d3-8bfe-fb1a73e00ab4 None None] The sync data for ids ['c50ebdda-4720-4daa-9d17-9da7b2e78f52'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:43.635834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff658812-3c82-43b6-bd0c-1feab1cf5d2d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.643467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e2907d-b6e1-4c3b-8e07-91cb559c5681 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:43.653429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658812-3c82-43b6-bd0c-1feab1cf5d2d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c036e220-ff82-415e-ae82-16fba0fc8f07,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:43.657516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff658812-3c82-43b6-bd0c-1feab1cf5d2d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.658825 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff658812-3c82-43b6-bd0c-1feab1cf5d2d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c036e220-ff82-415e-ae82-16fba0fc8f07 HTTP/1.1" status: 204 len: 168 time: 0.1540072 Mar 02 07:30:43.666088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.670666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 92e2907d-b6e1-4c3b-8e07-91cb559c5681, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:43.671700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port bed5c598-96fc-4227-8cdf-96eae7fcdd61 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:43.676964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.688794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet ef79cc01-74a1-462b-83d0-259053a4661e {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:43.695025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.712192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bed5c598-96fc-4227-8cdf-96eae7fcdd61 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:43.712773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.718766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf7de012-75b3-477d-a5dc-b755c1c0dfbe tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:43.736583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf7de012-75b3-477d-a5dc-b755c1c0dfbe tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:43.743300 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cf7de012-75b3-477d-a5dc-b755c1c0dfbe tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0755835 Mar 02 07:30:43.751261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45152) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.763567 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8b4f9e1-0ecb-42cd-a278-61b547cbb14e tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/c50ebdda-4720-4daa-9d17-9da7b2e78f52 HTTP/1.1" status: 200 len: 926 time: 0.4238050 Mar 02 07:30:43.771123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45156) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.782068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.804502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=92e2907d-b6e1-4c3b-8e07-91cb559c5681,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:43.879243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e607bf01-90d3-472e-9013-9800a772f8b7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.894398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:43.915285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3d4cb-e89a-4f6f-9d7b-42b8673d6471 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:43.919303 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-19e3d4cb-e89a-4f6f-9d7b-42b8673d6471 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=c50ebdda-4720-4daa-9d17-9da7b2e78f52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1444061 Mar 02 07:30:43.919794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45160) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:43.960064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.009593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.048668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e607bf01-90d3-472e-9013-9800a772f8b7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.048888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['92e2907d-b6e1-4c3b-8e07-91cb559c5681'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:44.057015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=ef79cc01-74a1-462b-83d0-259053a4661e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:44.074130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.084530 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-72799376-369a-4f04-bafe-d30f68dcbab7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/ef79cc01-74a1-462b-83d0-259053a4661e HTTP/1.1" status: 204 len: 168 time: 0.6247325 Mar 02 07:30:44.084530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45164) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.093874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d04a8-1f59-4faa-bc78-bd2ee14e9dbd None None] Network 78b5361e-2f45-45e6-abaa-1d0f4192a00a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:44.105349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704fb96d-4625-4b42-b497-18b76c314d5a tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:44.114671 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-704fb96d-4625-4b42-b497-18b76c314d5a tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/networks/660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 881 time: 0.1859195 Mar 02 07:30:44.114671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45168) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.169134 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96bf52dd-a0d0-4a61-8d07-bba07f0d07f0 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=c50ebdda-4720-4daa-9d17-9da7b2e78f52 HTTP/1.1" status: 200 len: 205 time: 0.0489700 Mar 02 07:30:44.169134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.214478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:44.216180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:44.236481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e607bf01-90d3-472e-9013-9800a772f8b7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.271220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607bf01-90d3-472e-9013-9800a772f8b7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5086fd-7140-4af6-8134-0b5af4284c2f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:44.289846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e607bf01-90d3-472e-9013-9800a772f8b7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.295255 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e607bf01-90d3-472e-9013-9800a772f8b7 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/de5086fd-7140-4af6-8134-0b5af4284c2f HTTP/1.1" status: 204 len: 168 time: 0.5373373 Mar 02 07:30:44.295380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.295380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.409395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eb1b8a39-2323-44ad-b503-64318daba492 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:44.418930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.449406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port bed5c598-96fc-4227-8cdf-96eae7fcdd61 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:44.449810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.500179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eb1b8a39-2323-44ad-b503-64318daba492 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:44.504862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb1b8a39-2323-44ad-b503-64318daba492 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2090528 Mar 02 07:30:44.510691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:44.534869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] DHCP port deletion for 78b5361e-2f45-45e6-abaa-1d0f4192a00a request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:30:44.551353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Deleting port bed5c598-96fc-4227-8cdf-96eae7fcdd61 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:44.551494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.780474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.827917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.840686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Deleting port a465ce9c-d703-4f2e-90e6-fc87f099d0e7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:44.840686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.904224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bed5c598-96fc-4227-8cdf-96eae7fcdd61,segment=NetworkSegment(b28e8592-31be-4679-8e87-58daee7917fe),segment_id=b28e8592-31be-4679-8e87-58daee7917fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:44.904691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.904805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f759-67af-4ddf-aca6-adecaed33a17 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.916202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bed5c598-96fc-4227-8cdf-96eae7fcdd61,segment=NetworkSegment(b28e8592-31be-4679-8e87-58daee7917fe),segment_id=b28e8592-31be-4679-8e87-58daee7917fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:44.937317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:44.976853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f759-67af-4ddf-aca6-adecaed33a17 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.003890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c525c5-8386-4279-a829-5cf6f1891123 req-0737d51a-decf-4d3a-ba45-08eec21ebd18 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:45.004117 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09c525c5-8386-4279-a829-5cf6f1891123 req-0737d51a-decf-4d3a-ba45-08eec21ebd18 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 944 time: 0.2338202 Mar 02 07:30:45.110702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Calling delete_port for bed5c598-96fc-4227-8cdf-96eae7fcdd61 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:45.116470 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09c525c5-8386-4279-a829-5cf6f1891123 req-5aa0e871-9813-43a9-93f0-727244c644fc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636275 Mar 02 07:30:45.117355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb25c-174e-4d1d-93c1-7cd9202a05a2 req-d720e576-278f-4c16-a1f9-6377db6796c1 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:45.126973 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af4fb25c-174e-4d1d-93c1-7cd9202a05a2 req-d720e576-278f-4c16-a1f9-6377db6796c1 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.2841105 Mar 02 07:30:45.146074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.159675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bed5c598-96fc-4227-8cdf-96eae7fcdd61,segment=NetworkSegment(b28e8592-31be-4679-8e87-58daee7917fe),segment_id=b28e8592-31be-4679-8e87-58daee7917fe)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:45.159675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.160278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 92e2907d-b6e1-4c3b-8e07-91cb559c5681 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:45.258138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bed5c598-96fc-4227-8cdf-96eae7fcdd61,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:45.303310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:45.303310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:45.303518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Calling delete_port for a465ce9c-d703-4f2e-90e6-fc87f099d0e7 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:45.309224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:45.312847 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af4fb25c-174e-4d1d-93c1-7cd9202a05a2 req-1459e41e-f357-4ebf-8d31-f08116e3d48e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883912 Mar 02 07:30:45.313621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f759-67af-4ddf-aca6-adecaed33a17 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.325622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for bed5c598-96fc-4227-8cdf-96eae7fcdd61 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:45.337183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:45.337183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.382643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1f759-67af-4ddf-aca6-adecaed33a17 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c05dd9-e09f-4367-b717-d81b6caea9ef,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:45.417867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bed5c598-96fc-4227-8cdf-96eae7fcdd61 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:45.429322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f759-67af-4ddf-aca6-adecaed33a17 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.432850 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a8f1f759-67af-4ddf-aca6-adecaed33a17 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/d6c05dd9-e09f-4367-b717-d81b6caea9ef HTTP/1.1" status: 204 len: 168 time: 0.9209292 Mar 02 07:30:45.434790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45188) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:45.484633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:45.484633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:45.490463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7c3ff99e-f65f-4c35-9d0d-b4204dad3342 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:45.509611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7c3ff99e-f65f-4c35-9d0d-b4204dad3342 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:45.510825 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c3ff99e-f65f-4c35-9d0d-b4204dad3342 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741658 Mar 02 07:30:45.515721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:45.523702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--463927193'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:45.560428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:45.579797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:45.596864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.607505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.627676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.654721 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.657472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event deleted for resources: {'Port': ['ID=a465ce9c-d703-4f2e-90e6-fc87f099d0e7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:45.688718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:45.697815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:45.706428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:45.742203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:45.742538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:45.749860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bed5c598-96fc-4227-8cdf-96eae7fcdd61,segment=NetworkSegment(b28e8592-31be-4679-8e87-58daee7917fe),segment_id=b28e8592-31be-4679-8e87-58daee7917fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:45.754377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.789872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.794805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 92e2907d-b6e1-4c3b-8e07-91cb559c5681, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:45.803325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Deleting port bed5c598-96fc-4227-8cdf-96eae7fcdd61 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:45.803692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.833060 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'code': 200} Mar 02 07:30:45.840411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.912200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bed5c598-96fc-4227-8cdf-96eae7fcdd61,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:45.975063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.981631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:45.997470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port bed5c598-96fc-4227-8cdf-96eae7fcdd61 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:45.997810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.023854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.027755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.028520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Fanout notify agent at l3_agent the message router_deleted on router c50ebdda-4720-4daa-9d17-9da7b2e78f52 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:46.030842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.033267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=92e2907d-b6e1-4c3b-8e07-91cb559c5681,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:46.094360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b13ac4b-4115-4284-be64-aae2ab1b0f97,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:46.108442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bed5c598-96fc-4227-8cdf-96eae7fcdd61,segment=NetworkSegment(b28e8592-31be-4679-8e87-58daee7917fe),segment_id=b28e8592-31be-4679-8e87-58daee7917fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:46.109038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.119240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.119728 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dcc246b1-3d87-4c74-9a29-a2a1e1cb9844 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/c50ebdda-4720-4daa-9d17-9da7b2e78f52 HTTP/1.1" status: 204 len: 168 time: 1.9560823 Mar 02 07:30:46.123286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.124710 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7c85eb19-576b-4abb-801a-b6bf771909cc tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6078560 Mar 02 07:30:46.126641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45198) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:46.132779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-566380587', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:46.140378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:46.141687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:46.142963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': '3b13ac4b-4115-4284-be64-aae2ab1b0f97', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:46.160637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Usage tracker for resource:router and tenant:e505b19a648f42568fe661d3b4a79533 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:46.165119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:46.177971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:46.187836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:46.194440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.196849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.200014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:46.204169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062acc1-ccea-4ec0-ae52-6b0aa4a66135 req-0f5edd54-d422-494c-b522-548abffb8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:46.205373 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4062acc1-ccea-4ec0-ae52-6b0aa4a66135 req-0f5edd54-d422-494c-b522-548abffb8ddd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 1098 time: 0.2410774 Mar 02 07:30:46.206219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:46.224549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.272534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:46.279636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Calling delete_port for bed5c598-96fc-4227-8cdf-96eae7fcdd61 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:46.381568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.426776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] For port bed5c598-96fc-4227-8cdf-96eae7fcdd61, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bed5c598-96fc-4227-8cdf-96eae7fcdd61,segment=NetworkSegment(b28e8592-31be-4679-8e87-58daee7917fe),segment_id=b28e8592-31be-4679-8e87-58daee7917fe)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:46.428276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.442283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] Pushing event deleted for resources: {'Port': ['ID=bed5c598-96fc-4227-8cdf-96eae7fcdd61,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:46.445910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63c9ec-a161-4d51-979b-8f0310cd3964 None None] No DVR routers for this DVR port bed5c598-96fc-4227-8cdf-96eae7fcdd61 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:46.460132 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4062acc1-ccea-4ec0-ae52-6b0aa4a66135 req-c4428447-d5a3-43a2-aad8-b7c7ca787f90 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465591 Mar 02 07:30:46.470374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.599601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for bed5c598-96fc-4227-8cdf-96eae7fcdd61 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:46.717445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822ffa9-e05b-4829-8072-b8f743607533 req-9b8397f5-c954-47d0-9312-39d9f6063935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:46.718947 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d822ffa9-e05b-4829-8072-b8f743607533 req-9b8397f5-c954-47d0-9312-39d9f6063935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 945 time: 0.4442704 Mar 02 07:30:46.732583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:46.732892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:46.745819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.753454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.757835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.795353 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d822ffa9-e05b-4829-8072-b8f743607533 req-0bef52ce-2ff2-492a-ae16-83e7c0c0f562 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671413 Mar 02 07:30:46.796613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9153514e-4ff9-4bc0-b8ad-50daa3ebceb4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:46.813211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.814473 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b6057bd-32ff-4aac-ab22-a75426ebf155 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6767018 Mar 02 07:30:46.817160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:46.835252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a27c36-2472-4fa0-9bad-9a0d23ca5ae0 req-08231707-18b9-4644-9097-a92ee1ffda0c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:46.836726 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9a27c36-2472-4fa0-9bad-9a0d23ca5ae0 req-08231707-18b9-4644-9097-a92ee1ffda0c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.2569368 Mar 02 07:30:46.842374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port bed5c598-96fc-4227-8cdf-96eae7fcdd61 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:46.842716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.882271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2be0-6088-4b13-90bf-7d50734edcca tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.919972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2be0-6088-4b13-90bf-7d50734edcca tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:46.929840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] The port 'bed5c598-96fc-4227-8cdf-96eae7fcdd61' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:30:46.956668 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9a27c36-2472-4fa0-9bad-9a0d23ca5ae0 req-73d1f9d6-666d-4d9e-90cd-7126d25898ca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104958 Mar 02 07:30:47.158207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.169557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2be0-6088-4b13-90bf-7d50734edcca tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.180317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.189185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.195556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d2be0-6088-4b13-90bf-7d50734edcca tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9153514e-4ff9-4bc0-b8ad-50daa3ebceb4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:47.210888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2be0-6088-4b13-90bf-7d50734edcca tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.215423 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e4d2be0-6088-4b13-90bf-7d50734edcca tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9153514e-4ff9-4bc0-b8ad-50daa3ebceb4 HTTP/1.1" status: 204 len: 168 time: 0.3938448 Mar 02 07:30:47.215423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45214) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:47.235748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b5361e-2f45-45e6-abaa-1d0f4192a00a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:47.252064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28e8592-31be-4679-8e87-58daee7917fe') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:47.252348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28e8592-31be-4679-8e87-58daee7917fe') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:47.267020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.298023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39f720a8-1af4-4e0f-97ef-a50ca97352a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:47.307384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.315945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:47.315945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:47.330617 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:47.343734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39f720a8-1af4-4e0f-97ef-a50ca97352a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:47.345253 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39f720a8-1af4-4e0f-97ef-a50ca97352a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289513 Mar 02 07:30:47.348701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:47.372082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Allocated IP 172.26.4.191 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/fc0d7063-756c-44ed-bddd-15cdcd01ced0) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:47.447736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.470260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.480388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=78b5361e-2f45-45e6-abaa-1d0f4192a00a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:47.485861 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43a9350d-386e-4c37-93c8-80f55b89ef78 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/78b5361e-2f45-45e6-abaa-1d0f4192a00a HTTP/1.1" status: 204 len: 168 time: 3.4004099 Mar 02 07:30:47.489447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45222) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:47.502027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1110621679'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:47.509435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:47.517193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:47.519960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-667781de-3130-42bd-af72-21f5a10e99b1 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.521749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:47.535627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:47.541238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.556889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-667781de-3130-42bd-af72-21f5a10e99b1 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.565080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:47.568529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.591893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.620845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:47.644158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-667781de-3130-42bd-af72-21f5a10e99b1 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.645775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.646059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment f017d290-36e5-4b52-9e97-3dd56b85fa1a of type vlan for network 5e6649d6-238a-40b7-8d2d-38f7defb33ce Mar 02 07:30:47.649757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:47.652680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:47.658915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:47.674947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667781de-3130-42bd-af72-21f5a10e99b1 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b13ac4b-4115-4284-be64-aae2ab1b0f97,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:47.699934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-667781de-3130-42bd-af72-21f5a10e99b1 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.701901 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-667781de-3130-42bd-af72-21f5a10e99b1 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b13ac4b-4115-4284-be64-aae2ab1b0f97 HTTP/1.1" status: 204 len: 168 time: 0.3513596 Mar 02 07:30:47.704359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45226) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:47.724643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.779648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d809e2b6-6dd3-4230-9140-6cb2b326bbee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:47.783873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.789104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:47.789699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:47.791157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event updated for resources: {'Port': ['ID=fc0d7063-756c-44ed-bddd-15cdcd01ced0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:47.848572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d809e2b6-6dd3-4230-9140-6cb2b326bbee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:47.853887 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d809e2b6-6dd3-4230-9140-6cb2b326bbee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1448116 Mar 02 07:30:47.881847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45232) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:47.895075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--384635553'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:47.904268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:47.912661 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4221897 Mar 02 07:30:47.921449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:47.928949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:47.936074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:47.955019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d215c-7564-40bd-b220-7c56797f3735 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=5e6649d6-238a-40b7-8d2d-38f7defb33ce,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:47.965376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 5e6649d6-238a-40b7-8d2d-38f7defb33ce details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:48.010836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2d652-9034-4866-a289-46a01dc38698 req-6530dd9f-d58f-4709-a4e6-18e19990f9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.012774 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2c2d652-9034-4866-a289-46a01dc38698 req-6530dd9f-d58f-4709-a4e6-18e19990f9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1019485 Mar 02 07:30:48.030158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.067465 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2c2d652-9034-4866-a289-46a01dc38698 req-b0d88e48-c34c-4864-91e5-5dc072855ff7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Mar 02 07:30:48.270682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05accec8-aec1-4581-a63a-467d42ebb853 req-3640d499-fecd-4626-965f-0fa61ca11f3b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.272164 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-05accec8-aec1-4581-a63a-467d42ebb853 req-3640d499-fecd-4626-965f-0fa61ca11f3b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 945 time: 0.0882161 Mar 02 07:30:48.312013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:48.323704 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-05accec8-aec1-4581-a63a-467d42ebb853 req-a83f72a0-005b-4f31-9d4f-54cc91de5960 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Mar 02 07:30:48.336503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:48.351054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45244) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:48.387769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:48.396461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:48.407657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:48.410254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:48.412273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:48.423653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:48.430530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80e80d-c242-422e-b659-19b825a73f55 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.432039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d80e80d-c242-422e-b659-19b825a73f55 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 1093 time: 0.0796609 Mar 02 07:30:48.435069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45248) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:48.442738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:48.449038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:48.453134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:48.456155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:48.462337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:48.471708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.474414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.529976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:48.535560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.619130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.658205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43bf04-3af5-4e2b-882f-48074217f328 req-2ee5fcd4-6df7-4465-bfb1-6889e84cc19d tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:48.659714 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad43bf04-3af5-4e2b-882f-48074217f328 req-2ee5fcd4-6df7-4465-bfb1-6889e84cc19d tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.4256725 Mar 02 07:30:48.776567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.183 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/02bd7354-2660-485d-8dd7-5329d96af244) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:48.840845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.843241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.864393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.887390 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad43bf04-3af5-4e2b-882f-48074217f328 req-bfa2b1b0-b692-4820-8c92-21ea3ef7dd1e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080290 Mar 02 07:30:48.949968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:48.984104 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.036307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7780ed-7ce8-4f7f-8218-8d5b6fdc226a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:49.073575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:49.076632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:49.085157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:49.121251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=02bd7354-2660-485d-8dd7-5329d96af244,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:49.134435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.135620 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-34ec8684-a2ff-42fa-a411-7cc282118196 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2528119 Mar 02 07:30:49.140061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:49.144917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': '8e7780ed-7ce8-4f7f-8218-8d5b6fdc226a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:49.154647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:49.187119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:49.194272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.195639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:49.198592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.204910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:49.272094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.349919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=8497d39b-3a81-4021-9db6-08506d7a3eb4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:49.424499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': 'f017d290-36e5-4b52-9e97-3dd56b85fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:49.424770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: 5e6649d6-238a-40b7-8d2d-38f7defb33ce, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:49.473376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5e6649d6-238a-40b7-8d2d-38f7defb33ce is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:49.491157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 5e6649d6-238a-40b7-8d2d-38f7defb33ce) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:49.499394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:49.499974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.500171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c74df3-a620-4d89-ba74-351cbbbe8835 None None] Network 5e6649d6-238a-40b7-8d2d-38f7defb33ce requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:49.524137 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b8363846-54a9-4428-b37f-7db8ce1c8067 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6015861 Mar 02 07:30:49.526332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Router 321e5686-1878-41be-95b1-a7bb6f84949b is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:30:49.529040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45256) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:49.535725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce', 'security_groups': [], 'name': 'tempest-PortsTestJSON-842281171'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:49.600639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.608166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.655459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f7c658-2b97-45b7-86e0-469ec2b65b59,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:49.685879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.689512 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f288456d-9496-4bb0-9554-588e959b0f52 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5461924 Mar 02 07:30:49.690250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:49.713617 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57748a13-67d1-4092-a2c6-cdae0fe24127 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules/38f7c658-2b97-45b7-86e0-469ec2b65b59 HTTP/1.1" status: 200 len: 763 time: 0.0227776 Mar 02 07:30:49.716650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45264) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:49.736749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-5e6649d6-238a-40b7-8d2d-38f7defb33ce', 'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce', 'tenant_id': '7ff39769085444dcb9dcd62e7a7f45be', 'fixed_ips': [{'subnet_id': '8497d39b-3a81-4021-9db6-08506d7a3eb4'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:30:49.737966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.753852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.845362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:49.913941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Allocated IP 172.20.0.2 (5e6649d6-238a-40b7-8d2d-38f7defb33ce/8497d39b-3a81-4021-9db6-08506d7a3eb4/1f9a38cd-23c4-4ac3-a360-f1527107c71d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:50.023996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:50.041118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6f9dcb1-59db-4f24-b3c7-4dc60321d977 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:50.068480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:50.076293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:50.091996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] Sync routers for ids ['321e5686-1878-41be-95b1-a7bb6f84949b'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:50.102500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6f9dcb1-59db-4f24-b3c7-4dc60321d977 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:50.103788 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6f9dcb1-59db-4f24-b3c7-4dc60321d977 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3862271 Mar 02 07:30:50.106261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.107365 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e949c91-b2f4-4878-ab26-d0ba02dff67f tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9804246 Mar 02 07:30:50.108248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45270) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:50.110752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:50.114532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.115745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:50.120699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.148880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] Routers {'321e5686-1878-41be-95b1-a7bb6f84949b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:50.149508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['321e5686-1878-41be-95b1-a7bb6f84949b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:50.171620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:50.174261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.179522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2894e3-5a48-43b6-aff1-76a5f3e5aa35 req-8455c3ad-e1a1-4535-bf27-884019a133a8 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:50.180991 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eb2894e3-5a48-43b6-aff1-76a5f3e5aa35 req-8455c3ad-e1a1-4535-bf27-884019a133a8 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.1675346 Mar 02 07:30:50.224794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 8cafb979-bc55-423d-acd5-b13cd7716e49 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:50.226486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:50.248880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.251339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] Routers {'321e5686-1878-41be-95b1-a7bb6f84949b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:50.251959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['321e5686-1878-41be-95b1-a7bb6f84949b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:50.278774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23a49825-a077-4402-8852-9b8157532768 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.286739 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eb2894e3-5a48-43b6-aff1-76a5f3e5aa35 req-6de15058-8b7a-404e-8361-8cb5bc9bb921 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971797 Mar 02 07:30:50.289667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=02bd7354-2660-485d-8dd7-5329d96af244,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:50.298034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.320949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23a49825-a077-4402-8852-9b8157532768 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.389128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Transition to ACTIVE for port object 1f9a38cd-23c4-4ac3-a360-f1527107c71d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:50.415506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:50.415917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6e555-397b-4cec-aaea-019f7a21a8e7 None None] The sync data for ids ['321e5686-1878-41be-95b1-a7bb6f84949b'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:50.439322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Transition to ACTIVE for port object 1f9a38cd-23c4-4ac3-a360-f1527107c71d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:50.445459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.489564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 87ff979c-d039-459f-98a8-83472dbcbbba associated. External IP: 172.26.4.183, port: 92e2907d-b6e1-4c3b-8e07-91cb559c5681. Mar 02 07:30:50.512391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Network 5e6649d6-238a-40b7-8d2d-38f7defb33ce is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:50.515215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:50.518794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:50.522052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23a49825-a077-4402-8852-9b8157532768 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.561795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a49825-a077-4402-8852-9b8157532768 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38f7c658-2b97-45b7-86e0-469ec2b65b59,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:50.614596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Pushing event updated for resources: {'Port': ['ID=1f9a38cd-23c4-4ac3-a360-f1527107c71d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:50.626437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Attempting to bind port 1f9a38cd-23c4-4ac3-a360-f1527107c71d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:50.626813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Attempting to bind port 1f9a38cd-23c4-4ac3-a360-f1527107c71d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'f017d290-36e5-4b52-9e97-3dd56b85fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:50.627179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Attempting to bind port 1f9a38cd-23c4-4ac3-a360-f1527107c71d on network 5e6649d6-238a-40b7-8d2d-38f7defb33ce {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:50.633359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:50.633772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Checking segment: {'id': 'f017d290-36e5-4b52-9e97-3dd56b85fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:50.634176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.634698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Bound using segment: {'id': 'f017d290-36e5-4b52-9e97-3dd56b85fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:30:50.635169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Bound port: 1f9a38cd-23c4-4ac3-a360-f1527107c71d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f017d290-36e5-4b52-9e97-3dd56b85fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5e6649d6-238a-40b7-8d2d-38f7defb33ce'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:30:50.635545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.660836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23a49825-a077-4402-8852-9b8157532768 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.662236 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23a49825-a077-4402-8852-9b8157532768 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/38f7c658-2b97-45b7-86e0-469ec2b65b59 HTTP/1.1" status: 204 len: 168 time: 0.5530951 Mar 02 07:30:50.665388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:50.668812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.7 (5e6649d6-238a-40b7-8d2d-38f7defb33ce/8497d39b-3a81-4021-9db6-08506d7a3eb4/8cafb979-bc55-423d-acd5-b13cd7716e49) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:50.731992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] For port 1f9a38cd-23c4-4ac3-a360-f1527107c71d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:30:50.735324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] For port 1f9a38cd-23c4-4ac3-a360-f1527107c71d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1f9a38cd-23c4-4ac3-a360-f1527107c71d,segment=NetworkSegment(f017d290-36e5-4b52-9e97-3dd56b85fa1a),segment_id=f017d290-36e5-4b52-9e97-3dd56b85fa1a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:30:50.741368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:50.785694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2e1a886-f15d-4e0d-9956-6fca0979ac18 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:50.837615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07575c-a775-4c03-a166-ac484682ec2c None None] Pushing event updated for resources: {'Port': ['ID=1f9a38cd-23c4-4ac3-a360-f1527107c71d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:50.862466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2e1a886-f15d-4e0d-9956-6fca0979ac18 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:50.865463 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2e1a886-f15d-4e0d-9956-6fca0979ac18 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1989043 Mar 02 07:30:50.865930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45282) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:50.890721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': '8e7780ed-7ce8-4f7f-8218-8d5b6fdc226a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:50.911011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:50.912351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:50.991183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:51.069826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.076221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.088163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.131943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 8cafb979-bc55-423d-acd5-b13cd7716e49 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:51.133841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.163202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Deleting port fc0d7063-756c-44ed-bddd-15cdcd01ced0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:51.163534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.282561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.312163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:51.336412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] Sync routers for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:51.339888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.355366 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:51.356026 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:51.383736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.384935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f9a38cd-23c4-4ac3-a360-f1527107c71d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:51.404330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.438875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4da9b8-8380-46e1-a51f-18bb22e7e47d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:51.496931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5e6649d6-238a-40b7-8d2d-38f7defb33ce is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:51.509496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:51.512942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.515550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 1f9a38cd-23c4-4ac3-a360-f1527107c71d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:51.523787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a5ef46c1-f818-4ff0-b8e4-441315e48319 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0860279 Mar 02 07:30:51.524124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.525556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c63a3897-4b62-452d-9819-c0ce96c6283f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6501319 Mar 02 07:30:51.526503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=8cafb979-bc55-423d-acd5-b13cd7716e49,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:51.526703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:51.527183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:51.532500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:51.558334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45294) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:51.648228 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:51.660294 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'status': 'completed', 'code': 200} Mar 02 07:30:51.666550 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ffa3b215-f83f-44ce-9dfb-93558da0364b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 991 time: 0.1311278 Mar 02 07:30:51.765044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-2d3efd86-cb1e-4ef5-8225-9be295c68228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:51.766787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-2d3efd86-cb1e-4ef5-8225-9be295c68228 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 1098 time: 0.0868487 Mar 02 07:30:51.871031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Calling delete_port for fc0d7063-756c-44ed-bddd-15cdcd01ced0 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:51.903118 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-686eb7d8-aebb-4d77-8bb2-a23af84806ef tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules/6d4da9b8-8380-46e1-a51f-18bb22e7e47d HTTP/1.1" status: 200 len: 763 time: 0.3403020 Mar 02 07:30:51.905408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45302) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:51.974364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:51.975003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:51.986133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-30f3ccd1-9725-4892-a507-622dd024af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:51.987594 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-30f3ccd1-9725-4892-a507-622dd024af56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 898 time: 0.2136874 Mar 02 07:30:52.004096 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae81f8b6-266e-4328-97ac-cb3d604719a8 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0975790 Mar 02 07:30:52.008758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.030482 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-295d8313-b7ef-44e5-805a-2badec033b32 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.4969919 Mar 02 07:30:52.032166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45310) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.109262 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '87ff979c-d039-459f-98a8-83472dbcbbba', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'port_id': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'mac_address': 'fa:16:3e:85:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:49Z', 'updated_at': '2022-03-02T07:30:49Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:52.113602 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] Checking router: b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:30:52.127081 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:52.127081 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:52.131512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6bb70-d136-4eff-b639-44d241b82d81 req-056154e6-5225-4e16-b5ff-c7a20378f5ba tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:52.133385 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-37df4b55-6520-40fd-bb9b-34d67aec4a25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681 HTTP/1.1" status: 200 len: 999 time: 0.1282208 Mar 02 07:30:52.134342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8fd6bb70-d136-4eff-b639-44d241b82d81 req-056154e6-5225-4e16-b5ff-c7a20378f5ba tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.5602193 Mar 02 07:30:52.141854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b542b2-7eb1-4262-bd06-4902fa1ae1f6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.164067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b542b2-7eb1-4262-bd06-4902fa1ae1f6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.178815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 8cafb979-bc55-423d-acd5-b13cd7716e49 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:52.179423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.185764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86be4ac-8964-4274-9e35-2baf2bc82aee None None] Network 5e6649d6-238a-40b7-8d2d-38f7defb33ce requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:52.199989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-11136101-b370-4113-88da-654c6703fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:52.201428 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-11136101-b370-4113-88da-654c6703fb40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.0616241 Mar 02 07:30:52.270288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b542b2-7eb1-4262-bd06-4902fa1ae1f6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.316157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-159b0d73-71dc-466e-8081-b08c32b0e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:52.317715 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-159b0d73-71dc-466e-8081-b08c32b0e26f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079350 Mar 02 07:30:52.375257 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:30:52.396795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3982534-7c59-41d9-bc2a-35a2534ef735 None None] Provisioning for port 1f9a38cd-23c4-4ac3-a360-f1527107c71d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:52.407781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3982534-7c59-41d9-bc2a-35a2534ef735 None None] Provisioning complete for port 1f9a38cd-23c4-4ac3-a360-f1527107c71d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:52.408861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3982534-7c59-41d9-bc2a-35a2534ef735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.470912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b542b2-7eb1-4262-bd06-4902fa1ae1f6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d4da9b8-8380-46e1-a51f-18bb22e7e47d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:52.500530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0b542b2-7eb1-4262-bd06-4902fa1ae1f6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.504798 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a0b542b2-7eb1-4262-bd06-4902fa1ae1f6 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6d4da9b8-8380-46e1-a51f-18bb22e7e47d HTTP/1.1" status: 204 len: 168 time: 0.4904482 Mar 02 07:30:52.504948 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8fd6bb70-d136-4eff-b639-44d241b82d81 req-d403603f-aa65-4d10-bca4-803179ba0f75 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428760 Mar 02 07:30:52.507723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45314) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.534943 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-12b46542-f9a5-4f96-85e9-e4731bdacf46 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100577 Mar 02 07:30:52.587660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.610432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3982534-7c59-41d9-bc2a-35a2534ef735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.651544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d3982534-7c59-41d9-bc2a-35a2534ef735 None None] For port 1f9a38cd-23c4-4ac3-a360-f1527107c71d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1f9a38cd-23c4-4ac3-a360-f1527107c71d,segment=NetworkSegment(f017d290-36e5-4b52-9e97-3dd56b85fa1a),segment_id=f017d290-36e5-4b52-9e97-3dd56b85fa1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:52.659090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3982534-7c59-41d9-bc2a-35a2534ef735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.672386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.776823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Pushing event deleted for resources: {'Port': ['ID=fc0d7063-756c-44ed-bddd-15cdcd01ced0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:52.778373 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f957e838-ca20-4106-ba7d-42f3b3fc1459 req-c4349d62-f816-4185-a3e1-a5e20c20cb3c service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361574 Mar 02 07:30:52.810499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3982534-7c59-41d9-bc2a-35a2534ef735 None None] Pushing event updated for resources: {'Port': ['ID=1f9a38cd-23c4-4ac3-a360-f1527107c71d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:52.856866 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f738cdc4-552d-42e8-af74-a7123332ecf2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 991 time: 0.1807065 Mar 02 07:30:52.881930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0797d01e-a7c3-4a52-b8d7-b4d15bf026d0 None None] Provisioning complete for port 1f9a38cd-23c4-4ac3-a360-f1527107c71d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:52.882225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0797d01e-a7c3-4a52-b8d7-b4d15bf026d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:52.896835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0700b60d-abfd-4a07-999b-8e7508ba3c87 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:52.976318 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '87ff979c-d039-459f-98a8-83472dbcbbba', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'port_id': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'mac_address': 'fa:16:3e:85:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:49Z', 'updated_at': '2022-03-02T07:30:49Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:52.979935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0700b60d-abfd-4a07-999b-8e7508ba3c87 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:52.980778 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557104a-1656-4d42-b896-241e89d7a24f None None] The sync data for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv is: [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '87ff979c-d039-459f-98a8-83472dbcbbba', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'port_id': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'mac_address': 'fa:16:3e:85:3b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:49Z', 'updated_at': '2022-03-02T07:30:49Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:52.981397 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0700b60d-abfd-4a07-999b-8e7508ba3c87 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4712729 Mar 02 07:30:52.984428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:52.990003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': '8e7780ed-7ce8-4f7f-8218-8d5b6fdc226a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:52.994032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.001898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:53.017057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:53.046292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.070428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0797d01e-a7c3-4a52-b8d7-b4d15bf026d0 None None] Provisioning for port 8cafb979-bc55-423d-acd5-b13cd7716e49 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:30:53.077867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0797d01e-a7c3-4a52-b8d7-b4d15bf026d0 None None] Provisioning complete for port 8cafb979-bc55-423d-acd5-b13cd7716e49 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:53.079240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0797d01e-a7c3-4a52-b8d7-b4d15bf026d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.139094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.146990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.148105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0797d01e-a7c3-4a52-b8d7-b4d15bf026d0 None None] Port 8cafb979-bc55-423d-acd5-b13cd7716e49 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:53.158800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.160464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 668f7314-aa47-4508-bdf6-b355dba39dd9 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:30:53.172519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34c59f9-087c-41e9-96fd-997f60c05368,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:53.188152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.189636 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08083d9e-51f1-43be-8372-8d1dd6418059 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2041914 Mar 02 07:30:53.192412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:53.224882 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dd08af01-3b03-4650-b4be-57a403394c64 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules/f34c59f9-087c-41e9-96fd-997f60c05368 HTTP/1.1" status: 200 len: 764 time: 0.0311542 Mar 02 07:30:53.228410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:53.313064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1e6d90a2-91e5-4ccd-863c-9aeb83e939ff tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:53.319062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f9a38cd-23c4-4ac3-a360-f1527107c71d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:53.333367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1e6d90a2-91e5-4ccd-863c-9aeb83e939ff tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:53.334980 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1e6d90a2-91e5-4ccd-863c-9aeb83e939ff tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0993202 Mar 02 07:30:53.337910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:53.345636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e38390-439a-473d-86df-242b38bcc828 None None] New status for floating IP 87ff979c-d039-459f-98a8-83472dbcbbba: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:30:53.374448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f92dee7-ec66-4a40-abca-2cec001a6b8a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.390183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f92dee7-ec66-4a40-abca-2cec001a6b8a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.415555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f92dee7-ec66-4a40-abca-2cec001a6b8a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.432652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92dee7-ec66-4a40-abca-2cec001a6b8a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f34c59f9-087c-41e9-96fd-997f60c05368,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:53.446102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7f92dee7-ec66-4a40-abca-2cec001a6b8a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.447539 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7f92dee7-ec66-4a40-abca-2cec001a6b8a tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f34c59f9-087c-41e9-96fd-997f60c05368 HTTP/1.1" status: 204 len: 168 time: 0.1084573 Mar 02 07:30:53.450213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:53.499406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b0634fd5-8918-4fad-b368-877e64d9ff07 None None] Provisioning complete for port 8cafb979-bc55-423d-acd5-b13cd7716e49 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:53.499833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b0634fd5-8918-4fad-b368-877e64d9ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.499952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7cf72c4-6327-4b78-8eb3-02e97b057e6f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:53.515935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7cf72c4-6327-4b78-8eb3-02e97b057e6f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:53.520282 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f7cf72c4-6327-4b78-8eb3-02e97b057e6f tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664172 Mar 02 07:30:53.520730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45342) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:53.560128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b0634fd5-8918-4fad-b368-877e64d9ff07 None None] Port 8cafb979-bc55-423d-acd5-b13cd7716e49 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:30:53.579454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 8cafb979-bc55-423d-acd5-b13cd7716e49 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:53.610207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ae87ef-9368-4e9b-bfab-86559c148eee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.641797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ae87ef-9368-4e9b-bfab-86559c148eee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.708063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:53.712171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb6969-c650-4217-aa02-66a226cbe96a req-28b0b22b-a152-450f-ae25-fe2b2a3115a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:53.713812 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d5cb6969-c650-4217-aa02-66a226cbe96a req-28b0b22b-a152-450f-ae25-fe2b2a3115a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1099 time: 1.0589256 Mar 02 07:30:53.729922 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'port_id': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'mac_address': 'fa:16:3e:6d:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:30:53.749378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 1f9a38cd-23c4-4ac3-a360-f1527107c71d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:53.749771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.786589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a622c-57ce-4fa8-8c2a-a3363550650e req-96470083-e0e3-44cf-94ba-79dd92d782c8 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:53.788540 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f73a622c-57ce-4fa8-8c2a-a3363550650e req-96470083-e0e3-44cf-94ba-79dd92d782c8 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.1366670 Mar 02 07:30:53.790088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ae87ef-9368-4e9b-bfab-86559c148eee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.825662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.832775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae87ef-9368-4e9b-bfab-86559c148eee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7780ed-7ce8-4f7f-8218-8d5b6fdc226a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:53.862081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45348) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:53.864606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.926399 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f73a622c-57ce-4fa8-8c2a-a3363550650e req-f8de190c-657e-4701-9dd4-91746e419e2b tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210620 Mar 02 07:30:53.936612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ae87ef-9368-4e9b-bfab-86559c148eee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.939615 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09ae87ef-9368-4e9b-bfab-86559c148eee tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/8e7780ed-7ce8-4f7f-8218-8d5b6fdc226a HTTP/1.1" status: 204 len: 168 time: 0.4176364 Mar 02 07:30:53.961950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:53.985637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 668f7314-aa47-4508-bdf6-b355dba39dd9 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:30:54.023000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.040257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:54.054390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.056455 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d5cb6969-c650-4217-aa02-66a226cbe96a req-446e47a4-7636-4119-a956-e31e8f6bfc00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208115 Mar 02 07:30:54.087435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Router 321e5686-1878-41be-95b1-a7bb6f84949b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:30:54.108203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.116563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd772fb7-e2ad-4f99-9b38-e8afaf83ecea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 993 time: 0.2484829 Mar 02 07:30:54.131643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:54.163472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97a64034-bdd5-46a3-bc3c-8c11cb8edc85 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:54.260994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=8cafb979-bc55-423d-acd5-b13cd7716e49,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:54.288785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['668f7314-aa47-4508-bdf6-b355dba39dd9'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:30:54.399568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:30:54.408185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97a64034-bdd5-46a3-bc3c-8c11cb8edc85 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:54.417713 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97a64034-bdd5-46a3-bc3c-8c11cb8edc85 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3832347 Mar 02 07:30:54.417930 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] Sync routers for ids ['321e5686-1878-41be-95b1-a7bb6f84949b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:30:54.418995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45356) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.422795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.422954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383763083'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:54.423054 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-af6ff8ba-7f3e-4955-8841-8fd5222d130c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "PUT /v2.0/routers/321e5686-1878-41be-95b1-a7bb6f84949b HTTP/1.1" status: 200 len: 709 time: 4.3084097 Mar 02 07:30:54.427062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.429030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:54.436186 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] Routers {'321e5686-1878-41be-95b1-a7bb6f84949b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:54.436798 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['321e5686-1878-41be-95b1-a7bb6f84949b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:54.448597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:54.460900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.483931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:54.488519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:54.491929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:54.498657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:54.505140 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:54.515477 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] Routers {'321e5686-1878-41be-95b1-a7bb6f84949b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:30:54.516326 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:30:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['321e5686-1878-41be-95b1-a7bb6f84949b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:54.579449 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:54.580095 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97f8c5-d094-462d-9a9c-b64546cdb201 None None] The sync data for ids ['321e5686-1878-41be-95b1-a7bb6f84949b'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:30:54.589064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.590922 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-952fc003-50d7-45b3-a7c6-4c5d9973feb6 tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/routers/321e5686-1878-41be-95b1-a7bb6f84949b HTTP/1.1" status: 200 len: 744 time: 0.1595936 Mar 02 07:30:54.591572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45364) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.597076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.601397 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26be1f2f-d612-4fa8-a48a-b2b7be34eb94 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/8cafb979-bc55-423d-acd5-b13cd7716e49 HTTP/1.1" status: 204 len: 168 time: 2.5642135 Mar 02 07:30:54.601625 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45368) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.630534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.644341 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4151ae1-a87a-41d2-9111-665dafdef29c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:30:54.644872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a4151ae1-a87a-41d2-9111-665dafdef29c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:54.661716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a4151ae1-a87a-41d2-9111-665dafdef29c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:54.665327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a4151ae1-a87a-41d2-9111-665dafdef29c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/8cafb979-bc55-423d-acd5-b13cd7716e49 HTTP/1.1" status: 404 len: 333 time: 0.0603762 Mar 02 07:30:54.665587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.666431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe115fb6-d241-4fda-88f9-cd190410307c tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Synchronizing usage tracker for tenant:91201f533c1f44359817e428737d8ae3 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:54.702535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f80d94a-38d5-4b26-9629-8380078bbad9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:54.704587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe115fb6-d241-4fda-88f9-cd190410307c tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] Unset dirty status for tenant:91201f533c1f44359817e428737d8ae3 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:54.708072 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe115fb6-d241-4fda-88f9-cd190410307c tempest-RoutersIpV6AdminTest-1597614533 tempest-RoutersIpV6AdminTest-1597614533-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&device_id=321e5686-1878-41be-95b1-a7bb6f84949b HTTP/1.1" status: 200 len: 205 time: 0.1130548 Mar 02 07:30:54.708853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.734825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 8497d39b-3a81-4021-9db6-08506d7a3eb4 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:30:54.737770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.746334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.747511 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19d81b60-0bde-4258-ba2b-87f99da09db9 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3323092 Mar 02 07:30:54.752360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45380) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.756054 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4ee31c9-64e8-49c8-98e5-85660b04e3d8 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=321e5686-1878-41be-95b1-a7bb6f84949b HTTP/1.1" status: 200 len: 205 time: 0.0461867 Mar 02 07:30:54.759558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Request body: {'security_group_rule': {'security_group_id': '5f80d94a-38d5-4b26-9629-8380078bbad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:54.763880 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.765703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:54.769751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Usage tracker for resource:security_group_rule and tenant:61c3162933e54e2185f426a4c45ab755 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:54.772574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:54.778706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:54.794922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.865155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.869156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.892224 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c92de69-b5bf-45c4-9552-b998c1db76ad,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:54.905521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:54.906825 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-afb00fd4-b84f-4e0c-a515-47d7d693b9f0 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534445 Mar 02 07:30:54.909472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45388) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:54.978379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eda246f9-6a86-415a-976a-5bf2388ebb01 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.028581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eda246f9-6a86-415a-976a-5bf2388ebb01 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.060045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432014b9-07cb-4437-84ee-c87a2fb2e920 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.107534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eda246f9-6a86-415a-976a-5bf2388ebb01 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.116459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.130649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda246f9-6a86-415a-976a-5bf2388ebb01 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f80d94a-38d5-4b26-9629-8380078bbad9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:55.146069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eda246f9-6a86-415a-976a-5bf2388ebb01 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.147673 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eda246f9-6a86-415a-976a-5bf2388ebb01 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f80d94a-38d5-4b26-9629-8380078bbad9 HTTP/1.1" status: 204 len: 168 time: 0.2372291 Mar 02 07:30:55.150854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.196930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 668f7314-aa47-4508-bdf6-b355dba39dd9 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:30:55.215953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff402272-0e4a-49df-8eec-0d522f0e6d7d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:55.237114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff402272-0e4a-49df-8eec-0d522f0e6d7d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:55.239064 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff402272-0e4a-49df-8eec-0d522f0e6d7d tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847850 Mar 02 07:30:55.241843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45398) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.313404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce6e63ab-19de-4a4b-94cf-2d51af5b5620 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Synchronizing usage tracker for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:55.330410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 668f7314-aa47-4508-bdf6-b355dba39dd9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:30:55.330997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.332174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce6e63ab-19de-4a4b-94cf-2d51af5b5620 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] Unset dirty status for tenant:61c3162933e54e2185f426a4c45ab755 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:55.333802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce6e63ab-19de-4a4b-94cf-2d51af5b5620 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0904517 Mar 02 07:30:55.336489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.369375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-db708621-9062-43ac-b19e-923205d4ab33 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] delete failed (client error): The resource could not be found. Mar 02 07:30:55.370946 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db708621-9062-43ac-b19e-923205d4ab33 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f80d94a-38d5-4b26-9629-8380078bbad9 HTTP/1.1" status: 404 len: 347 time: 0.0229087 Mar 02 07:30:55.375535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45406) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.433113 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe758aaa-5877-43f1-af63-3f979a1b0170 tempest-SecGroupTest-959641776 tempest-SecGroupTest-959641776-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547118 Mar 02 07:30:55.471000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.508237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:30:55.521438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:55.524594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432014b9-07cb-4437-84ee-c87a2fb2e920 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.529279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.530607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432014b9-07cb-4437-84ee-c87a2fb2e920 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.573938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.593792 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'code': 200} Mar 02 07:30:55.602708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432014b9-07cb-4437-84ee-c87a2fb2e920 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.603178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432014b9-07cb-4437-84ee-c87a2fb2e920 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Fanout notify agent at l3_agent the message router_deleted on router 321e5686-1878-41be-95b1-a7bb6f84949b {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:30:55.615130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:55.641712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b4d06-01ce-4da1-8656-635209be23ff req-dac80a25-dee2-4a2e-86c5-12ed54bd9b1e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:55.643168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d86b4d06-01ce-4da1-8656-635209be23ff req-dac80a25-dee2-4a2e-86c5-12ed54bd9b1e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 945 time: 0.2494900 Mar 02 07:30:55.646989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432014b9-07cb-4437-84ee-c87a2fb2e920 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.647961 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-432014b9-07cb-4437-84ee-c87a2fb2e920 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/321e5686-1878-41be-95b1-a7bb6f84949b HTTP/1.1" status: 204 len: 168 time: 0.8831878 Mar 02 07:30:55.651895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45414) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.701018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09f5c351-9537-4da9-bb46-d21c53557359 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=321e5686-1878-41be-95b1-a7bb6f84949b HTTP/1.1" status: 200 len: 205 time: 0.0477297 Mar 02 07:30:55.703585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45420) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.706848 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d86b4d06-01ce-4da1-8656-635209be23ff req-6b7bf69e-b158-4d87-8fb4-c2f88e0a5e13 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545673 Mar 02 07:30:55.711666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.756184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45424) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.773982 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-327536e9-4ec2-427c-9921-8f4374c4571a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] delete failed (client error): The resource could not be found. Mar 02 07:30:55.777382 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-327536e9-4ec2-427c-9921-8f4374c4571a tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/321e5686-1878-41be-95b1-a7bb6f84949b HTTP/1.1" status: 404 len: 336 time: 0.0701082 Mar 02 07:30:55.777694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45428) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.816187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=8497d39b-3a81-4021-9db6-08506d7a3eb4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:55.816712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45432) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.825702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:55.828392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d9ed4-ad11-4f02-96a6-399495cdac02 None None] Network 5e6649d6-238a-40b7-8d2d-38f7defb33ce requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:55.838768 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a096a40a-9a0a-4942-8a3c-dfb49d85f500 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=c50ebdda-4720-4daa-9d17-9da7b2e78f52 HTTP/1.1" status: 200 len: 205 time: 0.0594668 Mar 02 07:30:55.840582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.851681 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-641f7a17-8c53-49d2-93f2-5e06905db912 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/8497d39b-3a81-4021-9db6-08506d7a3eb4 HTTP/1.1" status: 204 len: 168 time: 1.1842041 Mar 02 07:30:55.854645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45442) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.916774 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5bc26bce-e8c7-4a69-b65c-a5d0b51f7dbf tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/floatingips/cf08fb2c-e62c-4c51-b7f7-954ea2c9e450 HTTP/1.1" status: 200 len: 994 time: 0.1567819 Mar 02 07:30:55.946067 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-652d9fd1-048f-4cbf-913e-4d5ff6dabf1c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] delete failed (client error): The resource could not be found. Mar 02 07:30:55.950195 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-652d9fd1-048f-4cbf-913e-4d5ff6dabf1c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/c50ebdda-4720-4daa-9d17-9da7b2e78f52 HTTP/1.1" status: 404 len: 336 time: 0.1086073 Mar 02 07:30:55.950828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:55.996667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.010414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 1f9a38cd-23c4-4ac3-a360-f1527107c71d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:56.010821 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-afe23b78-f7a8-449a-941f-80b79a31b44e tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e2e775-1d41-48d6-a688-b1343756a852 HTTP/1.1" status: 200 len: 205 time: 0.0589383 Mar 02 07:30:56.011009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.013710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.091337 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a17a0fe0-a179-4ce5-8b8d-6e0a4334bb36 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] delete failed (client error): The resource could not be found. Mar 02 07:30:56.095148 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a17a0fe0-a179-4ce5-8b8d-6e0a4334bb36 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/04e2e775-1d41-48d6-a688-b1343756a852 HTTP/1.1" status: 404 len: 336 time: 0.0776944 Mar 02 07:30:56.095584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.113092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e65aab34-1b75-4734-853d-9b9b4710d495 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61c3162933e54e2185f426a4c45ab755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951534 Mar 02 07:30:56.115387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.115923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] DHCP port deletion for 5e6649d6-238a-40b7-8d2d-38f7defb33ce request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:30:56.120461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] Deleting port 1f9a38cd-23c4-4ac3-a360-f1527107c71d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:56.120845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.155249 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-01f59bf8-3edd-4e9b-b7db-ab8893fbcb67 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=41a82fce-6760-4a00-a337-5becc40404fe HTTP/1.1" status: 200 len: 205 time: 0.0585742 Mar 02 07:30:56.157873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.179622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d5703e-c9d8-424e-85b6-e6072cbde6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.207929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d5703e-c9d8-424e-85b6-e6072cbde6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.248426 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-28f2a651-e052-4c49-b6a1-fcca20661319 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] delete failed (client error): The resource could not be found. Mar 02 07:30:56.249431 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-28f2a651-e052-4c49-b6a1-fcca20661319 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/41a82fce-6760-4a00-a337-5becc40404fe HTTP/1.1" status: 404 len: 336 time: 0.0906863 Mar 02 07:30:56.252903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.304221 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-148912f7-4234-4bdd-9640-f5b0a1a453db tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=519145f1-e52a-44eb-8bf9-6422891ed175 HTTP/1.1" status: 200 len: 205 time: 0.0500960 Mar 02 07:30:56.304899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.335302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] For port 1f9a38cd-23c4-4ac3-a360-f1527107c71d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1f9a38cd-23c4-4ac3-a360-f1527107c71d,segment=NetworkSegment(f017d290-36e5-4b52-9e97-3dd56b85fa1a),segment_id=f017d290-36e5-4b52-9e97-3dd56b85fa1a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:56.336059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.348097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] For port 1f9a38cd-23c4-4ac3-a360-f1527107c71d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1f9a38cd-23c4-4ac3-a360-f1527107c71d,segment=NetworkSegment(f017d290-36e5-4b52-9e97-3dd56b85fa1a),segment_id=f017d290-36e5-4b52-9e97-3dd56b85fa1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:30:56.349626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.370216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d5703e-c9d8-424e-85b6-e6072cbde6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.390085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d3983f00-e721-4465-871a-1d763a9f27b5 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] delete failed (client error): The resource could not be found. Mar 02 07:30:56.393890 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3983f00-e721-4465-871a-1d763a9f27b5 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/519145f1-e52a-44eb-8bf9-6422891ed175 HTTP/1.1" status: 404 len: 336 time: 0.0880733 Mar 02 07:30:56.394473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.402315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5703e-c9d8-424e-85b6-e6072cbde6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c553e8-192a-4663-84ec-e05f9c476b2e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:56.461197 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d88dcb95-c923-4af2-92cc-6bce66ef635c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cf491a-0b16-4e90-9bc1-6d5b268ca944 HTTP/1.1" status: 200 len: 205 time: 0.0617507 Mar 02 07:30:56.463439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.475930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 1f9a38cd-23c4-4ac3-a360-f1527107c71d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:56.488143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] Calling delete_port for 1f9a38cd-23c4-4ac3-a360-f1527107c71d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:56.548292 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-3155adf6-6cac-4fdc-a93a-179689587b7c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] delete failed (client error): The resource could not be found. Mar 02 07:30:56.552129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3155adf6-6cac-4fdc-a93a-179689587b7c tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/routers/34cf491a-0b16-4e90-9bc1-6d5b268ca944 HTTP/1.1" status: 404 len: 336 time: 0.0850248 Mar 02 07:30:56.552376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.590070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d5703e-c9d8-424e-85b6-e6072cbde6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.591738 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0d5703e-c9d8-424e-85b6-e6072cbde6a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1c553e8-192a-4663-84ec-e05f9c476b2e HTTP/1.1" status: 204 len: 168 time: 0.4754450 Mar 02 07:30:56.596337 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b347bf2-4009-4883-902e-256a7bb5e970 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] DELETE failed (client error): The resource could not be found. Mar 02 07:30:56.596818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b347bf2-4009-4883-902e-256a7bb5e970 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:30:56.601139 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b347bf2-4009-4883-902e-256a7bb5e970 tempest-RoutersIpV6AdminTest-292404980 tempest-RoutersIpV6AdminTest-292404980-project] 10.222.0.41 "DELETE /v2.0/subnets/c6edda6b-a049-4080-9325-97caca72ffcf HTTP/1.1" status: 404 len: 337 time: 0.0452454 Mar 02 07:30:56.629634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.684882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:30:56.685474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:30:56.686245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] Pushing event deleted for resources: {'Port': ['ID=1f9a38cd-23c4-4ac3-a360-f1527107c71d,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:56.687881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd00770-878d-4af4-8adc-a65342c39e11 None None] No DVR routers for this DVR port 1f9a38cd-23c4-4ac3-a360-f1527107c71d on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:30:56.833393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:56.950494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:56.965735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:56.969527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Usage tracker for resource:security_group_rule and tenant:e505b19a648f42568fe661d3b4a79533 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:56.972605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:56.978211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:57.061169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.065438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.119832 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e505b19a648f42568fe661d3b4a79533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847421 Mar 02 07:30:57.120788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56126c74-fb06-48c5-ac9c-fe6d8c54b200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7890b8b6-b5df-4a40-8efc-2ef1ac0cda9c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:57.122820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45510) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:57.186003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac6095d-32c4-4efe-ada9-b0e5a775a362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.188216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 1f9a38cd-23c4-4ac3-a360-f1527107c71d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:57.188633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.273690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] The port '1f9a38cd-23c4-4ac3-a360-f1527107c71d' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:30:57.285483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f9a38cd-23c4-4ac3-a360-f1527107c71d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:30:57.305266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac6095d-32c4-4efe-ada9-b0e5a775a362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.331206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 1f9a38cd-23c4-4ac3-a360-f1527107c71d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:30:57.332215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1f9a38cd-23c4-4ac3-a360-f1527107c71d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:30:57.370779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:57.426733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.457362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6649d6-238a-40b7-8d2d-38f7defb33ce']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:57.470349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f017d290-36e5-4b52-9e97-3dd56b85fa1a') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:57.470593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f017d290-36e5-4b52-9e97-3dd56b85fa1a') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:57.483947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-150293422'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:57.484116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.489253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:57.493311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac6095d-32c4-4efe-ada9-b0e5a775a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.493620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Usage tracker for resource:network and tenant:55e9b3b9c2084774938f425d21cf6a47 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:57.497296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:57.505541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:57.514573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6095d-32c4-4efe-ada9-b0e5a775a362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7890b8b6-b5df-4a40-8efc-2ef1ac0cda9c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:57.516843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.518912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Made reservation on behalf of 55e9b3b9c2084774938f425d21cf6a47 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:57.526887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:30:57.527280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.531133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: util.warn( Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:30:57.542502 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:30:57.546433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.558152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:57.562395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Usage tracker for resource:security_group_rule and tenant:55e9b3b9c2084774938f425d21cf6a47 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:57.565167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:57.570741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:57.605412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac6095d-32c4-4efe-ada9-b0e5a775a362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.608926 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ac6095d-32c4-4efe-ada9-b0e5a775a362 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7890b8b6-b5df-4a40-8efc-2ef1ac0cda9c HTTP/1.1" status: 204 len: 168 time: 0.4825113 Mar 02 07:30:57.628809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.647339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.656837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=5e6649d6-238a-40b7-8d2d-38f7defb33ce,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:57.663151 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c599a19c-8fbe-43b4-b3a5-75ef96c9f9d4 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/5e6649d6-238a-40b7-8d2d-38f7defb33ce HTTP/1.1" status: 204 len: 168 time: 1.8042297 Mar 02 07:30:57.663395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45528) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:57.666453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.671067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'name': 'tempest-PortsTestJSON-566092756'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:57.671334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.705357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:30:57.714208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7db45f-2501-46b4-b8d7-97a0d21b0268,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:57.719918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.720667 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Added segment cd6846f1-9a21-4991-af5c-f4eef4da2a7d of type vlan for network 73677b53-e2a0-4c60-85e8-679ad134fc91 Mar 02 07:30:57.753512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.783799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.787632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:57.789427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:57.790038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.791699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:57.795586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:57.801767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:57.824183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:57.828656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:57.856894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 950a46e5-88fa-4ca5-80b4-ad2058b8603d yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:57.908832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event updated for resources: {'Network': ['ID=73677b53-e2a0-4c60-85e8-679ad134fc91,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:57.915889 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1eadc97-8964-43d8-8973-0748e64828a0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5434356 Mar 02 07:30:57.920132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:57.921910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 73677b53-e2a0-4c60-85e8-679ad134fc91 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:30:57.926736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Request body: {'subnet': {'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:58.030754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:58.078708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:58.086260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Usage tracker for resource:subnet and tenant:55e9b3b9c2084774938f425d21cf6a47 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:58.091004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:58.092316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.104301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:58.114920 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-64874231-8a2e-4e53-bbdb-d2b8a26ca3d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91201f533c1f44359817e428737d8ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827625 Mar 02 07:30:58.117375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:58.121250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.133789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Made reservation on behalf of 55e9b3b9c2084774938f425d21cf6a47 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:58.135666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.189322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:58.192227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:58.200138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:58.205463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:58.206070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.214233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=950a46e5-88fa-4ca5-80b4-ad2058b8603d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:58.235570 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c576236b-6bc4-4b2a-b65d-54695479cecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5711031 Mar 02 07:30:58.238057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45546) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:58.287027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a072ee7b-5bb5-47d7-bc0c-93b1430b7bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.303629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 950a46e5-88fa-4ca5-80b4-ad2058b8603d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:58.304018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.422420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a072ee7b-5bb5-47d7-bc0c-93b1430b7bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.527511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.535968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a072ee7b-5bb5-47d7-bc0c-93b1430b7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.564546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072ee7b-5bb5-47d7-bc0c-93b1430b7bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961a7ad6-d75b-4a01-9aa1-1b46200e9e35,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:58.576133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.613226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a072ee7b-5bb5-47d7-bc0c-93b1430b7bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.614368 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a072ee7b-5bb5-47d7-bc0c-93b1430b7bed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/961a7ad6-d75b-4a01-9aa1-1b46200e9e35 HTTP/1.1" status: 204 len: 168 time: 0.4959548 Mar 02 07:30:58.650693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 950a46e5-88fa-4ca5-80b4-ad2058b8603d owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:30:58.659827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event updated for resources: {'Subnet': ['ID=7ea2736b-6962-42c3-a7f7-527f7886045b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:58.669153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Checking segment: {'id': 'cd6846f1-9a21-4991-af5c-f4eef4da2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:58.669508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Network hostable DHCP agents. Network: 73677b53-e2a0-4c60-85e8-679ad134fc91, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:30:58.689609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Network 73677b53-e2a0-4c60-85e8-679ad134fc91 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:30:58.701687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 73677b53-e2a0-4c60-85e8-679ad134fc91) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:58.706262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:58.706953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.714937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801aa55-001e-4b24-8fca-a0cf793ba033 None None] Network 73677b53-e2a0-4c60-85e8-679ad134fc91 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:30:58.731323 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f6c986f8-8b5a-420d-b08e-49ee64296638 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8096738 Mar 02 07:30:58.734387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45552) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:58.741904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Request body: {'port': {'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91', 'name': 'tempest-TagsExtTest-361079556'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:58.848565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.918724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.925748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=950a46e5-88fa-4ca5-80b4-ad2058b8603d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:58.927412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:58.931456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Usage tracker for resource:port and tenant:55e9b3b9c2084774938f425d21cf6a47 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:58.932169 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ce03b69-a65e-41d0-94ba-5c7dfd227d31 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/950a46e5-88fa-4ca5-80b4-ad2058b8603d HTTP/1.1" status: 204 len: 168 time: 0.6930623 Mar 02 07:30:58.934837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:58.935098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45558) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:58.941122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'mac_address': 'fa:16:3e:3f:75:1e', 'name': 'tempest-PortsTestJSON-332597731'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:58.942786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:58.955386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Made reservation on behalf of 55e9b3b9c2084774938f425d21cf6a47 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:58.959597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:58.994942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-73677b53-e2a0-4c60-85e8-679ad134fc91', 'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91', 'tenant_id': '55e9b3b9c2084774938f425d21cf6a47', 'fixed_ips': [{'subnet_id': '7ea2736b-6962-42c3-a7f7-527f7886045b'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:30:58.995466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] device_id is not set on port 9cd5093b-9dde-4f06-afd1-b2897ad98016 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:58.995954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.082862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:59.087141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:59.090275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:59.097323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:59.108219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:30:59.166031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Allocated IP 172.20.0.10 (73677b53-e2a0-4c60-85e8-679ad134fc91/7ea2736b-6962-42c3-a7f7-527f7886045b/9cd5093b-9dde-4f06-afd1-b2897ad98016) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:59.218622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.248456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port c1b242a6-6cd2-4c0b-a07d-b2fbad24407c yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:30:59.408765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.425925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Transition to ACTIVE for port object 9cd5093b-9dde-4f06-afd1-b2897ad98016 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:59.452832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.517415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.522681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Network 73677b53-e2a0-4c60-85e8-679ad134fc91 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:59.525728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:59.530541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:59.533880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Allocated IP 172.20.0.2 (73677b53-e2a0-4c60-85e8-679ad134fc91/7ea2736b-6962-42c3-a7f7-527f7886045b/bd0ae11a-75e1-4f95-acb6-97a8cf88da1c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:30:59.560256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.579634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.587283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event updated for resources: {'Port': ['ID=9cd5093b-9dde-4f06-afd1-b2897ad98016,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:59.619281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.619905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.635706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:59.639798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:59.643867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:59.644263 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e39d00de-16fd-46ab-9117-4b6334d8c77e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9076178 Mar 02 07:30:59.645927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.649511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.650260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.652156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1024124831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:59.660644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:59.664837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Usage tracker for resource:router and tenant:55e9b3b9c2084774938f425d21cf6a47 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:30:59.669048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:30:59.686395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=c1b242a6-6cd2-4c0b-a07d-b2fbad24407c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:59.687256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:30:59.692127 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1dd100ba-0b49-48fa-9f2c-06ad47fda825 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7560253 Mar 02 07:30:59.693123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45588) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.702315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.703572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.721446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.746046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-ea951e5a-916d-4225-b030-22d4e025f8d1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.747334 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea951e5a-916d-4225-b030-22d4e025f8d1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1667838 Mar 02 07:30:59.748983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.756206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.765276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-86a77c83-b25b-4d6e-89e2-7de5044fcb4c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.766319 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-86a77c83-b25b-4d6e-89e2-7de5044fcb4c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092049 Mar 02 07:30:59.768915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.769744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.774702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-f93ccf18-cb35-4c62-ba7a-aa38c0b92c2d tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.778439 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f93ccf18-cb35-4c62-ba7a-aa38c0b92c2d tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058661 Mar 02 07:30:59.779237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.781299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Transition to ACTIVE for port object bd0ae11a-75e1-4f95-acb6-97a8cf88da1c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:59.782027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e03d2-da38-46a5-8fbd-3cc6c1739873 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:30:59.782673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a8e03d2-da38-46a5-8fbd-3cc6c1739873 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:30:59.784633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-1abd0c94-79fd-4f6b-bcc7-b57c4a0dfd99 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.787840 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1abd0c94-79fd-4f6b-bcc7-b57c4a0dfd99 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054629 Mar 02 07:30:59.787989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.794387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-18732a85-e6fc-4f97-938c-d4cdccea9027 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.797786 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18732a85-e6fc-4f97-938c-d4cdccea9027 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067005 Mar 02 07:30:59.797786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.797786 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0eb247e-cb72-48a9-8ad4-e545b0854c78 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1502573 Mar 02 07:30:59.798095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.800691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.802430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-ec8470d8-e58e-4d4d-ac3f-4b475891c86c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.805656 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec8470d8-e58e-4d4d-ac3f-4b475891c86c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045381 Mar 02 07:30:59.805793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Transition to ACTIVE for port object bd0ae11a-75e1-4f95-acb6-97a8cf88da1c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:30:59.805901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.806855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d1fe034f-dd40-45da-b88c-40a36d05276a tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1012289013', 'prefixes': ['172.20.0.0/16']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:30:59.810360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.810543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-c56ed730-2383-45db-85d2-9fe68ab6dedb tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.813551 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c56ed730-2383-45db-85d2-9fe68ab6dedb tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046084 Mar 02 07:30:59.813919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.814196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d1fe034f-dd40-45da-b88c-40a36d05276a tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:30:59.816412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a8e03d2-da38-46a5-8fbd-3cc6c1739873 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:30:59.820074 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a8e03d2-da38-46a5-8fbd-3cc6c1739873 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/c1b242a6-6cd2-4c0b-a07d-b2fbad24407c HTTP/1.1" status: 200 len: 840 time: 0.1234882 Mar 02 07:30:59.820239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-e41b2081-f35a-48d2-93ef-9f45af4fa6b7 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.820239 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e41b2081-f35a-48d2-93ef-9f45af4fa6b7 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046656 Mar 02 07:30:59.820239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45624) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.822356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45626) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.830059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-047d0dc2-77e3-45ca-a449-cd75e2f4bc27 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.833361 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-047d0dc2-77e3-45ca-a449-cd75e2f4bc27 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0060799 Mar 02 07:30:59.833578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45632) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.838685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-203e1d5f-9ca7-468f-ba98-0bd0a79aef42 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.841711 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-203e1d5f-9ca7-468f-ba98-0bd0a79aef42 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050573 Mar 02 07:30:59.842546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45636) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.852187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-909c0e00-b65d-4b84-a481-2953abf887ab tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.854073 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-909c0e00-b65d-4b84-a481-2953abf887ab tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0104275 Mar 02 07:30:59.857114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45640) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.862328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-22b1a485-b288-4b88-a7a2-49fa0ddc8b7e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.865028 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-22b1a485-b288-4b88-a7a2-49fa0ddc8b7e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0067539 Mar 02 07:30:59.867442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45644) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.874304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Network 73677b53-e2a0-4c60-85e8-679ad134fc91 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:30:59.875034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-56f217e6-dffa-4b6a-bda4-b2e6fd9c426f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.879084 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-56f217e6-dffa-4b6a-bda4-b2e6fd9c426f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0074673 Mar 02 07:30:59.879251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:30:59.879377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45648) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.881177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:30:59.885787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-fec1f079-a1e3-49b0-b6fc-8cd5e1fc75e8 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.888888 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fec1f079-a1e3-49b0-b6fc-8cd5e1fc75e8 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0067325 Mar 02 07:30:59.889495 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45652) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.895412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-fabf3b0d-94f4-494e-a428-55c6f6aa8a75 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.899098 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fabf3b0d-94f4-494e-a428-55c6f6aa8a75 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059187 Mar 02 07:30:59.899260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.901687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port c1b242a6-6cd2-4c0b-a07d-b2fbad24407c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:30:59.902087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.906157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-7fadd4b3-a97c-4f6d-acec-f5d2412c0727 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.909586 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7fadd4b3-a97c-4f6d-acec-f5d2412c0727 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0069451 Mar 02 07:30:59.909586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.915289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-989f2d6b-50c6-4437-a819-a9de659ca3cc tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.919204 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-989f2d6b-50c6-4437-a819-a9de659ca3cc tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056741 Mar 02 07:30:59.921115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45664) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.936313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-bdb0e39a-d879-4ea5-bcc9-2cf4c96c6c2f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.939796 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bdb0e39a-d879-4ea5-bcc9-2cf4c96c6c2f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0168836 Mar 02 07:30:59.944549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45668) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.952710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-dda64a94-8253-437c-b43e-0bbe358b7ac5 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.955806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dda64a94-8253-437c-b43e-0bbe358b7ac5 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077610 Mar 02 07:30:59.956508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.957214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Pushing event updated for resources: {'Port': ['ID=bd0ae11a-75e1-4f95-acb6-97a8cf88da1c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:30:59.967876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-8a3b5884-8cf0-4fb6-b84c-921a851b46b8 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.969279 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a3b5884-8cf0-4fb6-b84c-921a851b46b8 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0114243 Mar 02 07:30:59.971687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1fe034f-dd40-45da-b88c-40a36d05276a tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.973105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.977902 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d1fe034f-dd40-45da-b88c-40a36d05276a tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1752393 Mar 02 07:30:59.978095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-c4c8cf32-4305-4747-b4e5-231df2841a31 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:30:59.982250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45680) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.982405 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4c8cf32-4305-4747-b4e5-231df2841a31 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049500 Mar 02 07:30:59.982562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:30:59.986007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-0aaf09b8-f4c9-49e2-9ee5-bd6414ae5017 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', 'tempest-TagsExtTest-Tag-1882211450') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:30:59.992429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Attempting to bind port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:30:59.992799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Attempting to bind port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'cd6846f1-9a21-4991-af5c-f4eef4da2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:30:59.993168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Attempting to bind port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c on network 73677b53-e2a0-4c60-85e8-679ad134fc91 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:30:59.998627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:30:59.999250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Checking segment: {'id': 'cd6846f1-9a21-4991-af5c-f4eef4da2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:30:59.999380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:30:59.999800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Bound using segment: {'id': 'cd6846f1-9a21-4991-af5c-f4eef4da2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:00.000265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Bound port: bd0ae11a-75e1-4f95-acb6-97a8cf88da1c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6846f1-9a21-4991-af5c-f4eef4da2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '73677b53-e2a0-4c60-85e8-679ad134fc91'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:00.000749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.018417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-2d207a03-5141-4bd1-9d5b-4c2e3f1e4aee tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.021775 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d207a03-5141-4bd1-9d5b-4c2e3f1e4aee tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0096831 Mar 02 07:31:00.022183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.029394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-02a29950-d934-4150-b0ff-eff8e64b2055 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.032139 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02a29950-d934-4150-b0ff-eff8e64b2055 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068135 Mar 02 07:31:00.032871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.038105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-3dfaf4f5-9ec4-466e-a325-02379eeb67d6 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.041079 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3dfaf4f5-9ec4-466e-a325-02379eeb67d6 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057073 Mar 02 07:31:00.041683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.054209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-d5713235-fa64-45c7-99fa-dd7fdf59cb77 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.057518 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5713235-fa64-45c7-99fa-dd7fdf59cb77 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0128284 Mar 02 07:31:00.059649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45700) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.065248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-84af524f-22a8-4939-a0f8-737f072427e0 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.068451 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84af524f-22a8-4939-a0f8-737f072427e0 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055506 Mar 02 07:31:00.070374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45704) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.076467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-93656b14-388e-4fd2-a2f6-f7a75ca5a1ef tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.079776 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-93656b14-388e-4fd2-a2f6-f7a75ca5a1ef tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067990 Mar 02 07:31:00.080537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45708) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.086308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-b07d1333-5278-4cb3-aee5-1278c1cd611e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.089473 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b07d1333-5278-4cb3-aee5-1278c1cd611e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0058742 Mar 02 07:31:00.091137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45712) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.097070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-b36e424f-2b73-463e-b386-9439ecca8c48 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.098096 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b36e424f-2b73-463e-b386-9439ecca8c48 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061076 Mar 02 07:31:00.098474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] For port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:00.101146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45716) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.102994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] For port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bd0ae11a-75e1-4f95-acb6-97a8cf88da1c,segment=NetworkSegment(cd6846f1-9a21-4991-af5c-f4eef4da2a7d),segment_id=cd6846f1-9a21-4991-af5c-f4eef4da2a7d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:00.107436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-17526235-0c08-428f-83b4-57ab4b283c68 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.107581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.111048 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-17526235-0c08-428f-83b4-57ab4b283c68 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065269 Mar 02 07:31:00.114105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45720) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.118574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-9cad8039-c2f5-4aab-a30b-5cb75492f202 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.122295 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9cad8039-c2f5-4aab-a30b-5cb75492f202 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045242 Mar 02 07:31:00.122295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45724) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.128791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-a887bb0a-e3b1-4387-ad5b-ee637b8f3484 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.132672 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a887bb0a-e3b1-4387-ad5b-ee637b8f3484 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0070763 Mar 02 07:31:00.132672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45728) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.139919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-c79e68ec-f23c-4e33-a1ee-05c5ffa92b8e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.140876 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c79e68ec-f23c-4e33-a1ee-05c5ffa92b8e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077174 Mar 02 07:31:00.143448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.148967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-86019f67-f5f4-4945-957e-9c44f22ef78e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.150055 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-86019f67-f5f4-4945-957e-9c44f22ef78e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054646 Mar 02 07:31:00.154992 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0aaf09b8-f4c9-49e2-9ee5-bd6414ae5017 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags/tempest-TagsExtTest-Tag-1882211450 HTTP/1.1" status: 201 len: 201 time: 0.1716580 Mar 02 07:31:00.154992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45736) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.157472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-9435ff81-d60a-4658-b3a2-fe2dee3d408e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.160286 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9435ff81-d60a-4658-b3a2-fe2dee3d408e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047383 Mar 02 07:31:00.160286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45740) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.163693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-721407ab-7b33-4da5-8e2a-ac9a31fe7233 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', 'tempest-TagsExtTest-Tag-257544456') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:00.163863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.169488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.179071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-3e9347dc-f528-4bc6-8a5c-e41b04ec7e2c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.182784 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e9347dc-f528-4bc6-8a5c-e41b04ec7e2c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0153809 Mar 02 07:31:00.183593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45748) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.190218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-dd750bfc-6fb3-41d8-b97a-32ba992fdbda tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.193613 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dd750bfc-6fb3-41d8-b97a-32ba992fdbda tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071828 Mar 02 07:31:00.195683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45752) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.199261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7374a26-d17c-41b5-921e-847dd4ce129a None None] Pushing event updated for resources: {'Port': ['ID=bd0ae11a-75e1-4f95-acb6-97a8cf88da1c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:00.206300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-f11bab81-0cc2-405e-9211-c79481ce4f33 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.209991 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f11bab81-0cc2-405e-9211-c79481ce4f33 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0115499 Mar 02 07:31:00.210809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45756) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.219072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-37d19288-56de-4eed-8f26-ae0b36b37cad tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.220437 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-37d19288-56de-4eed-8f26-ae0b36b37cad tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073473 Mar 02 07:31:00.223218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45760) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.229913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-80e4dcbd-bfc5-4662-a845-5a1b5ee3a070 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.231072 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80e4dcbd-bfc5-4662-a845-5a1b5ee3a070 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067000 Mar 02 07:31:00.234249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.239988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-4a8f1f7c-7e0a-45de-9154-ee654013f90f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.241087 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4a8f1f7c-7e0a-45de-9154-ee654013f90f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058076 Mar 02 07:31:00.244651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45768) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.250634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-83e51885-1de4-4c1a-8ffb-9025ee83f2e1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.251539 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-83e51885-1de4-4c1a-8ffb-9025ee83f2e1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058615 Mar 02 07:31:00.254718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45772) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.259591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-aa73e538-5882-4798-a531-b3b28642545d tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.263490 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa73e538-5882-4798-a531-b3b28642545d tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052040 Mar 02 07:31:00.265285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45776) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.277536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-58a2c9a7-0311-4886-b95c-c19e4e151533 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.281536 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-58a2c9a7-0311-4886-b95c-c19e4e151533 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0127268 Mar 02 07:31:00.281716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45780) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.288750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-7f4a60a7-e690-4a40-95aa-598bbe02f751 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.292247 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f4a60a7-e690-4a40-95aa-598bbe02f751 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071888 Mar 02 07:31:00.294180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.303191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-ed781048-4325-40a4-be73-1b42e5c535b7 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.305701 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed781048-4325-40a4-be73-1b42e5c535b7 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0090468 Mar 02 07:31:00.307192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.312556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-3b796eee-31c6-4f70-982b-2b984cc0f633 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.316144 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3b796eee-31c6-4f70-982b-2b984cc0f633 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055280 Mar 02 07:31:00.316144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.322471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for c1b242a6-6cd2-4c0b-a07d-b2fbad24407c owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:00.322625 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-721407ab-7b33-4da5-8e2a-ac9a31fe7233 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags/tempest-TagsExtTest-Tag-257544456 HTTP/1.1" status: 201 len: 201 time: 0.1602108 Mar 02 07:31:00.322872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-eeb3d6f7-c4ef-4aea-9091-be2facfb5203 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.326448 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eeb3d6f7-c4ef-4aea-9091-be2facfb5203 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063534 Mar 02 07:31:00.326448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.329227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45798) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.334153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-624874f1-215b-403f-99ce-efa2917dbbdc tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', 'tempest-TagsExtTest-Tag-2003644906') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:00.397622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-46b69bf6-944c-4a1b-9f7b-0fd13c717986 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.401319 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-46b69bf6-944c-4a1b-9f7b-0fd13c717986 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0711203 Mar 02 07:31:00.401681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.408424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-b6353ed1-0401-4e99-a2c6-09577b0ac933 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.412146 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b6353ed1-0401-4e99-a2c6-09577b0ac933 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065126 Mar 02 07:31:00.412715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.417539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-87598ea0-ec33-4e0f-bc3e-d855bc8184fd tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.420285 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-87598ea0-ec33-4e0f-bc3e-d855bc8184fd tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071261 Mar 02 07:31:00.421416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.422949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.473482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-df4e8203-4281-448d-8238-834859a0f2e8 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.474468 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df4e8203-4281-448d-8238-834859a0f2e8 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0506556 Mar 02 07:31:00.480918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.497448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-41b60a14-3e26-4c1c-9c4b-6a5dba61714f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.500011 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-41b60a14-3e26-4c1c-9c4b-6a5dba61714f tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0162413 Mar 02 07:31:00.502704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=c1b242a6-6cd2-4c0b-a07d-b2fbad24407c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:00.506115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45820) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.506722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.515831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-cab3382a-af4b-489b-8e45-875dbc5bba39 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.517802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ade8b70-ad85-4fda-af4e-d105593e9b0f tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/c1b242a6-6cd2-4c0b-a07d-b2fbad24407c HTTP/1.1" status: 204 len: 168 time: 0.6962106 Mar 02 07:31:00.518643 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cab3382a-af4b-489b-8e45-875dbc5bba39 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0097523 Mar 02 07:31:00.520551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45824) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.520687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.528542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-f0de37fc-3043-45c1-9770-522e154907c7 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.531804 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f0de37fc-3043-45c1-9770-522e154907c7 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054183 Mar 02 07:31:00.533564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45832) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.540458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-23b6a519-7c7a-4f50-8e04-2d0a69b09eb1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.544110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23b6a519-7c7a-4f50-8e04-2d0a69b09eb1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059395 Mar 02 07:31:00.544782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45836) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.556700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-14b2a8f9-a92a-4b70-b055-0419bcaf1f2d tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.558858 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14b2a8f9-a92a-4b70-b055-0419bcaf1f2d tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091894 Mar 02 07:31:00.561867 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-624874f1-215b-403f-99ce-efa2917dbbdc tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags/tempest-TagsExtTest-Tag-2003644906 HTTP/1.1" status: 201 len: 201 time: 0.2338653 Mar 02 07:31:00.562669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45840) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.564025 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b189c6c-9f46-4217-96ec-e2d68337b9dd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:00.564548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b189c6c-9f46-4217-96ec-e2d68337b9dd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:00.565397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.570175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-bf1c4429-c927-492c-9369-3ca0de00da69 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.573562 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf1c4429-c927-492c-9369-3ca0de00da69 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075352 Mar 02 07:31:00.574506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45848) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.575868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-c984990d-d57b-40f3-a33e-5103e981a1b2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', 'tempest-TagsExtTest-Tag-2051816032') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:00.580617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-5c4ee036-e85f-4813-8b53-1cf3012d8e47 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.581563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c4ee036-e85f-4813-8b53-1cf3012d8e47 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0061617 Mar 02 07:31:00.584139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.588852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-15c4ddc6-0b6a-4840-a50e-04b9dbc49b1c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.592780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15c4ddc6-0b6a-4840-a50e-04b9dbc49b1c tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047758 Mar 02 07:31:00.592780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b189c6c-9f46-4217-96ec-e2d68337b9dd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:00.592780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b189c6c-9f46-4217-96ec-e2d68337b9dd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/c1b242a6-6cd2-4c0b-a07d-b2fbad24407c HTTP/1.1" status: 404 len: 333 time: 0.0710611 Mar 02 07:31:00.593088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.596549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.600605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-ee23db31-2a07-4b5d-bef4-38fccd6ca54e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.601531 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee23db31-2a07-4b5d-bef4-38fccd6ca54e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076678 Mar 02 07:31:00.604233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45864) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.604830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'name': 'tempest-PortsTestJSON-1239161034'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:00.610950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-2e6d7145-cc3b-49c5-a2ad-e4239ccf2d58 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.611890 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2e6d7145-cc3b-49c5-a2ad-e4239ccf2d58 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066888 Mar 02 07:31:00.614469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.622395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-962e5787-a5f2-4fb2-b403-7c23d66ff4c1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.625970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-962e5787-a5f2-4fb2-b403-7c23d66ff4c1 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105996 Mar 02 07:31:00.626543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.635132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-259c253e-5865-4dc2-b742-3d4e309fa9a3 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.636091 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-259c253e-5865-4dc2-b742-3d4e309fa9a3 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0070889 Mar 02 07:31:00.638993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.645726 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c984990d-d57b-40f3-a33e-5103e981a1b2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags/tempest-TagsExtTest-Tag-2051816032 HTTP/1.1" status: 201 len: 201 time: 0.0776570 Mar 02 07:31:00.646681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45880) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.648264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-50277eff-89e7-44d6-828b-85bf4d442162 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.649198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-50277eff-89e7-44d6-828b-85bf4d442162 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073671 Mar 02 07:31:00.653839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-c10e3673-e117-4068-a914-e9ce0f37c179 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:00.678374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.686157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-e583059c-f714-4ef7-a764-2a9ebfefd4d0 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.687130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e583059c-f714-4ef7-a764-2a9ebfefd4d0 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078979 Mar 02 07:31:00.690947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45888) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.697043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-361b5fe9-3259-4d33-a76f-4f85177afd8e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.698143 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-361b5fe9-3259-4d33-a76f-4f85177afd8e tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062926 Mar 02 07:31:00.700884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.706458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-179a16d6-bbdc-4b2a-8d76-64e58f1d0b4a tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.707400 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-179a16d6-bbdc-4b2a-8d76-64e58f1d0b4a tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056472 Mar 02 07:31:00.711054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45896) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.717255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-e368f226-e1cb-4759-9e99-f5ed2b32dc63 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:31:00.718252 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e368f226-e1cb-4759-9e99-f5ed2b32dc63 tempest-ExtensionsTestJSON-1276334702 tempest-ExtensionsTestJSON-1276334702-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066626 Mar 02 07:31:00.754393 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c10e3673-e117-4068-a914-e9ce0f37c179 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags HTTP/1.1" status: 200 len: 241 time: 0.1062257 Mar 02 07:31:00.756136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45902) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.762486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-b6fcfbad-2d90-43a8-8282-24d35ad2f364 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', 'tempest-TagsExtTest-Tag-1882211450') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:00.834098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:00.838637 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b6fcfbad-2d90-43a8-8282-24d35ad2f364 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags/tempest-TagsExtTest-Tag-1882211450 HTTP/1.1" status: 204 len: 168 time: 0.0790515 Mar 02 07:31:00.838952 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.844427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-c1aababe-95be-4a05-91c8-134d54ac4680 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', 'tempest-TagsExtTest-Tag-1882211450') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:00.844667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:00.855199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:00.861271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:00.883167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 56298304-bb4b-48c8-9b6a-a3883ee10241 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:00.935643 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1aababe-95be-4a05-91c8-134d54ac4680 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags/tempest-TagsExtTest-Tag-1882211450 HTTP/1.1" status: 204 len: 168 time: 0.0955617 Mar 02 07:31:00.938123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45912) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:00.944494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-3f3bc8b0-8740-4b7c-af00-105e6829317f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.028790 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f3bc8b0-8740-4b7c-af00-105e6829317f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags HTTP/1.1" status: 200 len: 205 time: 0.0895061 Mar 02 07:31:01.031255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.038983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-129a9e89-ed7a-426f-a1a8-8e5808229498 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.067588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.126577 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-129a9e89-ed7a-426f-a1a8-8e5808229498 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags HTTP/1.1" status: 200 len: 240 time: 0.0920069 Mar 02 07:31:01.126828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.131612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-06a027aa-6c7c-4003-ad0d-bd07f2c11b64 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', 'tempest-TagsExtTest-Tag-257544456') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.146147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.178490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.225426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.241071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:01.244964 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06a027aa-6c7c-4003-ad0d-bd07f2c11b64 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags/tempest-TagsExtTest-Tag-257544456 HTTP/1.1" status: 204 len: 168 time: 0.1150005 Mar 02 07:31:01.244964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:01.245216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:01.246869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45930) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.250417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:01.251702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-14e21c94-3ba7-4941-ba99-4312b9aab9f4 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', 'tempest-TagsExtTest-Tag-257544456') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.256127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.257016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.284925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=56298304-bb4b-48c8-9b6a-a3883ee10241,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:01.307507 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b34f8400-f3ba-43ff-a5c8-c544618e08df tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7101848 Mar 02 07:31:01.310391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.316316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:01.409688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Usage tracker for resource:security_group_rule and tenant:f4557c89ec0b48e9a2cc4fdb5320b266 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:01.410968 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bd0ae11a-75e1-4f95-acb6-97a8cf88da1c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:01.413729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:01.424284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:01.445034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61bea11-fb40-4102-bbe0-5491195c86b8 None None] Network 73677b53-e2a0-4c60-85e8-679ad134fc91 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:01.472955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.498624 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14e21c94-3ba7-4941-ba99-4312b9aab9f4 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags/tempest-TagsExtTest-Tag-257544456 HTTP/1.1" status: 204 len: 168 time: 0.2510972 Mar 02 07:31:01.503767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45938) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.509674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-be5e1043-95db-4a28-9a6a-7ae3b3d832a5 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.585117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2519469a-da48-42d6-b7d0-4e5a46c14fce None None] Provisioning for port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:01.602070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.611453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.612429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:01.629883 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be5e1043-95db-4a28-9a6a-7ae3b3d832a5 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags HTTP/1.1" status: 200 len: 205 time: 0.1250558 Mar 02 07:31:01.633507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.644606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-cd1f9f99-1c2d-4505-a80b-08afa13c4599 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.649753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:01.650112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.724904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.730336 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4557c89ec0b48e9a2cc4fdb5320b266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592050 Mar 02 07:31:01.730732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.736292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adffb6-fbed-4f28-ad17-9539371a3b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08930374-ec8f-4cf6-bcb4-4edca210a05d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:01.747102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.804410 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd1f9f99-1c2d-4505-a80b-08afa13c4599 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags HTTP/1.1" status: 200 len: 241 time: 0.1636133 Mar 02 07:31:01.807245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45950) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.812555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-11a13635-f401-40f6-958d-b332752705e8 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', 'tempest-TagsExtTest-Tag-2003644906') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.817330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] In _notify_port_updated(), no bound segment for port 56298304-bb4b-48c8-9b6a-a3883ee10241 on network 5316fb17-be4b-409e-98ee-cd5479039d0a {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:01.822748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:01.823266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.827637 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "PUT /v2.0/ports/56298304-bb4b-48c8-9b6a-a3883ee10241 HTTP/1.1" status: 200 len: 818 time: 0.5131748 Mar 02 07:31:01.832817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.858344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.899774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bd0ae11a-75e1-4f95-acb6-97a8cf88da1c,segment=NetworkSegment(cd6846f1-9a21-4991-af5c-f4eef4da2a7d),segment_id=cd6846f1-9a21-4991-af5c-f4eef4da2a7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:01.904463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.923755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0565d8-dacc-4d77-a894-bc6d45b1f976 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=56298304-bb4b-48c8-9b6a-a3883ee10241,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:01.957414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b9124e-c5ee-4b48-be04-ae2bb3335a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.962172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 56298304-bb4b-48c8-9b6a-a3883ee10241 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:01.962511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:01.975102 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11a13635-f401-40f6-958d-b332752705e8 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags/tempest-TagsExtTest-Tag-2003644906 HTTP/1.1" status: 204 len: 168 time: 0.1667707 Mar 02 07:31:01.976026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:01.981995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-8783ceef-6e1e-4329-9878-ad8fcacabbc6 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', 'tempest-TagsExtTest-Tag-2003644906') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:01.992310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bd0ae11a-75e1-4f95-acb6-97a8cf88da1c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:02.042273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b9124e-c5ee-4b48-be04-ae2bb3335a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.138041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68c642bc-ea6a-4c40-988b-60b1cd6c4598 None None] Provisioning complete for port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:02.138197 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8783ceef-6e1e-4329-9878-ad8fcacabbc6 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags/tempest-TagsExtTest-Tag-2003644906 HTTP/1.1" status: 204 len: 168 time: 0.1611426 Mar 02 07:31:02.138431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68c642bc-ea6a-4c40-988b-60b1cd6c4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.140549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.152176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-d914e6ac-c743-4a69-97c8-c0fb27baaee7 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.251698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b9124e-c5ee-4b48-be04-ae2bb3335a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.294147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9124e-c5ee-4b48-be04-ae2bb3335a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08930374-ec8f-4cf6-bcb4-4edca210a05d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:02.296075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3b9124e-c5ee-4b48-be04-ae2bb3335a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.297183 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3b9124e-c5ee-4b48-be04-ae2bb3335a2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08930374-ec8f-4cf6-bcb4-4edca210a05d HTTP/1.1" status: 204 len: 168 time: 0.5651991 Mar 02 07:31:02.322815 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d914e6ac-c743-4a69-97c8-c0fb27baaee7 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags HTTP/1.1" status: 200 len: 205 time: 0.1784234 Mar 02 07:31:02.325577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.331190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.339750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68c642bc-ea6a-4c40-988b-60b1cd6c4598 None None] Provisioning for port 9cd5093b-9dde-4f06-afd1-b2897ad98016 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:02.342741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-f0dbdad5-cb66-4c5c-9cad-6b783efc1b1f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.348602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68c642bc-ea6a-4c40-988b-60b1cd6c4598 None None] Provisioning complete for port 9cd5093b-9dde-4f06-afd1-b2897ad98016 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:02.349024 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68c642bc-ea6a-4c40-988b-60b1cd6c4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.410961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-68c642bc-ea6a-4c40-988b-60b1cd6c4598 None None] Port 9cd5093b-9dde-4f06-afd1-b2897ad98016 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:02.479125 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0dbdad5-cb66-4c5c-9cad-6b783efc1b1f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags HTTP/1.1" status: 200 len: 241 time: 0.1504991 Mar 02 07:31:02.481829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45974) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.486011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 56298304-bb4b-48c8-9b6a-a3883ee10241 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:02.487906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-1f46ab76-8bee-441e-8f26-7adeffa6820e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', 'tempest-TagsExtTest-Tag-2051816032') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.531179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-56912748-052b-44ab-aa22-f92edbafe63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.537934 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1f46ab76-8bee-441e-8f26-7adeffa6820e tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags/tempest-TagsExtTest-Tag-2051816032 HTTP/1.1" status: 204 len: 168 time: 0.0539148 Mar 02 07:31:02.538824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45978) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.547101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b3a158c7-e762-4ca9-a399-bb182c8252c9 None None] Provisioning complete for port 9cd5093b-9dde-4f06-afd1-b2897ad98016 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:02.547618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b3a158c7-e762-4ca9-a399-bb182c8252c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.555482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-e2b917ed-8ce3-4ca1-8a9c-810e4ca7d183 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', 'tempest-TagsExtTest-Tag-2051816032') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.584188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.610789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b3a158c7-e762-4ca9-a399-bb182c8252c9 None None] Port 9cd5093b-9dde-4f06-afd1-b2897ad98016 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:02.611849 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e2b917ed-8ce3-4ca1-8a9c-810e4ca7d183 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags/tempest-TagsExtTest-Tag-2051816032 HTTP/1.1" status: 204 len: 168 time: 0.0719175 Mar 02 07:31:02.612876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45986) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.619607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-385c5555-742b-4ebe-b813-34ee7562458d tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.646735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-385c5555-742b-4ebe-b813-34ee7562458d tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags HTTP/1.1" status: 200 len: 205 time: 0.0324600 Mar 02 07:31:02.647882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:02.649494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 45992) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.654242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=56298304-bb4b-48c8-9b6a-a3883ee10241,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:02.655059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-c1b9c5b1-82bc-43c4-bcbd-20bd67f37c52 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.669719 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-34069019-1951-4ab3-b76a-d24b902a5b80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/56298304-bb4b-48c8-9b6a-a3883ee10241 HTTP/1.1" status: 204 len: 168 time: 0.8336828 Mar 02 07:31:02.670121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 45996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.685723 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1b9c5b1-82bc-43c4-bcbd-20bd67f37c52 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags HTTP/1.1" status: 204 len: 168 time: 0.0319614 Mar 02 07:31:02.686028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46000) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.691418 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-b34e22cf-19be-4bc3-b609-b6b30d8c37e2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.752876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1966bd6d-11ac-4718-add4-7a633e6276e9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:02.753566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1966bd6d-11ac-4718-add4-7a633e6276e9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:02.771838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1966bd6d-11ac-4718-add4-7a633e6276e9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:02.775841 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1966bd6d-11ac-4718-add4-7a633e6276e9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1023116 Mar 02 07:31:02.776097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.833544 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b34e22cf-19be-4bc3-b609-b6b30d8c37e2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags HTTP/1.1" status: 204 len: 168 time: 0.1465089 Mar 02 07:31:02.836207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46012) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.841710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-558d83b3-1080-4d10-b1f3-ab109dcaf037 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.921924 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-558d83b3-1080-4d10-b1f3-ab109dcaf037 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags HTTP/1.1" status: 204 len: 168 time: 0.0836625 Mar 02 07:31:02.923579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46020) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.928934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-be25f291-d751-4768-9f9f-6d67e4311588 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:02.932906 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6659ca12-1364-47b1-b7f7-5b24d4e165b8 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:02.938414 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6659ca12-1364-47b1-b7f7-5b24d4e165b8 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/56298304-bb4b-48c8-9b6a-a3883ee10241 HTTP/1.1" status: 404 len: 333 time: 0.1579533 Mar 02 07:31:02.938551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:02.951387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-157248989'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:02.951387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:02.953993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:02.956881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:02.962988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:02.974350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:02.977895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.004056 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be25f291-d751-4768-9f9f-6d67e4311588 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags HTTP/1.1" status: 204 len: 168 time: 0.0790620 Mar 02 07:31:03.008535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46030) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.008787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:03.014276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-52bdd5a4-73da-419f-a0f2-139a2794746d tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', 'tempest-TagsExtTest-Tag-121592091') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.020433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.020832 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment fee267b8-b3de-4bd5-b000-807d4521dd34 of type vlan for network fc6b798d-fd09-4b93-a888-928635a8c6bf Mar 02 07:31:03.048046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.081412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.086873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:03.087461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.099888 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-52bdd5a4-73da-419f-a0f2-139a2794746d tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags/tempest-TagsExtTest-Tag-121592091 HTTP/1.1" status: 201 len: 201 time: 0.0903351 Mar 02 07:31:03.100472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.102803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.115181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-8f31f6e6-fe39-4340-8538-17cd81cb7b98 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', 'tempest-TagsExtTest-Tag-241777621') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.191549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2509012 Mar 02 07:31:03.193686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46044) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.198095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40514b42-c023-4027-9081-6dcdbe557775 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=fc6b798d-fd09-4b93-a888-928635a8c6bf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:03.200209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:03.208687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network fc6b798d-fd09-4b93-a888-928635a8c6bf details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:03.229299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1686972098'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:03.249688 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8f31f6e6-fe39-4340-8538-17cd81cb7b98 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags/tempest-TagsExtTest-Tag-241777621 HTTP/1.1" status: 201 len: 201 time: 0.1417158 Mar 02 07:31:03.252171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.252689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:03.256875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Usage tracker for resource:network and tenant:9ced733918974996b1acb169c59c8748 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:03.260058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-4c3a0e3e-b34d-4a14-a03a-433c698cd851 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', 'tempest-TagsExtTest-Tag-633681215') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.262498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:03.292550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bd0ae11a-75e1-4f95-acb6-97a8cf88da1c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:03.386341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:03.386729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.436714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c3a0e3e-b34d-4a14-a03a-433c698cd851 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags/tempest-TagsExtTest-Tag-633681215 HTTP/1.1" status: 201 len: 201 time: 0.1801496 Mar 02 07:31:03.436928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.442099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-1115b885-5f73-4ce5-bc87-b6707a01e4af tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', 'tempest-TagsExtTest-Tag-695707238') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.450334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:03.478406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Made reservation on behalf of 9ced733918974996b1acb169c59c8748 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:03.482041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.487602 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1115b885-5f73-4ce5-bc87-b6707a01e4af tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags/tempest-TagsExtTest-Tag-695707238 HTTP/1.1" status: 201 len: 201 time: 0.0498004 Mar 02 07:31:03.490160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.495633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-c676789f-a1f6-4c40-9dd9-a8f69405cc98 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', {'tags': ['tempest-TagsExtTest-Tag-467825993', 'tempest-TagsExtTest-Tag-1280897232', 'tempest-TagsExtTest-Tag-1605816403']}) {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.497734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:03.500390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.511563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:03.516847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:03.524366 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:03.526555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:03.532609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Usage tracker for resource:security_group_rule and tenant:9ced733918974996b1acb169c59c8748 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:03.536354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:03.542611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:03.545808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:03.549195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.570776 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c676789f-a1f6-4c40-9dd9-a8f69405cc98 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags HTTP/1.1" status: 200 len: 317 time: 0.0794127 Mar 02 07:31:03.573359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.578871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-dc34b099-1f96-48ce-81ce-5387922d2ec2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.664553 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc34b099-1f96-48ce-81ce-5387922d2ec2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags HTTP/1.1" status: 204 len: 168 time: 0.0901084 Mar 02 07:31:03.667163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46064) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.672058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-a4558697-134b-44f6-8813-eb431381b4ea tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', 'tempest-TagsExtTest-Tag-467825993') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.740100 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a4558697-134b-44f6-8813-eb431381b4ea tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:03.741051 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a4558697-134b-44f6-8813-eb431381b4ea tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags/tempest-TagsExtTest-Tag-467825993 HTTP/1.1" status: 404 len: 328 time: 0.0729742 Mar 02 07:31:03.743841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.748991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-a6b660e6-7639-42cd-b735-6aaf387d5ad6 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', 'tempest-TagsExtTest-Tag-1280897232') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.782835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.788775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.813217 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a6b660e6-7639-42cd-b735-6aaf387d5ad6 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:03.814329 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a6b660e6-7639-42cd-b735-6aaf387d5ad6 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags/tempest-TagsExtTest-Tag-1280897232 HTTP/1.1" status: 404 len: 329 time: 0.0696037 Mar 02 07:31:03.817201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.821842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-5e2a5e9d-eadb-4e62-a267-39d92e935686 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b', 'tempest-TagsExtTest-Tag-1605816403') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.839501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:03.858288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9ded26-abc4-40d0-be6c-a407276c7f14,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:03.868291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.868660 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Added segment ddf427a4-5475-4d07-8e7b-3c13fa19e82c of type vlan for network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 Mar 02 07:31:03.875139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.896006 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-5e2a5e9d-eadb-4e62-a267-39d92e935686 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:03.897517 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e2a5e9d-eadb-4e62-a267-39d92e935686 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags/tempest-TagsExtTest-Tag-1605816403 HTTP/1.1" status: 404 len: 329 time: 0.0793953 Mar 02 07:31:03.900343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.905886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-0041ceb4-3ae3-4373-abd5-2013e1593ddf tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', {'tags': ['tempest-TagsExtTest-Tag-158993342', 'tempest-TagsExtTest-Tag-774429909', 'tempest-TagsExtTest-Tag-1143396045']}) {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.950660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:03.986142 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0041ceb4-3ae3-4373-abd5-2013e1593ddf tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags HTTP/1.1" status: 200 len: 316 time: 0.0845497 Mar 02 07:31:03.988375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:03.993456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-633206b2-8555-47bf-bc09-db42a0c36458 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:03.995459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:04.006959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': 'fee267b8-b3de-4bd5-b000-807d4521dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:04.007621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: fc6b798d-fd09-4b93-a888-928635a8c6bf, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:04.020844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.026589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:04.027308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.075731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network fc6b798d-fd09-4b93-a888-928635a8c6bf is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:04.077111 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-633206b2-8555-47bf-bc09-db42a0c36458 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags HTTP/1.1" status: 204 len: 168 time: 0.0876935 Mar 02 07:31:04.079678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.085316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-88463a64-3ea1-401d-9fc4-76510157c0b0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', 'tempest-TagsExtTest-Tag-158993342') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:04.148170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, fc6b798d-fd09-4b93-a888-928635a8c6bf) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:04.156850 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-88463a64-3ea1-401d-9fc4-76510157c0b0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:04.160782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88463a64-3ea1-401d-9fc4-76510157c0b0 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags/tempest-TagsExtTest-Tag-158993342 HTTP/1.1" status: 404 len: 328 time: 0.0771918 Mar 02 07:31:04.160953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f8fe9d-9d7e-47f1-b682-08beb377fdc7 None None] Network fc6b798d-fd09-4b93-a888-928635a8c6bf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:04.161382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:04.161382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.161557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.166614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-d2837283-b72c-4211-a7ac-bb0b8c7f78cb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', 'tempest-TagsExtTest-Tag-774429909') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:04.168896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event updated for resources: {'Network': ['ID=b1984e07-fb97-40c6-bf2c-be0d0c3f4b54,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:04.180519 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50222742-9793-4c22-9ebd-6e4032c1e94d tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0790460 Mar 02 07:31:04.186201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46092) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.192727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Request body: {'subnet': {'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:04.197236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:04.210121 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eb55fb9e-7cc4-4908-bd2f-b633473f87ec tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0128322 Mar 02 07:31:04.211297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46096) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.231836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:04.239879 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d2837283-b72c-4211-a7ac-bb0b8c7f78cb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:04.240912 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2837283-b72c-4211-a7ac-bb0b8c7f78cb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags/tempest-TagsExtTest-Tag-774429909 HTTP/1.1" status: 404 len: 328 time: 0.0790734 Mar 02 07:31:04.243735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.248357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-86d41cf9-c306-4b28-9b26-68b3792ed40c tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016', 'tempest-TagsExtTest-Tag-1143396045') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:04.328177 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-86d41cf9-c306-4b28-9b26-68b3792ed40c tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:04.333891 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-86d41cf9-c306-4b28-9b26-68b3792ed40c tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags/tempest-TagsExtTest-Tag-1143396045 HTTP/1.1" status: 404 len: 329 time: 0.0892198 Mar 02 07:31:04.334929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.341893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-9be4cec4-c897-4112-a6d9-2410a209d399 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', {'tags': ['tempest-TagsExtTest-Tag-2017628155', 'tempest-TagsExtTest-Tag-169969118', 'tempest-TagsExtTest-Tag-98215502']}) {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:04.418951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:04.426434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Usage tracker for resource:subnet and tenant:9ced733918974996b1acb169c59c8748 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:04.432066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:04.447352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:04.463771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:04.468109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Made reservation on behalf of 9ced733918974996b1acb169c59c8748 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:04.471840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.484412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-fc6b798d-fd09-4b93-a888-928635a8c6bf', 'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf', 'tenant_id': '7ff39769085444dcb9dcd62e7a7f45be', 'fixed_ips': [{'subnet_id': '9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:04.485274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.485935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:04.491195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:04.500903 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9be4cec4-c897-4112-a6d9-2410a209d399 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags HTTP/1.1" status: 200 len: 315 time: 0.1623576 Mar 02 07:31:04.501091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46108) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.506163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-57219099-7c6c-4999-b64d-070f3d767981 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:04.511439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:04.586544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:04.590074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.656918 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57219099-7c6c-4999-b64d-070f3d767981 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags HTTP/1.1" status: 204 len: 168 time: 0.1548560 Mar 02 07:31:04.659610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46112) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.660852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Allocated IP 172.20.0.2 (fc6b798d-fd09-4b93-a888-928635a8c6bf/9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6/c1e83683-2db5-4e6f-b670-4cbda1acecfe) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:04.665543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-9bb65984-3740-445b-adcf-267672a1f9c3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', 'tempest-TagsExtTest-Tag-2017628155') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:04.775789 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6 (CIDR: 172.20.0.0/28) Mar 02 07:31:04.787427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc22deb7-818d-4b69-82c8-31f2d1abf861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.787685 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:31:04.788520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:31:04.840823 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ccbfd2e4-5605-458b-8104-3d225b0c533d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6255875 Mar 02 07:31:04.841084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46116) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.856140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:04.887978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.895543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.898127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Transition to ACTIVE for port object c1e83683-2db5-4e6f-b670-4cbda1acecfe will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:04.917162 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9bb65984-3740-445b-adcf-267672a1f9c3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:04.921533 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9bb65984-3740-445b-adcf-267672a1f9c3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags/tempest-TagsExtTest-Tag-2017628155 HTTP/1.1" status: 404 len: 329 time: 0.2575328 Mar 02 07:31:04.921533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46120) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:04.923407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Transition to ACTIVE for port object c1e83683-2db5-4e6f-b670-4cbda1acecfe will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:04.926310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-1383ff9d-183f-4944-85fe-1b662fa84bcd tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', 'tempest-TagsExtTest-Tag-169969118') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:04.929441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:04.997300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Network fc6b798d-fd09-4b93-a888-928635a8c6bf is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:05.000430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:05.004154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:05.054515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Pushing event updated for resources: {'Port': ['ID=c1e83683-2db5-4e6f-b670-4cbda1acecfe,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:05.064547 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1383ff9d-183f-4944-85fe-1b662fa84bcd tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:05.068079 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1383ff9d-183f-4944-85fe-1b662fa84bcd tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags/tempest-TagsExtTest-Tag-169969118 HTTP/1.1" status: 404 len: 328 time: 0.1432648 Mar 02 07:31:05.068909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.073141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-2cb1219c-bc85-4b71-aa36-00950b436a39 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3', 'tempest-TagsExtTest-Tag-98215502') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.095898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event updated for resources: {'Subnet': ['ID=08db1f71-50ac-46d8-ad68-62b8f1924f18,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:05.110801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Attempting to bind port c1e83683-2db5-4e6f-b670-4cbda1acecfe on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:05.111117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Attempting to bind port c1e83683-2db5-4e6f-b670-4cbda1acecfe by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'fee267b8-b3de-4bd5-b000-807d4521dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:05.111484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Attempting to bind port c1e83683-2db5-4e6f-b670-4cbda1acecfe on network fc6b798d-fd09-4b93-a888-928635a8c6bf {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:05.117547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:05.117949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Checking segment: {'id': 'fee267b8-b3de-4bd5-b000-807d4521dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:05.118361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.118757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Bound using segment: {'id': 'fee267b8-b3de-4bd5-b000-807d4521dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:05.119221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Bound port: c1e83683-2db5-4e6f-b670-4cbda1acecfe, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee267b8-b3de-4bd5-b000-807d4521dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:05.119606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.123835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Checking segment: {'id': 'ddf427a4-5475-4d07-8e7b-3c13fa19e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:05.124368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Network hostable DHCP agents. Network: b1984e07-fb97-40c6-bf2c-be0d0c3f4b54, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:05.147493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:05.153587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:05.157906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:05.160991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:05.168170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:05.180973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, b1984e07-fb97-40c6-bf2c-be0d0c3f4b54) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:05.187248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.188027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.194380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:05.198110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.237385 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2cb1219c-bc85-4b71-aa36-00950b436a39 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:05.239421 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2cb1219c-bc85-4b71-aa36-00950b436a39 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags/tempest-TagsExtTest-Tag-98215502 HTTP/1.1" status: 404 len: 327 time: 0.1700773 Mar 02 07:31:05.241445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.243048 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95392ea8-c5ab-4b52-95da-a0acc038c8f0 None None] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:05.249505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-4c3f7fd2-c006-4d1d-9e39-b6b4bb1dd8bb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', {'tags': ['tempest-TagsExtTest-Tag-430781118', 'tempest-TagsExtTest-Tag-1710802237', 'tempest-TagsExtTest-Tag-478470222']}) {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.305340 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c3f7fd2-c006-4d1d-9e39-b6b4bb1dd8bb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "PUT /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags HTTP/1.1" status: 200 len: 316 time: 0.0625260 Mar 02 07:31:05.305939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.313857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-8d96116c-663c-420e-91dd-4ddf933dd3e8 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.343815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] For port c1e83683-2db5-4e6f-b670-4cbda1acecfe, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:05.363962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] For port c1e83683-2db5-4e6f-b670-4cbda1acecfe, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c1e83683-2db5-4e6f-b670-4cbda1acecfe,segment=NetworkSegment(fee267b8-b3de-4bd5-b000-807d4521dd34),segment_id=fee267b8-b3de-4bd5-b000-807d4521dd34)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:05.397963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.406398 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d96116c-663c-420e-91dd-4ddf933dd3e8 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags HTTP/1.1" status: 204 len: 168 time: 0.0992308 Mar 02 07:31:05.407044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.413165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-b0e892ea-6e9d-4ec8-9d6e-a8339de051cf tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', 'tempest-TagsExtTest-Tag-430781118') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.446602 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-b0e892ea-6e9d-4ec8-9d6e-a8339de051cf tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:05.448001 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0e892ea-6e9d-4ec8-9d6e-a8339de051cf tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags/tempest-TagsExtTest-Tag-430781118 HTTP/1.1" status: 404 len: 328 time: 0.0395789 Mar 02 07:31:05.452141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.458115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-c283bdbf-fa85-4dae-b286-8456b3ae383c tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', 'tempest-TagsExtTest-Tag-1710802237') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.486144 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-88b91ddf-3ef2-44ad-883e-985f706cc1e1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2984447 Mar 02 07:31:05.488731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.492827 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-c283bdbf-fa85-4dae-b286-8456b3ae383c tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:05.494258 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c283bdbf-fa85-4dae-b286-8456b3ae383c tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags/tempest-TagsExtTest-Tag-1710802237 HTTP/1.1" status: 404 len: 329 time: 0.0407543 Mar 02 07:31:05.497574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.507803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Request body: {'port': {'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1231854797'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:05.537757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75dc98-7410-4398-b31a-8ca9afe365ed None None] Pushing event updated for resources: {'Port': ['ID=c1e83683-2db5-4e6f-b670-4cbda1acecfe,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:05.550207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-9bf7f28d-ff04-48b0-a499-c4c0c1c0befb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b', 'tempest-TagsExtTest-Tag-478470222') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.594974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0788e342-9647-499e-8596-dec764948946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-b1984e07-fb97-40c6-bf2c-be0d0c3f4b54', 'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54', 'tenant_id': '9ced733918974996b1acb169c59c8748', 'fixed_ips': [{'subnet_id': '08db1f71-50ac-46d8-ad68-62b8f1924f18'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:05.596384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0788e342-9647-499e-8596-dec764948946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.659527 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9bf7f28d-ff04-48b0-a499-c4c0c1c0befb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] show failed (client error): The resource could not be found. Mar 02 07:31:05.663406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9bf7f28d-ff04-48b0-a499-c4c0c1c0befb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags/tempest-TagsExtTest-Tag-478470222 HTTP/1.1" status: 404 len: 328 time: 0.1617415 Mar 02 07:31:05.664118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.680813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-81e66015-ce91-4fa7-800e-e0594ffbf524 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '594a97be-f9af-4bde-bb28-edf65e0e9b5b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.738325 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81e66015-ce91-4fa7-800e-e0594ffbf524 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b/tags HTTP/1.1" status: 204 len: 168 time: 0.0651481 Mar 02 07:31:05.740677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.750287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-a93e0089-be61-48c8-b6db-5336f9b9d0f2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ea554e2-7be2-41bc-b50d-114131bd73c3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:05.810478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:05.822592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.828290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Usage tracker for resource:port and tenant:9ced733918974996b1acb169c59c8748 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:05.832451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:05.835034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.836732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0788e342-9647-499e-8596-dec764948946 None None] Allocated IP 172.20.0.2 (b1984e07-fb97-40c6-bf2c-be0d0c3f4b54/08db1f71-50ac-46d8-ad68-62b8f1924f18/4deb93db-9d59-48d5-9a0c-e30b25c99e74) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:05.840005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:05.877510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d75bfc-a48b-4f4e-a494-5c58e8867516 req-1cfc819e-16c4-4d2b-9bff-6c87044e2961 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.891508 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80d75bfc-a48b-4f4e-a494-5c58e8867516 req-1cfc819e-16c4-4d2b-9bff-6c87044e2961 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 0.1588964 Mar 02 07:31:05.915899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.953687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Made reservation on behalf of 9ced733918974996b1acb169c59c8748 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:05.956683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.959088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network fc6b798d-fd09-4b93-a888-928635a8c6bf is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:05.963509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:05.973212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:05.973830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:05.992142 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a93e0089-be61-48c8-b6db-5336f9b9d0f2 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3/tags HTTP/1.1" status: 204 len: 168 time: 0.2503920 Mar 02 07:31:05.995525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46164) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:05.999674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=c942786f-c162-430f-a13e-af1d37bb7593,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:06.005099 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80d75bfc-a48b-4f4e-a494-5c58e8867516 req-4b57a90d-2434-46ea-a0f7-206d658bedbe tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035712 Mar 02 07:31:06.016039 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5429c169-d3ba-4c11-b240-43bdf069cdba tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1739576 Mar 02 07:31:06.016594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-69ac4104-bc0b-4a0b-a469-3823abefa66f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9cd5093b-9dde-4f06-afd1-b2897ad98016') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:06.018620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46168) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:06.029270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf', 'fixed_ips': [{'subnet_id': '9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6'}, {'subnet_id': 'c942786f-c162-430f-a13e-af1d37bb7593'}], 'name': 'tempest-PortsTestJSON-907013049'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:06.073022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] device_id is not set on port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:06.132418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0788e342-9647-499e-8596-dec764948946 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.147256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0788e342-9647-499e-8596-dec764948946 None None] Transition to ACTIVE for port object 4deb93db-9d59-48d5-9a0c-e30b25c99e74 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:06.166434 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69ac4104-bc0b-4a0b-a469-3823abefa66f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016/tags HTTP/1.1" status: 204 len: 168 time: 0.1681476 Mar 02 07:31:06.170250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:06.177997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-94306b1d-612c-4111-86b3-a0a42a5baf58 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ea2736b-6962-42c3-a7f7-527f7886045b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:06.179695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0788e342-9647-499e-8596-dec764948946 None None] Transition to ACTIVE for port object 4deb93db-9d59-48d5-9a0c-e30b25c99e74 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:06.186303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0788e342-9647-499e-8596-dec764948946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.196535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:06.200931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:06.203943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:06.210170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:06.220913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:06.249846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788e342-9647-499e-8596-dec764948946 None None] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:06.256787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0788e342-9647-499e-8596-dec764948946 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:06.259358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788e342-9647-499e-8596-dec764948946 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:06.266624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788e342-9647-499e-8596-dec764948946 None None] Pushing event updated for resources: {'Port': ['ID=4deb93db-9d59-48d5-9a0c-e30b25c99e74,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:06.301327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Allocated IP 172.20.0.6 (b1984e07-fb97-40c6-bf2c-be0d0c3f4b54/08db1f71-50ac-46d8-ad68-62b8f1924f18/073db129-b700-4d4f-ab4b-ac5c6a7579a3) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:06.320011 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94306b1d-612c-4111-86b3-a0a42a5baf58 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b/tags HTTP/1.1" status: 204 len: 168 time: 0.1487610 Mar 02 07:31:06.332088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46176) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:06.384012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0788e342-9647-499e-8596-dec764948946 None None] Attempting to bind port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:06.384288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0788e342-9647-499e-8596-dec764948946 None None] Attempting to bind port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'ddf427a4-5475-4d07-8e7b-3c13fa19e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:06.384813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0788e342-9647-499e-8596-dec764948946 None None] Attempting to bind port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 on network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:06.392234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0788e342-9647-499e-8596-dec764948946 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:06.392234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0788e342-9647-499e-8596-dec764948946 None None] Checking segment: {'id': 'ddf427a4-5475-4d07-8e7b-3c13fa19e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:06.392738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0788e342-9647-499e-8596-dec764948946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.393209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0788e342-9647-499e-8596-dec764948946 None None] Bound using segment: {'id': 'ddf427a4-5475-4d07-8e7b-3c13fa19e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:06.393798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0788e342-9647-499e-8596-dec764948946 None None] Bound port: 4deb93db-9d59-48d5-9a0c-e30b25c99e74, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf427a4-5475-4d07-8e7b-3c13fa19e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:06.394319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0788e342-9647-499e-8596-dec764948946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.401475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.445744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 15cee58a-87f3-4fd5-88bb-8137e59d3335 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:06.496765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0788e342-9647-499e-8596-dec764948946 None None] For port 4deb93db-9d59-48d5-9a0c-e30b25c99e74, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:06.500229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0788e342-9647-499e-8596-dec764948946 None None] For port 4deb93db-9d59-48d5-9a0c-e30b25c99e74, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4deb93db-9d59-48d5-9a0c-e30b25c99e74,segment=NetworkSegment(ddf427a4-5475-4d07-8e7b-3c13fa19e82c),segment_id=ddf427a4-5475-4d07-8e7b-3c13fa19e82c)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:06.504166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0788e342-9647-499e-8596-dec764948946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.531694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8eabfbc6-dca1-4c66-999a-7a7be69411fb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.535159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8eabfbc6-dca1-4c66-999a-7a7be69411fb tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnetpools/594a97be-f9af-4bde-bb28-edf65e0e9b5b HTTP/1.1" status: 204 len: 168 time: 0.1998680 Mar 02 07:31:06.546300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46180) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:06.599855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788e342-9647-499e-8596-dec764948946 None None] Pushing event updated for resources: {'Port': ['ID=4deb93db-9d59-48d5-9a0c-e30b25c99e74,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:06.639129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-93a7ed1b-50a7-4afd-afa6-1af0b2505519 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Synchronizing usage tracker for tenant:55e9b3b9c2084774938f425d21cf6a47 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:06.649186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.673623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Transition to ACTIVE for port object 073db129-b700-4d4f-ab4b-ac5c6a7579a3 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:06.677815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-93a7ed1b-50a7-4afd-afa6-1af0b2505519 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Unset dirty status for tenant:55e9b3b9c2084774938f425d21cf6a47 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:06.682045 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93a7ed1b-50a7-4afd-afa6-1af0b2505519 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea554e2-7be2-41bc-b50d-114131bd73c3 HTTP/1.1" status: 200 len: 205 time: 0.1341536 Mar 02 07:31:06.682790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:06.843771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a9f4d61-698f-4dfe-bd7e-72e69fa8ddb3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:06.862088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.11 (fc6b798d-fd09-4b93-a888-928635a8c6bf/9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6/15cee58a-87f3-4fd5-88bb-8137e59d3335) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:06.868393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.22 (fc6b798d-fd09-4b93-a888-928635a8c6bf/c942786f-c162-430f-a13e-af1d37bb7593/15cee58a-87f3-4fd5-88bb-8137e59d3335) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:07.098287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.122785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084f2f5-e35a-463f-b1ba-9cbb9c4f2f1e None None] Network fc6b798d-fd09-4b93-a888-928635a8c6bf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:07.134552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.156235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 15cee58a-87f3-4fd5-88bb-8137e59d3335 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:07.186756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.217562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-93891c4a-4d15-4e33-a263-79bcab966340 None None] Provisioning for port c1e83683-2db5-4e6f-b670-4cbda1acecfe completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:07.255092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network fc6b798d-fd09-4b93-a888-928635a8c6bf is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:07.258372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:07.261933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:07.350357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=15cee58a-87f3-4fd5-88bb-8137e59d3335,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:07.400032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.400708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.402254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a9f4d61-698f-4dfe-bd7e-72e69fa8ddb3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.404831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a9f4d61-698f-4dfe-bd7e-72e69fa8ddb3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.433696 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7c0c1507-d3e9-4fa5-b236-e3b0412e2507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4121885 Mar 02 07:31:07.435277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46190) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:07.436988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.455140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4deb93db-9d59-48d5-9a0c-e30b25c99e74 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:07.456035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:07.495950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a9f4d61-698f-4dfe-bd7e-72e69fa8ddb3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.497061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9f4d61-698f-4dfe-bd7e-72e69fa8ddb3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea554e2-7be2-41bc-b50d-114131bd73c3 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:31:07.501417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-0126cbb7-02a9-4ea6-8d0d-6913b37924e5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.503159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-0126cbb7-02a9-4ea6-8d0d-6913b37924e5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 0.2029991 Mar 02 07:31:07.545736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:07.554264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:07.557345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:07.564072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c1e83683-2db5-4e6f-b670-4cbda1acecfe up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:07.564283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a9f4d61-698f-4dfe-bd7e-72e69fa8ddb3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.567837 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a9f4d61-698f-4dfe-bd7e-72e69fa8ddb3 tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/routers/9ea554e2-7be2-41bc-b50d-114131bd73c3 HTTP/1.1" status: 204 len: 168 time: 0.8798964 Mar 02 07:31:07.571372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46194) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:07.577322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:07.610766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event updated for resources: {'Port': ['ID=073db129-b700-4d4f-ab4b-ac5c6a7579a3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:07.633571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.634419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.634764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.635107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.635438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.636037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.636381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.638387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.638770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.639060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.639520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.641313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:07.664317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf00e5-a93e-4a02-aaf0-dab3a77c28e3 req-a0a62e45-7671-4cab-b194-817699e000a9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.665970 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74cf00e5-a93e-4a02-aaf0-dab3a77c28e3 req-a0a62e45-7671-4cab-b194-817699e000a9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 0.4254580 Mar 02 07:31:07.699220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:07.700610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.704774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port c1e83683-2db5-4e6f-b670-4cbda1acecfe completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:07.726088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c1e83683-2db5-4e6f-b670-4cbda1acecfe triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:07.726470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.726607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Deleting port 5baee3e9-52d6-4608-af23-aad0c51ff536 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:07.726816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.755087 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a484079-ce22-4734-b5a2-6e61148cbe7c tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2618449 Mar 02 07:31:07.756018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:07.763060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Request body: {'port': {'network_id': 'b1984e07-fb97-40c6-bf2c-be0d0c3f4b54', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2103135412', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:07.763685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] bootfile-name is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:31:07.764111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] tftp-server is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:31:07.764528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] server-ip-address is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:31:07.772027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] Update dhcp port {'port': {'network_id': 'fc6b798d-fd09-4b93-a888-928635a8c6bf', 'fixed_ips': [{'subnet_id': '9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c942786f-c162-430f-a13e-af1d37bb7593'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': 'c1e83683-2db5-4e6f-b670-4cbda1acecfe'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:31:07.801805 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74cf00e5-a93e-4a02-aaf0-dab3a77c28e3 req-8488fcf7-63a5-46b9-aa15-fbb90c6e9311 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965762 Mar 02 07:31:07.898322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.932010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:07.939100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Usage tracker for resource:port and tenant:9ced733918974996b1acb169c59c8748 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:07.944048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:07.953893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:07.970890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Deleting port 9cd5093b-9dde-4f06-afd1-b2897ad98016 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:07.971240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:07.972348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Made reservation on behalf of 9ced733918974996b1acb169c59c8748 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:07.976557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.001603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] device_id is not set on port 936347fc-ebba-4cdb-b610-14230d305f69 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:08.019995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd44096-3f45-4d4d-8572-9e8e8f83f885 None None] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:08.032344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.121438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.156745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Allocated IP 172.20.0.8 (b1984e07-fb97-40c6-bf2c-be0d0c3f4b54/08db1f71-50ac-46d8-ad68-62b8f1924f18/936347fc-ebba-4cdb-b610-14230d305f69) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:08.201252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b764a114-cfb2-44a8-8d1e-b0aaeed7742e None None] Provisioning for port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:08.254763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b764a114-cfb2-44a8-8d1e-b0aaeed7742e None None] Provisioning complete for port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:08.255088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b764a114-cfb2-44a8-8d1e-b0aaeed7742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.332060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port c1e83683-2db5-4e6f-b670-4cbda1acecfe, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c1e83683-2db5-4e6f-b670-4cbda1acecfe,segment=NetworkSegment(fee267b8-b3de-4bd5-b000-807d4521dd34),segment_id=fee267b8-b3de-4bd5-b000-807d4521dd34)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:08.353574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.440524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.441371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] Allocated IP 172.20.0.18 (fc6b798d-fd09-4b93-a888-928635a8c6bf/c942786f-c162-430f-a13e-af1d37bb7593/c1e83683-2db5-4e6f-b670-4cbda1acecfe) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:08.458189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Transition to ACTIVE for port object 936347fc-ebba-4cdb-b610-14230d305f69 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:08.487847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.548871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:08.552083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:08.556107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:08.583611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=c1e83683-2db5-4e6f-b670-4cbda1acecfe,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:08.598394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.618715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event updated for resources: {'Port': ['ID=936347fc-ebba-4cdb-b610-14230d305f69,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:08.641026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.641696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.664418 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b92e3f6b-4aef-4ecb-a085-e2843b1623ac tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9072804 Mar 02 07:31:08.666811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:08.685826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b764a114-cfb2-44a8-8d1e-b0aaeed7742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.714326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] For port 5baee3e9-52d6-4608-af23-aad0c51ff536, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=5baee3e9-52d6-4608-af23-aad0c51ff536,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:08.714577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.744757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b764a114-cfb2-44a8-8d1e-b0aaeed7742e None None] For port 4deb93db-9d59-48d5-9a0c-e30b25c99e74, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4deb93db-9d59-48d5-9a0c-e30b25c99e74,segment=NetworkSegment(ddf427a4-5475-4d07-8e7b-3c13fa19e82c),segment_id=ddf427a4-5475-4d07-8e7b-3c13fa19e82c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:08.753218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b764a114-cfb2-44a8-8d1e-b0aaeed7742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.755916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] For port c1e83683-2db5-4e6f-b670-4cbda1acecfe, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c1e83683-2db5-4e6f-b670-4cbda1acecfe,segment=NetworkSegment(fee267b8-b3de-4bd5-b000-807d4521dd34),segment_id=fee267b8-b3de-4bd5-b000-807d4521dd34)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:08.761875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600814b-9e43-4c0b-b7cd-5d135c5517a7 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.768261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600814b-9e43-4c0b-b7cd-5d135c5517a7 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.774645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600814b-9e43-4c0b-b7cd-5d135c5517a7 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:08.775699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e600814b-9e43-4c0b-b7cd-5d135c5517a7 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Synchronizing usage tracker for tenant:9ced733918974996b1acb169c59c8748 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:08.790987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Calling delete_port for 9cd5093b-9dde-4f06-afd1-b2897ad98016 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:08.795723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e600814b-9e43-4c0b-b7cd-5d135c5517a7 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Unset dirty status for tenant:9ced733918974996b1acb169c59c8748 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:08.799924 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e600814b-9e43-4c0b-b7cd-5d135c5517a7 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1290855 Mar 02 07:31:08.801392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:08.857184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.869002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764a114-cfb2-44a8-8d1e-b0aaeed7742e None None] Pushing event updated for resources: {'Port': ['ID=4deb93db-9d59-48d5-9a0c-e30b25c99e74,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:08.879760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] Transition to ACTIVE for port object c1e83683-2db5-4e6f-b670-4cbda1acecfe will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:08.885238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:08.891930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Deleting port 936347fc-ebba-4cdb-b610-14230d305f69 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:08.892269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.086811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12124e3-1b18-44ed-9e64-e97a51ddfd9b None None] Pushing event updated for resources: {'Port': ['ID=c1e83683-2db5-4e6f-b670-4cbda1acecfe,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:09.182579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Provisioning for port 936347fc-ebba-4cdb-b610-14230d305f69 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:09.192257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Provisioning complete for port 936347fc-ebba-4cdb-b610-14230d305f69 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:09.194471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.279014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Port 936347fc-ebba-4cdb-b610-14230d305f69 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:09.299588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Provisioning for port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:09.314916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Provisioning complete for port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:09.315431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.416235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:09.418272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4deb93db-9d59-48d5-9a0c-e30b25c99e74 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:09.458709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.462017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Delete allocated IP 172.20.0.22 (fc6b798d-fd09-4b93-a888-928635a8c6bf/c942786f-c162-430f-a13e-af1d37bb7593) {{(pid=87773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:31:09.481227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Provisioning complete for port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:09.481683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0cb60870-e14e-4c71-a42e-3ec9077aa236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.498196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.498799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.499846 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Floating IP 58f267f8-1a36-4529-8790-495f32dc60a5 disassociated. External IP: 172.26.4.88, port: 5baee3e9-52d6-4608-af23-aad0c51ff536. Mar 02 07:31:09.500369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Calling delete_port for 5baee3e9-52d6-4608-af23-aad0c51ff536 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:09.573763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:09.574305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.623399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Calling delete_port for 936347fc-ebba-4cdb-b610-14230d305f69 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:09.821735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.866221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c1e83683-2db5-4e6f-b670-4cbda1acecfe up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:09.899354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.910811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event deleted for resources: {'Port': ['ID=936347fc-ebba-4cdb-b610-14230d305f69,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:09.968591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-565bb89b-a0f6-4f3b-9d59-c43d87bfc195 None None] Provisioning complete for port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:09.969325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-565bb89b-a0f6-4f3b-9d59-c43d87bfc195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:09.999553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.031665 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d32f343-2a15-4b2b-aa1e-3ebe2955ebd3 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "DELETE /v2.0/ports/936347fc-ebba-4cdb-b610-14230d305f69 HTTP/1.1" status: 204 len: 168 time: 1.2299831 Mar 02 07:31:10.036505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:10.040200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-565bb89b-a0f6-4f3b-9d59-c43d87bfc195 None None] Port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:10.044633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Request body: {'port': {'name': 'tempest-new-port-name-1207548992', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:10.045016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] bootfile-name is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:31:10.045152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaac97e-591c-4ef2-a1fe-f01437669ab1 None None] Network fc6b798d-fd09-4b93-a888-928635a8c6bf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:10.045405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] tftp-server is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:31:10.045763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] server-ip-address is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 07:31:10.082265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-565bb89b-a0f6-4f3b-9d59-c43d87bfc195 None None] Could not find standard attr ID for object 936347fc-ebba-4cdb-b610-14230d305f69. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:31:10.101502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452801fe-5acc-4724-abc1-15eec736f8fd req-2be3d888-30d6-4d79-9cbf-7a8e054fa3d6 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.104954 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-452801fe-5acc-4724-abc1-15eec736f8fd req-2be3d888-30d6-4d79-9cbf-7a8e054fa3d6 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 946 time: 1.1433127 Mar 02 07:31:10.223932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.273767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15ca15f4-9d16-4176-aa9b-a87eda66b4e5 None None] Provisioning for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:10.275328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event deleted for resources: {'Port': ['ID=9cd5093b-9dde-4f06-afd1-b2897ad98016,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:10.292570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15ca15f4-9d16-4176-aa9b-a87eda66b4e5 None None] Provisioning complete for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:10.293092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ca15f4-9d16-4176-aa9b-a87eda66b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.313884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.354094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.354474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.354856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.355211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.356541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.357166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.357611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.358138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.358470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.359294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.359648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.360169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:10.368110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Ignored duplicate provisioning block setup for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 07:31:10.376980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.400264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-15ca15f4-9d16-4176-aa9b-a87eda66b4e5 None None] Port 15cee58a-87f3-4fd5-88bb-8137e59d3335 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:10.417979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15ca15f4-9d16-4176-aa9b-a87eda66b4e5 None None] Provisioning for port c1e83683-2db5-4e6f-b670-4cbda1acecfe completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:10.426173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15ca15f4-9d16-4176-aa9b-a87eda66b4e5 None None] Provisioning complete for port c1e83683-2db5-4e6f-b670-4cbda1acecfe triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:10.426673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ca15f4-9d16-4176-aa9b-a87eda66b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.437288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.455118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event deleted for resources: {'Port': ['ID=5baee3e9-52d6-4608-af23-aad0c51ff536,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:10.458257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.515234 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-452801fe-5acc-4724-abc1-15eec736f8fd req-c0bff00c-0165-4a40-9267-da907e7072d7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227804 Mar 02 07:31:10.552305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.557229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.662431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=15cee58a-87f3-4fd5-88bb-8137e59d3335,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:10.676623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event updated for resources: {'Port': ['ID=073db129-b700-4d4f-ab4b-ac5c6a7579a3,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:10.688935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] In _notify_port_updated(), no bound segment for port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 on network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:10.694661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.695337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.702661 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93198b38-24b0-4e20-adb7-2a4fdbe23806 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "PUT /v2.0/ports/073db129-b700-4d4f-ab4b-ac5c6a7579a3 HTTP/1.1" status: 200 len: 1136 time: 0.6586735 Mar 02 07:31:10.702843 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f787fe60-474d-4424-902b-7879251e49be tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/ports/9cd5093b-9dde-4f06-afd1-b2897ad98016 HTTP/1.1" status: 204 len: 168 time: 3.1244104 Mar 02 07:31:10.702954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:10.703771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46220) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:10.770726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Deleting subnet 7ea2736b-6962-42c3-a7f7-527f7886045b {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:10.773422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.839344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.867014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] In _notify_port_updated(), no bound segment for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 on network fc6b798d-fd09-4b93-a888-928635a8c6bf {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:10.875000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.875658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.876984 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f1e09498-ef7f-48c2-b5b5-611fced41315 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "PUT /v2.0/ports/15cee58a-87f3-4fd5-88bb-8137e59d3335 HTTP/1.1" status: 200 len: 919 time: 3.4400737 Mar 02 07:31:10.884501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46224) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:10.886335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447c28f-1f29-4c35-95be-01b9b1986b08 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:10.892044 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d447c28f-1f29-4c35-95be-01b9b1986b08 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "GET /v2.0/ports/073db129-b700-4d4f-ab4b-ac5c6a7579a3 HTTP/1.1" status: 200 len: 1136 time: 0.1818001 Mar 02 07:31:10.892232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:10.900017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6'}, {'subnet_id': 'c942786f-c162-430f-a13e-af1d37bb7593'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:10.900819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-82002f52-4592-4bf6-a312-86fee8a28b78 None None] Provisioning complete for port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:10.901916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82002f52-4592-4bf6-a312-86fee8a28b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:10.978640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-82002f52-4592-4bf6-a312-86fee8a28b78 None None] Port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:10.989268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:11.085032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Deleting port 073db129-b700-4d4f-ab4b-ac5c6a7579a3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:11.085396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.116087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.204466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47cb8c13-4c2d-4e4d-ba23-5816fac7289b None None] Provisioning complete for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:11.204876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47cb8c13-4c2d-4e4d-ba23-5816fac7289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.293581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-47cb8c13-4c2d-4e4d-ba23-5816fac7289b None None] Port 15cee58a-87f3-4fd5-88bb-8137e59d3335 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:11.306731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 5baee3e9-52d6-4608-af23-aad0c51ff536 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:11.352508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.359214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 5baee3e9-52d6-4608-af23-aad0c51ff536 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:11.359745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 5baee3e9-52d6-4608-af23-aad0c51ff536 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:11.362747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47cb8c13-4c2d-4e4d-ba23-5816fac7289b None None] Provisioning complete for port c1e83683-2db5-4e6f-b670-4cbda1acecfe triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:11.363542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47cb8c13-4c2d-4e4d-ba23-5816fac7289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.404732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.456714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea2736b-6962-42c3-a7f7-527f7886045b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:11.458721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.474318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbfa159-732e-48ae-8ce7-d976919cd71b None None] Network 73677b53-e2a0-4c60-85e8-679ad134fc91 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:11.475449 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa125cb0-7c85-4907-b2e4-da7eda11d09f tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea2736b-6962-42c3-a7f7-527f7886045b HTTP/1.1" status: 204 len: 168 time: 0.7739468 Mar 02 07:31:11.485298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:11.502475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:11.515766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:11.630107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:11.630998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:11.737324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] No DVR routers for this DVR port 5baee3e9-52d6-4608-af23-aad0c51ff536 on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:11.741416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.743327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-685adb88-45dc-464b-a0f3-ec63be4e9a69 req-cff2c065-b2fb-4a3f-af01-a064a91d366c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "DELETE /v2.0/ports/5baee3e9-52d6-4608-af23-aad0c51ff536 HTTP/1.1" status: 204 len: 173 time: 4.2332485 Mar 02 07:31:11.743759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'name': 'network-vif-deleted', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:11.801461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.812411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.813418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2457e662-37d6-4677-93da-3ecdaf57b4fe', 'name': 'network-vif-deleted', 'tag': '5baee3e9-52d6-4608-af23-aad0c51ff536', 'status': 'completed', 'code': 200} Mar 02 07:31:11.819851 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8dde3d21-1d11-40e6-8bdf-810192e99b95 req-189f74f3-98f1-4085-9765-e833527312a3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 210 time: 0.1334357 Mar 02 07:31:11.907936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Deleting port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:11.908637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.924734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5fd82131-8a62-41d4-ae51-e10272f19b59 None None] Provisioning complete for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:11.925335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd82131-8a62-41d4-ae51-e10272f19b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:11.958571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Calling delete_port for 073db129-b700-4d4f-ab4b-ac5c6a7579a3 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:12.014412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:12.056552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5fd82131-8a62-41d4-ae51-e10272f19b59 None None] Port 15cee58a-87f3-4fd5-88bb-8137e59d3335 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:12.200550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.276818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] For port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bd0ae11a-75e1-4f95-acb6-97a8cf88da1c,segment=NetworkSegment(cd6846f1-9a21-4991-af5c-f4eef4da2a7d),segment_id=cd6846f1-9a21-4991-af5c-f4eef4da2a7d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:12.277236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.294548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.23 (fc6b798d-fd09-4b93-a888-928635a8c6bf/c942786f-c162-430f-a13e-af1d37bb7593/15cee58a-87f3-4fd5-88bb-8137e59d3335) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:12.334932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event deleted for resources: {'Port': ['ID=073db129-b700-4d4f-ab4b-ac5c6a7579a3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:12.442072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.454516 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-320fd9bf-d426-4ff5-a74b-6eb879cbfdd1 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "DELETE /v2.0/ports/073db129-b700-4d4f-ab4b-ac5c6a7579a3 HTTP/1.1" status: 204 len: 168 time: 1.5613446 Mar 02 07:31:12.457173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46240) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:12.463740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Calling delete_port for bd0ae11a-75e1-4f95-acb6-97a8cf88da1c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:12.517608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8765e20-26e2-4868-9f6f-1f72f2f11eb2 None None] DHCP port deletion for 73677b53-e2a0-4c60-85e8-679ad134fc91 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:12.528311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8765e20-26e2-4868-9f6f-1f72f2f11eb2 None None] Deleting port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:12.528838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8765e20-26e2-4868-9f6f-1f72f2f11eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.546662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Deleting subnet 08db1f71-50ac-46d8-ad68-62b8f1924f18 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:12.549866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.623929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.652307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.681282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8765e20-26e2-4868-9f6f-1f72f2f11eb2 None None] The port 'bd0ae11a-75e1-4f95-acb6-97a8cf88da1c' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:12.709744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:12.714118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event deleted for resources: {'Port': ['ID=bd0ae11a-75e1-4f95-acb6-97a8cf88da1c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:12.714667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:12.715979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] No DVR routers for this DVR port bd0ae11a-75e1-4f95-acb6-97a8cf88da1c on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:12.724432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:12.725041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:12.734243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.823481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.854183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.865971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event deleted for resources: {'Subnet': ['ID=08db1f71-50ac-46d8-ad68-62b8f1924f18,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:12.867235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.877992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.896765 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8781ffd8-8019-4ba9-9fff-5050392e52c9 tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "DELETE /v2.0/subnets/08db1f71-50ac-46d8-ad68-62b8f1924f18 HTTP/1.1" status: 204 len: 168 time: 0.4379804 Mar 02 07:31:12.897074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73677b53-e2a0-4c60-85e8-679ad134fc91']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:12.897405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46246) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:12.908274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 15cee58a-87f3-4fd5-88bb-8137e59d3335 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:12.911870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6846f1-9a21-4991-af5c-f4eef4da2a7d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:12.912165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6846f1-9a21-4991-af5c-f4eef4da2a7d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:12.926936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:12.944118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:12.971891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.017351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73403fd-08a0-4cad-ad19-117f403e976c None None] Network b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:13.035667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.071607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.127356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-545e103b-5c5f-43f0-930f-a0b9e8878ffb req-7b9b9aee-4021-47ba-84b8-e565ae15a11e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:13.131903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Deleting port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:13.132370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.227658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-545e103b-5c5f-43f0-930f-a0b9e8878ffb req-7b9b9aee-4021-47ba-84b8-e565ae15a11e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:13.229482 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-545e103b-5c5f-43f0-930f-a0b9e8878ffb req-7b9b9aee-4021-47ba-84b8-e565ae15a11e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=2457e662-37d6-4677-93da-3ecdaf57b4fe HTTP/1.1" status: 200 len: 210 time: 0.1559098 Mar 02 07:31:13.358146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bd0ae11a-75e1-4f95-acb6-97a8cf88da1c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:13.365420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:13.365859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:13.383618 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:13.398631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] For port 4deb93db-9d59-48d5-9a0c-e30b25c99e74, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4deb93db-9d59-48d5-9a0c-e30b25c99e74,segment=NetworkSegment(ddf427a4-5475-4d07-8e7b-3c13fa19e82c),segment_id=ddf427a4-5475-4d07-8e7b-3c13fa19e82c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:13.398990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.400138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=15cee58a-87f3-4fd5-88bb-8137e59d3335,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:13.400265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: bd0ae11a-75e1-4f95-acb6-97a8cf88da1c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:13.400533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bd0ae11a-75e1-4f95-acb6-97a8cf88da1c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:13.464863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74e9b5d9-b1b5-45c2-98c1-05be7c137097 None None] Provisioning for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:13.485053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] In _notify_port_updated(), no bound segment for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 on network fc6b798d-fd09-4b93-a888-928635a8c6bf {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:31:13.490415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:13.491032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.493787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f7a3696c-e1d3-4a72-a17b-4df6b79078c0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "PUT /v2.0/ports/15cee58a-87f3-4fd5-88bb-8137e59d3335 HTTP/1.1" status: 200 len: 999 time: 2.6070611 Mar 02 07:31:13.495671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:13.526687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.536664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Calling delete_port for 4deb93db-9d59-48d5-9a0c-e30b25c99e74 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:13.542126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74e9b5d9-b1b5-45c2-98c1-05be7c137097 None None] Provisioning complete for port 15cee58a-87f3-4fd5-88bb-8137e59d3335 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:13.542508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e9b5d9-b1b5-45c2-98c1-05be7c137097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.556760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.567390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] Pushing event deleted for resources: {'Network': ['ID=73677b53-e2a0-4c60-85e8-679ad134fc91,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:13.586071 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-226ecd88-35ab-413d-9c35-e7403215162b tempest-TagsExtTest-506154320 tempest-TagsExtTest-506154320-project] 10.222.0.41 "DELETE /v2.0/networks/73677b53-e2a0-4c60-85e8-679ad134fc91 HTTP/1.1" status: 204 len: 168 time: 2.0664873 Mar 02 07:31:13.606401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 15cee58a-87f3-4fd5-88bb-8137e59d3335 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:13.606795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.616424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-74e9b5d9-b1b5-45c2-98c1-05be7c137097 None None] Port 15cee58a-87f3-4fd5-88bb-8137e59d3335 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:13.632938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.668116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:13.678687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2802ee-978e-4c46-993e-53cf03b3e530 None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:13.684660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event deleted for resources: {'Port': ['ID=4deb93db-9d59-48d5-9a0c-e30b25c99e74,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:13.688730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] No DVR routers for this DVR port 4deb93db-9d59-48d5-9a0c-e30b25c99e74 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:13.748383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739c600f-454d-4abe-b869-c0f253cd062a None None] DHCP port deletion for b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:13.848566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.880291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1984e07-fb97-40c6-bf2c-be0d0c3f4b54']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:13.892906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf427a4-5475-4d07-8e7b-3c13fa19e82c') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:13.893203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf427a4-5475-4d07-8e7b-3c13fa19e82c') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:13.905963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.917988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.923506 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.931597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:13.932165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:13.951875 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:13.989049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:14.000645 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2fa6a-4c00-4065-9877-5f0219270896 None None] New status for floating IP 58f267f8-1a36-4529-8790-495f32dc60a5: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:31:14.037347 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.058836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 15cee58a-87f3-4fd5-88bb-8137e59d3335 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:14.061067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.067791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] Pushing event deleted for resources: {'Network': ['ID=b1984e07-fb97-40c6-bf2c-be0d0c3f4b54,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:14.085005 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bee9f43d-f87f-4ab4-a835-dc6485970c9a tempest-ExtraDHCPOptionsTestJSON-675389386 tempest-ExtraDHCPOptionsTestJSON-675389386-project] 10.222.0.41 "DELETE /v2.0/networks/b1984e07-fb97-40c6-bf2c-be0d0c3f4b54 HTTP/1.1" status: 204 len: 168 time: 1.1865346 Mar 02 07:31:14.298440 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f3ffdfa-9fb5-4834-9772-fc42073560ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55e9b3b9c2084774938f425d21cf6a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083694 Mar 02 07:31:14.301195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:14.391708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b51f79-a13f-4766-b7aa-9471b8067beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.423425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:14.424154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b51f79-a13f-4766-b7aa-9471b8067beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.445975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.498955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b51f79-a13f-4766-b7aa-9471b8067beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.511212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=15cee58a-87f3-4fd5-88bb-8137e59d3335,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:14.522028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51f79-a13f-4766-b7aa-9471b8067beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7db45f-2501-46b4-b8d7-97a0d21b0268,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:14.531531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b51f79-a13f-4766-b7aa-9471b8067beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.532669 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09b51f79-a13f-4766-b7aa-9471b8067beb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc7db45f-2501-46b4-b8d7-97a0d21b0268 HTTP/1.1" status: 204 len: 168 time: 0.2304087 Mar 02 07:31:14.721084 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f5eff30-7ac7-4e4c-8c88-121b57ace981 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ced733918974996b1acb169c59c8748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962000 Mar 02 07:31:14.723858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46292) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:14.749047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.773135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-1e28a169-6c21-455b-bae9-c3b216ee8933 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860460231&fields=id&tenant_id=cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 267 time: 0.0732861 Mar 02 07:31:14.777816 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d14a5225-71c6-4422-9913-e2a753f10725 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/15cee58a-87f3-4fd5-88bb-8137e59d3335 HTTP/1.1" status: 204 len: 168 time: 1.2798815 Mar 02 07:31:14.778370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:14.800052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc815d33-f32b-4e2e-9d44-36d5e446264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.830909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc815d33-f32b-4e2e-9d44-36d5e446264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.843487 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f2fac7-7a80-48a6-8811-6ec5b2a48484 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:14.844026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97f2fac7-7a80-48a6-8811-6ec5b2a48484 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:14.898292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc815d33-f32b-4e2e-9d44-36d5e446264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.916729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc815d33-f32b-4e2e-9d44-36d5e446264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9ded26-abc4-40d0-be6c-a407276c7f14,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:14.924143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc815d33-f32b-4e2e-9d44-36d5e446264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:14.925212 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc815d33-f32b-4e2e-9d44-36d5e446264d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa9ded26-abc4-40d0-be6c-a407276c7f14 HTTP/1.1" status: 204 len: 168 time: 0.2002900 Mar 02 07:31:14.961293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97f2fac7-7a80-48a6-8811-6ec5b2a48484 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:14.962662 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-97f2fac7-7a80-48a6-8811-6ec5b2a48484 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/15cee58a-87f3-4fd5-88bb-8137e59d3335 HTTP/1.1" status: 404 len: 333 time: 0.1833475 Mar 02 07:31:14.965804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46302) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:15.010254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-a47e6676-955b-40a8-bf6d-a6343e983e9c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:15.011823 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-a47e6676-955b-40a8-bf6d-a6343e983e9c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 812 time: 0.1964524 Mar 02 07:31:15.028285 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-b5192203-0024-429a-83d2-1f75940cb593 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/quotas/cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 375 time: 0.0102715 Mar 02 07:31:15.130640 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-7eeedfa5-fbc4-41f8-a68a-baa626c45589 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956595 Mar 02 07:31:15.161507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet c942786f-c162-430f-a13e-af1d37bb7593 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:15.164461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.218403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.276745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-29c6845a-b340-435e-9158-7782ef799895 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337979 Mar 02 07:31:15.316820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4deb93db-9d59-48d5-9a0c-e30b25c99e74 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:15.330387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.376062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 4deb93db-9d59-48d5-9a0c-e30b25c99e74 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:15.376614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4deb93db-9d59-48d5-9a0c-e30b25c99e74 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:15.436590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.453841 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-ffa0ae08-0eab-4c6b-89c7-56799a13a4c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687241 Mar 02 07:31:15.492563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=c942786f-c162-430f-a13e-af1d37bb7593,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:15.496231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.505071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6e3b8e8-daab-40d6-8f62-1cb8b5583a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/c942786f-c162-430f-a13e-af1d37bb7593 HTTP/1.1" status: 204 len: 168 time: 0.5381978 Mar 02 07:31:15.505215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46316) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:15.509683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a216f32c-cacd-490c-b0b0-a93c2ca3efad None None] Network fc6b798d-fd09-4b93-a888-928635a8c6bf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:15.721560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:15.724811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.790983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.870250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46336) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:15.891611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:15.976191 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-db7bb516-963a-49a6-8655-d2bbaad8355d req-1e6a6dfe-d597-4468-8ce1-e183da864aec tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 210 time: 0.0607240 Mar 02 07:31:15.978944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.033238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-79218992'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:16.038167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:16.042357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:16.045896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:16.053602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:16.055645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:16.063952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.074349 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-86171500-7300-4b4a-b68e-5d76684d1336 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6 HTTP/1.1" status: 204 len: 168 time: 0.5680594 Mar 02 07:31:16.077152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:16.088424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:16.093062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.110802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.137002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:16.140928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:security_group_rule and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:16.143954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:16.150071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:16.207947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.221555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port c1e83683-2db5-4e6f-b670-4cbda1acecfe {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:16.222157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.254123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.263142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.298676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:16.308985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1d2a9-6ce2-4ad1-ade4-02833b42beea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:16.321925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.323188 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment 4c17e754-ffab-4284-ad4e-c73f6fa1c612 of type vlan for network a2596fd7-ad5e-401b-a1a1-44b382145e8e Mar 02 07:31:16.362251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.419894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.426574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:16.427372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.493898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] For port c1e83683-2db5-4e6f-b670-4cbda1acecfe, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c1e83683-2db5-4e6f-b670-4cbda1acecfe,segment=NetworkSegment(fee267b8-b3de-4bd5-b000-807d4521dd34),segment_id=fee267b8-b3de-4bd5-b000-807d4521dd34)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:16.494412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.539432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20a52d-9e35-4107-8f9d-1ef81cc1dc23 None None] Network fc6b798d-fd09-4b93-a888-928635a8c6bf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:16.557113 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6851377 Mar 02 07:31:16.557869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46356) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:16.563532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38433c5-d002-4615-9645-0c14f583c0cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=a2596fd7-ad5e-401b-a1a1-44b382145e8e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:16.568926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-902039710'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:16.576068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:16.580352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:16.583864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:16.591166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:16.607882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:16.613805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.615108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:16.645405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:16.656084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.656427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment ef39454d-f872-4aec-a843-0f8c64cb4b59 of type vlan for network 54f5edf9-623a-4707-8a42-3b186f47d979 Mar 02 07:31:16.668835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for c1e83683-2db5-4e6f-b670-4cbda1acecfe owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:16.682675 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:31:16.687517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.724105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.730177 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:16.730943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.749975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.800928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=c1e83683-2db5-4e6f-b670-4cbda1acecfe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:16.802633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No DVR routers for this DVR port c1e83683-2db5-4e6f-b670-4cbda1acecfe on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:16.824353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b220146c-276b-462d-8f5b-f5b289f768db None None] Provisioning complete for port c1e83683-2db5-4e6f-b670-4cbda1acecfe triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:16.825376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b220146c-276b-462d-8f5b-f5b289f768db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:16.828315 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2668755 Mar 02 07:31:16.831389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:16.839859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f256e44-c768-4f92-9281-d451b8e0626a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=54f5edf9-623a-4707-8a42-3b186f47d979,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:16.840189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': 'a2596fd7-ad5e-401b-a1a1-44b382145e8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:16.864624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 54f5edf9-623a-4707-8a42-3b186f47d979 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:16.900701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b220146c-276b-462d-8f5b-f5b289f768db None None] Port c1e83683-2db5-4e6f-b670-4cbda1acecfe was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:31:17.014911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.054491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:17.057409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6b798d-fd09-4b93-a888-928635a8c6bf']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:17.068416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:17.072617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:17.076200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee267b8-b3de-4bd5-b000-807d4521dd34') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:17.076494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee267b8-b3de-4bd5-b000-807d4521dd34') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:17.088094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:17.098885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.140981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7a622-869c-4b6f-82d3-2d4365c1f127 None None] DHCP port deletion for fc6b798d-fd09-4b93-a888-928635a8c6bf request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:17.146239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:17.152495 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.189699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.190236 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99dfc945-b824-42ad-bb7c-08712155de47 req-bbe79206-531a-4223-bec8-04ec7ec78932 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 210 time: 0.0576038 Mar 02 07:31:17.299534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c1e83683-2db5-4e6f-b670-4cbda1acecfe no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:17.339030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: c1e83683-2db5-4e6f-b670-4cbda1acecfe {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:17.339682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c1e83683-2db5-4e6f-b670-4cbda1acecfe not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:17.400121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:17.400528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:17.419558 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:17.552561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.561419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-a0be9753-953c-4479-9a3e-448d6c6b7a3e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:17.562869 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-a0be9753-953c-4479-9a3e-448d6c6b7a3e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 812 time: 0.4662735 Mar 02 07:31:17.581103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.610446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=fc6b798d-fd09-4b93-a888-928635a8c6bf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:17.672116 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7940f153-2bd6-48b5-8db2-80169ba0191b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/fc6b798d-fd09-4b93-a888-928635a8c6bf HTTP/1.1" status: 204 len: 168 time: 1.5935912 Mar 02 07:31:17.677026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:17.682610 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-27480a8a-a479-4397-a775-f2eaaa56272c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 380 time: 0.0989363 Mar 02 07:31:17.693222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'port': {'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'admin_state_up': True, 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'security_groups': ['46779a13-7e5c-4ee2-b113-c142f0b5d6ed']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:17.763058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88044671-3069-4c25-a0c5-a6b8a84fb835 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:17.767988 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88044671-3069-4c25-a0c5-a6b8a84fb835 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0864682 Mar 02 07:31:17.768127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:17.846595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.852279 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19d28ecd-a7af-4e21-81bf-da6beb9db85d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0829663 Mar 02 07:31:17.856399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46380) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:17.861973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-431992421'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:17.867088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:17.871006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:17.874448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:17.880175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:17.893020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:17.896327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.927094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:17.937694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.938202 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment f1c38f5c-7f5a-4966-8efe-c0b53e968d26 of type vlan for network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc Mar 02 07:31:17.942317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:17.950910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:17.964597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:17.972863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': '4c17e754-ffab-4284-ad4e-c73f6fa1c612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a2596fd7-ad5e-401b-a1a1-44b382145e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:17.973322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: a2596fd7-ad5e-401b-a1a1-44b382145e8e, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:17.980560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:17.991831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Made reservation on behalf of cab355d98ae64c0f8d687bc34504dadb for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:17.995852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.016596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:18.024155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.032621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:18.033916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.067792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a2596fd7-ad5e-401b-a1a1-44b382145e8e) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:18.078467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:18.079326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.081234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3bdf0a-cf1b-47f9-8526-486491427caf None None] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:18.102521 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2449067 Mar 02 07:31:18.105237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:18.119531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:18.164298 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ca6a590e-a77e-4b21-86a1-605d269a3465 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3299763 Mar 02 07:31:18.170855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:18.189371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c565929-74ba-4615-9947-657cc7c72ab6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=ba1fb958-3024-44b0-bc81-d6f75fc2a9bc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:18.240114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:18.246203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Allocated IP 172.20.0.3 (a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1/ce37c911-2173-4355-9886-bcfbdf999f21/3fcf27dd-6ba0-4f20-90bb-2d4674f751e0) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:18.264903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '54f5edf9-623a-4707-8a42-3b186f47d979', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:18.477746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-02f8647c-2f92-4635-83b7-028ec327c14b req-e331be0b-2d4b-4a06-8192-956d5af054b7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:18.553260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:18.562670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a2596fd7-ad5e-401b-a1a1-44b382145e8e', 'network_id': 'a2596fd7-ad5e-401b-a1a1-44b382145e8e', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': '1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:18.563515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.610333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:18.613168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-02f8647c-2f92-4635-83b7-028ec327c14b req-e331be0b-2d4b-4a06-8192-956d5af054b7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:18.614590 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02f8647c-2f92-4635-83b7-028ec327c14b req-e331be0b-2d4b-4a06-8192-956d5af054b7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 210 time: 0.2789354 Mar 02 07:31:18.615514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:18.620832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:18.638280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:18.643981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:18.650104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:18.665378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:18.687752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:18.691407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.743863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:18.747827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.751245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Allocated IP 2001:db8::2 (a2596fd7-ad5e-401b-a1a1-44b382145e8e/1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9/90cda8c4-ec6b-4b24-8ba0-972be22cecb4) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:18.815411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.865530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Transition to ACTIVE for port object 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:18.883292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:18.989368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.002924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Transition to ACTIVE for port object 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:19.023748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.026067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Transition to ACTIVE for port object 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:19.032581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.098873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:19.102462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:19.105632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:19.170732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:19.179523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:19.195393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Pushing event updated for resources: {'Port': ['ID=90cda8c4-ec6b-4b24-8ba0-972be22cecb4,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:19.205133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:19.218082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.218516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.218910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.219309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.220426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.221096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.221698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.222111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.222502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.222985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.223391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.223780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:31:19.237506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Attempting to bind port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:19.237920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Attempting to bind port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '4c17e754-ffab-4284-ad4e-c73f6fa1c612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a2596fd7-ad5e-401b-a1a1-44b382145e8e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:19.238278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Attempting to bind port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 on network a2596fd7-ad5e-401b-a1a1-44b382145e8e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:19.247202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:19.247560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Checking segment: {'id': '4c17e754-ffab-4284-ad4e-c73f6fa1c612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a2596fd7-ad5e-401b-a1a1-44b382145e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:19.247962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.248355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Bound using segment: {'id': '4c17e754-ffab-4284-ad4e-c73f6fa1c612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a2596fd7-ad5e-401b-a1a1-44b382145e8e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:19.248809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Bound port: 90cda8c4-ec6b-4b24-8ba0-972be22cecb4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c17e754-ffab-4284-ad4e-c73f6fa1c612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a2596fd7-ad5e-401b-a1a1-44b382145e8e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:19.249174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.368566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] For port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:19.373997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] For port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90cda8c4-ec6b-4b24-8ba0-972be22cecb4,segment=NetworkSegment(4c17e754-ffab-4284-ad4e-c73f6fa1c612),segment_id=4c17e754-ffab-4284-ad4e-c73f6fa1c612)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:19.381361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.400560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:19.416103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.472916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548e024-c6f6-4112-b3bb-bc70f918a578 None None] Pushing event updated for resources: {'Port': ['ID=90cda8c4-ec6b-4b24-8ba0-972be22cecb4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:19.524166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:19.524785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.538868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.539241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4ec0542-f60e-4aff-b795-96cf0a5ff916 None None] Provisioning for port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:19.545211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4ec0542-f60e-4aff-b795-96cf0a5ff916 None None] Provisioning complete for port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:19.545580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0542-f60e-4aff-b795-96cf0a5ff916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.574933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=4440095a-9ffa-440c-8587-dedab3b98034,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:19.625717 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-18fbe4a6-dec1-4975-85d0-8026612d880e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9360809 Mar 02 07:31:19.626361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': 'f1c38f5c-7f5a-4966-8efe-c0b53e968d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:19.626722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: ba1fb958-3024-44b0-bc81-d6f75fc2a9bc, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:19.653712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec0542-f60e-4aff-b795-96cf0a5ff916 None None] Port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:19.660739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Request body: {'port': {'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:19.745970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=0d06c6f8-b42f-489c-8d1e-9a9de107ead7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:19.754137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': 'ef39454d-f872-4aec-a843-0f8c64cb4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '54f5edf9-623a-4707-8a42-3b186f47d979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:19.754433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 54f5edf9-623a-4707-8a42-3b186f47d979, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:19.771269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:19.827239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, ba1fb958-3024-44b0-bc81-d6f75fc2a9bc) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:19.835848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804e0cd-ec5a-4520-82b9-a4d4dafacdac None None] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:19.838981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:19.839533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.845124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939f07e-fa8a-47f7-81e1-381834718b21 req-a19028f5-5899-48e6-bd03-ea0c6161d3c4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:19.847013 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a939f07e-fa8a-47f7-81e1-381834718b21 req-a19028f5-5899-48e6-bd03-ea0c6161d3c4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 931 time: 0.0989397 Mar 02 07:31:19.861552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 54f5edf9-623a-4707-8a42-3b186f47d979 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:19.872074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.886469 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c07f8f8a-f7ab-46ac-801f-a7e09ba0ced9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7771757 Mar 02 07:31:19.887286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 54f5edf9-623a-4707-8a42-3b186f47d979) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:19.888666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46396) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:19.897752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:19.898302 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a939f07e-fa8a-47f7-81e1-381834718b21 req-b369f14c-5631-4a0e-bf3b-067eb6a215f1 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455148 Mar 02 07:31:19.898759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:19.906692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc', 'name': 'tempest-PortsTestJSON-56465232'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:19.924135 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f904a-4efa-4359-8ad0-603642929bb4 None None] Network 54f5edf9-623a-4707-8a42-3b186f47d979 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:20.036882 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0a6df074-4931-43f6-8fee-49b1b1347835 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8645718 Mar 02 07:31:20.040122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:20.047048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1031421693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:20.055439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:20.059578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:router and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:20.063453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:20.069762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:20.080817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.082080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.101476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.121968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.149082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.152441 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2461021b-1c29-4e65-8520-675c189a7ecd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1087165 Mar 02 07:31:20.154475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:20.168013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:20.188021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:20.200928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:20.210154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:20.241744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-ba1fb958-3024-44b0-bc81-d6f75fc2a9bc', 'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc', 'tenant_id': '7ff39769085444dcb9dcd62e7a7f45be', 'fixed_ips': [{'subnet_id': '4440095a-9ffa-440c-8587-dedab3b98034'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:20.243498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.264668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-54f5edf9-623a-4707-8a42-3b186f47d979', 'network_id': '54f5edf9-623a-4707-8a42-3b186f47d979', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': '0d06c6f8-b42f-489c-8d1e-9a9de107ead7'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:20.265448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.436960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:20.445667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.464051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Transition to ACTIVE for port object 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:20.471043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:20.476021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.493451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.591798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Allocated IP 172.20.0.2 (ba1fb958-3024-44b0-bc81-d6f75fc2a9bc/4440095a-9ffa-440c-8587-dedab3b98034/60e31907-ab04-4ffa-a17f-7012d94068bf) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:20.612732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Allocated IP 2001:db8:1::2 (54f5edf9-623a-4707-8a42-3b186f47d979/0d06c6f8-b42f-489c-8d1e-9a9de107ead7/4f94aa42-9547-48d9-a83b-d8abded80fd3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:20.647083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead66c7-7a55-4d14-93fc-d239ed138b28 None None] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:20.647348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port fe197882-e802-425e-be82-c67f79f93f12 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:20.834750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Pushing event updated for resources: {'Port': ['ID=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:20.841885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c6d42ab8-4bf3-4714-96dd-5a5d90dcc691 None None] Provisioning for port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:20.865522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Attempting to bind port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:20.865976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Attempting to bind port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:20.866396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Attempting to bind port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:20.871148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:20.872109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Attempting to bind port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:20.877205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:20.877664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Checking segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:20.878116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Bound using segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:20.878648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Bound port: 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:20.879103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.882317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:20.983176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] For port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:20.986648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] For port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:20.993629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.040211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:21.040820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.042204 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] 10.222.0.32 "PUT /v2.0/ports/3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 200 len: 1093 time: 1.4061096 Mar 02 07:31:21.050384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:21.143665 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'status': 'completed', 'code': 200} Mar 02 07:31:21.196969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337c254-6359-4ddb-abfd-bf6f9b9b630c service neutron] Pushing event updated for resources: {'Port': ['ID=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:21.259534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.275249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-fae8a402-77cd-4155-b0e1-694922bdf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:21.278613 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-fae8a402-77cd-4155-b0e1-694922bdf870 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1096 time: 0.1682761 Mar 02 07:31:21.285738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55dd80-7874-4b81-b917-162be1b503de req-6c116dc1-ff3f-47b8-9065-069a6f1e2c04 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:21.287198 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6f55dd80-7874-4b81-b917-162be1b503de req-6c116dc1-ff3f-47b8-9065-069a6f1e2c04 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 943 time: 0.2377598 Mar 02 07:31:21.326051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8::1 (a2596fd7-ad5e-401b-a1a1-44b382145e8e/1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9/33c50716-588e-4db7-a734-6924606d1eec) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:21.380930 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-560a55d4-85f8-4f39-a61b-7f2c9b609373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 200 len: 217 time: 0.0929303 Mar 02 07:31:21.391221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Transition to ACTIVE for port object 4f94aa42-9547-48d9-a83b-d8abded80fd3 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:21.394143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.398604 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:21.521176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Transition to ACTIVE for port object 60e31907-ab04-4ffa-a17f-7012d94068bf will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:21.527494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.544828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Transition to ACTIVE for port object 4f94aa42-9547-48d9-a83b-d8abded80fd3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:21.547119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object 33c50716-588e-4db7-a734-6924606d1eec will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:21.571138 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6f55dd80-7874-4b81-b917-162be1b503de req-0e229d40-4df4-4f2f-8c02-fed1b9c172ff tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178686 Mar 02 07:31:21.572854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.573727 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.602062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-6f7c6990-3fe2-4ae0-a73d-76c8983a585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:21.603603 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-6f7c6990-3fe2-4ae0-a73d-76c8983a585e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.2088349 Mar 02 07:31:21.610450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Transition to ACTIVE for port object 60e31907-ab04-4ffa-a17f-7012d94068bf will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:21.643391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.645796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:21.648924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:21.653476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:21.654045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Network 54f5edf9-623a-4707-8a42-3b186f47d979 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:21.654171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.664470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:21.679155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=33c50716-588e-4db7-a734-6924606d1eec,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:21.680187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:21.696467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Pushing event updated for resources: {'Port': ['ID=4f94aa42-9547-48d9-a83b-d8abded80fd3,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:21.728936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:21.761818 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.6 (ba1fb958-3024-44b0-bc81-d6f75fc2a9bc/4440095a-9ffa-440c-8587-dedab3b98034/fe197882-e802-425e-be82-c67f79f93f12) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:21.766340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:21.772779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-200ed1c2-9364-4d84-883d-aed9bfdf4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:21.775050 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-200ed1c2-9364-4d84-883d-aed9bfdf4aed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1640644 Mar 02 07:31:21.780102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:21.794356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.812091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:21.812443 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:21.835916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:21.991880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Pushing event updated for resources: {'Port': ['ID=60e31907-ab04-4ffa-a17f-7012d94068bf,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:21.994193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Attempting to bind port 4f94aa42-9547-48d9-a83b-d8abded80fd3 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:21.994560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Attempting to bind port 4f94aa42-9547-48d9-a83b-d8abded80fd3 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'ef39454d-f872-4aec-a843-0f8c64cb4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '54f5edf9-623a-4707-8a42-3b186f47d979'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:21.994925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Attempting to bind port 4f94aa42-9547-48d9-a83b-d8abded80fd3 on network 54f5edf9-623a-4707-8a42-3b186f47d979 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:22.016134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:22.016134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Checking segment: {'id': 'ef39454d-f872-4aec-a843-0f8c64cb4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '54f5edf9-623a-4707-8a42-3b186f47d979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:22.016134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.016134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Bound using segment: {'id': 'ef39454d-f872-4aec-a843-0f8c64cb4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '54f5edf9-623a-4707-8a42-3b186f47d979'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:22.016699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Bound port: 4f94aa42-9547-48d9-a83b-d8abded80fd3, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef39454d-f872-4aec-a843-0f8c64cb4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '54f5edf9-623a-4707-8a42-3b186f47d979'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:22.016959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.028836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Attempting to bind port 60e31907-ab04-4ffa-a17f-7012d94068bf on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:22.029209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Attempting to bind port 60e31907-ab04-4ffa-a17f-7012d94068bf by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'f1c38f5c-7f5a-4966-8efe-c0b53e968d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:22.029570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Attempting to bind port 60e31907-ab04-4ffa-a17f-7012d94068bf on network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:22.071888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:22.072266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Checking segment: {'id': 'f1c38f5c-7f5a-4966-8efe-c0b53e968d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:22.072673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.073076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Bound using segment: {'id': 'f1c38f5c-7f5a-4966-8efe-c0b53e968d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:22.073563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Bound port: 60e31907-ab04-4ffa-a17f-7012d94068bf, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c38f5c-7f5a-4966-8efe-c0b53e968d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:22.074108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.092164 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-e593da9e-523f-4b8c-98f2-278518ecff54 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069608 Mar 02 07:31:22.261150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] For port 4f94aa42-9547-48d9-a83b-d8abded80fd3, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:22.268113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.301387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] For port 4f94aa42-9547-48d9-a83b-d8abded80fd3, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4f94aa42-9547-48d9-a83b-d8abded80fd3,segment=NetworkSegment(ef39454d-f872-4aec-a843-0f8c64cb4b59),segment_id=ef39454d-f872-4aec-a843-0f8c64cb4b59)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:22.302422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1c70dc4c-66b1-442d-94b1-36e0ba129dc0 None None] Provisioning complete for port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:22.302791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c70dc4c-66b1-442d-94b1-36e0ba129dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.306136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.336960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.342496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object fe197882-e802-425e-be82-c67f79f93f12 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:22.344207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.346048 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dde6bd38-61a8-4a0e-ba99-e4519ac08f60 req-6f89a871-b6fc-4d12-a242-b3cf5c49f123 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365856 Mar 02 07:31:22.346872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.377800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.402909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.451761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] For port 60e31907-ab04-4ffa-a17f-7012d94068bf, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:22.487789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] For port 60e31907-ab04-4ffa-a17f-7012d94068bf, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60e31907-ab04-4ffa-a17f-7012d94068bf,segment=NetworkSegment(f1c38f5c-7f5a-4966-8efe-c0b53e968d26),segment_id=f1c38f5c-7f5a-4966-8efe-c0b53e968d26)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:22.502441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90cda8c4-ec6b-4b24-8ba0-972be22cecb4,segment=NetworkSegment(4c17e754-ffab-4284-ad4e-c73f6fa1c612),segment_id=4c17e754-ffab-4284-ad4e-c73f6fa1c612)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:22.506588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.521687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.526884 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dc814-e1ce-4869-b34c-26fbfa8dbbe4 None None] Pushing event updated for resources: {'Port': ['ID=4f94aa42-9547-48d9-a83b-d8abded80fd3,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:22.536909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=fe197882-e802-425e-be82-c67f79f93f12,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:22.562780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:22.565357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:22.567849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:22.670133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:22.672032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:22.676294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=33c50716-588e-4db7-a734-6924606d1eec,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:22.696104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-a62a58e5-6538-44d2-8ddd-9c16a2092989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:22.697246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88788a3-a373-414b-8317-10f6ea74e3a1 None None] Pushing event updated for resources: {'Port': ['ID=60e31907-ab04-4ffa-a17f-7012d94068bf,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:22.699710 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-a62a58e5-6538-44d2-8ddd-9c16a2092989 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1096 time: 0.2049413 Mar 02 07:31:22.775819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:22.777094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:22.812280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=90cda8c4-ec6b-4b24-8ba0-972be22cecb4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:22.898471 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-409d3ca8-fadc-44ef-8fb0-536b255fc412 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0023129 Mar 02 07:31:22.898471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46420) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:22.920135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': 'ba1fb958-3024-44b0-bc81-d6f75fc2a9bc', 'name': 'tempest-PortsTestJSON-143749446'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:22.955554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b4ae113-4007-4b59-b3ed-bf6300810412 None None] Provisioning for port 33c50716-588e-4db7-a734-6924606d1eec completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:22.977358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b4ae113-4007-4b59-b3ed-bf6300810412 None None] Provisioning complete for port 33c50716-588e-4db7-a734-6924606d1eec triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:22.977904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae113-4007-4b59-b3ed-bf6300810412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.065707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router c449dd2e-e8e1-420a-8346-5e32f5a6bb2f is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:31:23.116928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ae113-4007-4b59-b3ed-bf6300810412 None None] Port 33c50716-588e-4db7-a734-6924606d1eec cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:23.139458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-02f7545a-dd64-4093-8697-ccad6a0d8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:23.141056 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-02f7545a-dd64-4093-8697-ccad6a0d8fad service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.4316278 Mar 02 07:31:23.259255 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-c9407e92-9b80-4197-ade1-eb670f9a26c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 200 len: 217 time: 0.1047738 Mar 02 07:31:23.272322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:23.274478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:23.285934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] Sync routers for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:23.290992 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67962585-3faa-473d-b2a1-532b8c16215a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/c449dd2e-e8e1-420a-8346-5e32f5a6bb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365888 Mar 02 07:31:23.293745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:23.301966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:23.302788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:23.403761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63903420-3b81-49b6-9a9d-0ae475bda18f req-32f97e2d-240e-48f6-a45f-92154a5efde2 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:23.405317 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-63903420-3b81-49b6-9a9d-0ae475bda18f req-32f97e2d-240e-48f6-a45f-92154a5efde2 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 943 time: 0.5670118 Mar 02 07:31:23.406679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:23.414584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:23.427537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971d3c8-da5d-4336-b11c-f916c23cf4cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:23.428412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f971d3c8-da5d-4336-b11c-f916c23cf4cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:23.444383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:23.451960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:23.453504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f971d3c8-da5d-4336-b11c-f916c23cf4cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:23.455215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f971d3c8-da5d-4336-b11c-f916c23cf4cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports/33c50716-588e-4db7-a734-6924606d1eec HTTP/1.1" status: 200 len: 911 time: 0.1597779 Mar 02 07:31:23.458020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46428) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:23.471322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7935acc-74df-4fd7-846f-73b49f11faf1 None None] Provisioning complete for port 33c50716-588e-4db7-a734-6924606d1eec triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:23.472114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7935acc-74df-4fd7-846f-73b49f11faf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.484614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-03491888-4d43-4d8e-8dce-e93112b62e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:23.486290 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-03491888-4d43-4d8e-8dce-e93112b62e86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.2114789 Mar 02 07:31:23.490607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:23.494292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.533587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:23.534628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:23.560778 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-63903420-3b81-49b6-9a9d-0ae475bda18f req-97042668-5301-4a85-8472-5380c2c6e79b tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472924 Mar 02 07:31:23.569398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port f3ac8324-8796-40f5-a2a2-7e472080c241 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:23.602590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:23.603140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f077d4f-b393-485f-9c9b-6bb3d8a9a1a3 None None] The sync data for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:23.604474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:23.643926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b7935acc-74df-4fd7-846f-73b49f11faf1 None None] Port 33c50716-588e-4db7-a734-6924606d1eec cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:23.678014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:23.678391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:23.821769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60e31907-ab04-4ffa-a17f-7012d94068bf up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:23.838598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-99a867c9-9bc7-4a49-aacb-97d41a4a5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:23.840290 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-99a867c9-9bc7-4a49-aacb-97d41a4a5df7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3269763 Mar 02 07:31:23.914973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 60e31907-ab04-4ffa-a17f-7012d94068bf completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:23.921810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f94aa42-9547-48d9-a83b-d8abded80fd3 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:23.947238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.10 (ba1fb958-3024-44b0-bc81-d6f75fc2a9bc/4440095a-9ffa-440c-8587-dedab3b98034/f3ac8324-8796-40f5-a2a2-7e472080c241) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:24.032869 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-e30bb08d-321b-4f32-889d-0731548550fc service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858723 Mar 02 07:31:24.080513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 4f94aa42-9547-48d9-a83b-d8abded80fd3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:24.135989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.251163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46161c-f1c0-4481-b4ca-b28bcdb85295 None None] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:24.289027 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4b8abe1-85c0-48a9-b384-f10538f9153b req-9e34da72-7158-4b70-8046-d74870259171 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489266 Mar 02 07:31:24.345369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.367866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object f3ac8324-8796-40f5-a2a2-7e472080c241 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:24.387559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc3ee0e7-aee1-43d2-aa6e-94cd53dc6c2a None None] Provisioning for port 60e31907-ab04-4ffa-a17f-7012d94068bf completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:24.406796 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc3ee0e7-aee1-43d2-aa6e-94cd53dc6c2a None None] Provisioning complete for port 60e31907-ab04-4ffa-a17f-7012d94068bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:24.407433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee0e7-aee1-43d2-aa6e-94cd53dc6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.408297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.500637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0ff8d-3ac0-41c8-8df5-53ff95fb9b13 None None] Network 54f5edf9-623a-4707-8a42-3b186f47d979 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:24.518919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:24.523797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:24.526293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:24.600586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=f3ac8324-8796-40f5-a2a2-7e472080c241,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:24.653173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:24.654621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.687057 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f401faee-1c41-4cba-8b64-3cb4094e335c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7887621 Mar 02 07:31:24.688024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46434) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:24.754845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8:1::1 (54f5edf9-623a-4707-8a42-3b186f47d979/0d06c6f8-b42f-489c-8d1e-9a9de107ead7/7c503298-2703-470e-8525-98d684bea3b0) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:24.795177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee0e7-aee1-43d2-aa6e-94cd53dc6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.797145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99e415d-0f71-4ce2-a754-104e8452447c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:24.798031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f99e415d-0f71-4ce2-a754-104e8452447c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:24.816872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f99e415d-0f71-4ce2-a754-104e8452447c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:24.823805 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f99e415d-0f71-4ce2-a754-104e8452447c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 920 time: 0.1337531 Mar 02 07:31:24.823805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46440) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:24.894763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fc3ee0e7-aee1-43d2-aa6e-94cd53dc6c2a None None] For port 60e31907-ab04-4ffa-a17f-7012d94068bf, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60e31907-ab04-4ffa-a17f-7012d94068bf,segment=NetworkSegment(f1c38f5c-7f5a-4966-8efe-c0b53e968d26),segment_id=f1c38f5c-7f5a-4966-8efe-c0b53e968d26)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:24.904043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee0e7-aee1-43d2-aa6e-94cd53dc6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.914774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port f3ac8324-8796-40f5-a2a2-7e472080c241 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:24.915112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:24.997079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ee0e7-aee1-43d2-aa6e-94cd53dc6c2a None None] Pushing event updated for resources: {'Port': ['ID=60e31907-ab04-4ffa-a17f-7012d94068bf,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:25.038519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-56e82881-6736-409c-8abe-b583b2d0b531 None None] Provisioning for port 4f94aa42-9547-48d9-a83b-d8abded80fd3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:25.049022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-56e82881-6736-409c-8abe-b583b2d0b531 None None] Provisioning complete for port 4f94aa42-9547-48d9-a83b-d8abded80fd3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:25.049606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-56e82881-6736-409c-8abe-b583b2d0b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.091781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.120093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object 7c503298-2703-470e-8525-98d684bea3b0 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:25.140457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993ea7-e5b0-466a-9581-e4530e9d40fa req-7e121959-62c2-4c09-be32-88236b23403e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:25.153265 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6993ea7-e5b0-466a-9581-e4530e9d40fa req-7e121959-62c2-4c09-be32-88236b23403e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 943 time: 0.3583748 Mar 02 07:31:25.214167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:25.248280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-56e82881-6736-409c-8abe-b583b2d0b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.311202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-56e82881-6736-409c-8abe-b583b2d0b531 None None] For port 4f94aa42-9547-48d9-a83b-d8abded80fd3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4f94aa42-9547-48d9-a83b-d8abded80fd3,segment=NetworkSegment(ef39454d-f872-4aec-a843-0f8c64cb4b59),segment_id=ef39454d-f872-4aec-a843-0f8c64cb4b59)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:25.324575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-56e82881-6736-409c-8abe-b583b2d0b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.368947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.374369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.417986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60e31907-ab04-4ffa-a17f-7012d94068bf up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:25.459111 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6993ea7-e5b0-466a-9581-e4530e9d40fa req-c588cc3a-4b0e-47c5-b64e-b14b914e9a48 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041501 Mar 02 07:31:25.501509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 54f5edf9-623a-4707-8a42-3b186f47d979 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:25.509552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:25.512036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:25.514318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.520270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for f3ac8324-8796-40f5-a2a2-7e472080c241 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:25.538142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Provisioning for port fe197882-e802-425e-be82-c67f79f93f12 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:25.538395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=7c503298-2703-470e-8525-98d684bea3b0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:25.544868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e82881-6736-409c-8abe-b583b2d0b531 None None] Pushing event updated for resources: {'Port': ['ID=4f94aa42-9547-48d9-a83b-d8abded80fd3,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:25.549748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Provisioning complete for port fe197882-e802-425e-be82-c67f79f93f12 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:25.550188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.573417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8077a-7b33-4c40-ac0a-5c13638da7ec tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:25.573946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8077a-7b33-4c40-ac0a-5c13638da7ec tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:25.574423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8077a-7b33-4c40-ac0a-5c13638da7ec tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:25.577125 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3c8077a-7b33-4c40-ac0a-5c13638da7ec tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 2999 time: 0.3546546 Mar 02 07:31:25.617992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 60e31907-ab04-4ffa-a17f-7012d94068bf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:25.618409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.705970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.712592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Port fe197882-e802-425e-be82-c67f79f93f12 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:25.741920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.749949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Provisioning complete for port 4f94aa42-9547-48d9-a83b-d8abded80fd3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:25.750430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.810187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=f3ac8324-8796-40f5-a2a2-7e472080c241,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:25.968297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:25.982577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Could not find standard attr ID for object f3ac8324-8796-40f5-a2a2-7e472080c241. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:31:25.985396 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79168a9b-d3bf-446f-a7ca-00f7b58b7e98 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/f3ac8324-8796-40f5-a2a2-7e472080c241 HTTP/1.1" status: 204 len: 168 time: 1.1590946 Mar 02 07:31:25.988284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:26.004105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Provisioning complete for port 60e31907-ab04-4ffa-a17f-7012d94068bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:26.004486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ec8a38c-a2ce-4eb2-a2db-a158a4561aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.046707 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9681e3ed-0144-4545-9c92-73fb6d180b88 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:26.047665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9681e3ed-0144-4545-9c92-73fb6d180b88 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:26.067824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9681e3ed-0144-4545-9c92-73fb6d180b88 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:26.071264 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9681e3ed-0144-4545-9c92-73fb6d180b88 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/f3ac8324-8796-40f5-a2a2-7e472080c241 HTTP/1.1" status: 404 len: 333 time: 0.0795763 Mar 02 07:31:26.071641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:26.220059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.227093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.228183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.258843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port fe197882-e802-425e-be82-c67f79f93f12 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:26.259188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.296862 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Provisioning complete for port fe197882-e802-425e-be82-c67f79f93f12 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:26.297492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.333941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=7c503298-2703-470e-8525-98d684bea3b0,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:26.358367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Port fe197882-e802-425e-be82-c67f79f93f12 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:26.362029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Could not find standard attr ID for object f3ac8324-8796-40f5-a2a2-7e472080c241. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:31:26.374861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Provisioning for port 7c503298-2703-470e-8525-98d684bea3b0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:26.380308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Provisioning complete for port 7c503298-2703-470e-8525-98d684bea3b0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:26.380680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.458960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 54f5edf9-623a-4707-8a42-3b186f47d979 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:26.460200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:26.495335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-32845b13-f416-4a21-85e4-9d086d5fd9a6 None None] Port 7c503298-2703-470e-8525-98d684bea3b0 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:26.549950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.653633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router c449dd2e-e8e1-420a-8346-5e32f5a6bb2f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:26.720316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9f1da01f-62fe-4565-8e33-6fba7ac9225d None None] Provisioning complete for port 7c503298-2703-470e-8525-98d684bea3b0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:26.720874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f1da01f-62fe-4565-8e33-6fba7ac9225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.726566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for fe197882-e802-425e-be82-c67f79f93f12 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:26.774786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9f1da01f-62fe-4565-8e33-6fba7ac9225d None None] Port 7c503298-2703-470e-8525-98d684bea3b0 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:26.864511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3c3a3-bc73-453f-8a86-a0882b76ad1e req-dc1a8819-5930-40d0-8fe9-6adbe0ce99ae tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:26.865698 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-68f3c3a3-bc73-453f-8a86-a0882b76ad1e req-dc1a8819-5930-40d0-8fe9-6adbe0ce99ae tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 943 time: 0.2465582 Mar 02 07:31:26.931059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:26.939098 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-68f3c3a3-bc73-453f-8a86-a0882b76ad1e req-ffed2ca3-2819-4dfd-91a6-9e172be8b5f3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654595 Mar 02 07:31:26.940615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:26.942030 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] Sync routers for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:26.953632 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:26.954157 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:26.955405 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d02fa6ce-39de-42fb-8311-2a12275d1429 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/c449dd2e-e8e1-420a-8346-5e32f5a6bb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954207 Mar 02 07:31:26.956131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.016088 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:27.024357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=fe197882-e802-425e-be82-c67f79f93f12,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:27.024607 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:27.025130 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:27.052508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de9eaf5-1a75-47df-881e-b36a031da660 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:27.053117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0de9eaf5-1a75-47df-881e-b36a031da660 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:27.073882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0de9eaf5-1a75-47df-881e-b36a031da660 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:27.075500 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0de9eaf5-1a75-47df-881e-b36a031da660 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports/7c503298-2703-470e-8525-98d684bea3b0 HTTP/1.1" status: 200 len: 913 time: 0.1180716 Mar 02 07:31:27.079541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.127121 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:27.127517 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e64a4-eca1-4290-a70a-3415194ee23d None None] The sync data for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:27.214253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.241286 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b18d1245-ac95-4920-ab79-336de7a75e5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/fe197882-e802-425e-be82-c67f79f93f12 HTTP/1.1" status: 204 len: 168 time: 1.1687503 Mar 02 07:31:27.243923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.300558 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6bd8bb-7bb4-4959-ad84-ceda8a89a1f6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:27.304845 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e6bd8bb-7bb4-4959-ad84-ceda8a89a1f6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/fe197882-e802-425e-be82-c67f79f93f12 HTTP/1.1" status: 404 len: 333 time: 0.0593371 Mar 02 07:31:27.305580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.319197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f94aa42-9547-48d9-a83b-d8abded80fd3 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:27.379214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 4440095a-9ffa-440c-8587-dedab3b98034 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:27.382480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.393228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4f94aa42-9547-48d9-a83b-d8abded80fd3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:27.393597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.442346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.526232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.597767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.607431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.642535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=4440095a-9ffa-440c-8587-dedab3b98034,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:27.647165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.655990 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d58ccdf-d9d3-4e63-9ba1-1e3c83c01423 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/4440095a-9ffa-440c-8587-dedab3b98034 HTTP/1.1" status: 204 len: 168 time: 0.3483834 Mar 02 07:31:27.657586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.658964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852137c-8f1b-4896-963d-5f8626cfee14 None None] Network ba1fb958-3024-44b0-bc81-d6f75fc2a9bc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:27.680139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:27.822145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e5e025-1823-4f2d-9998-091bfaea76f0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:27.833673 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44e5e025-1823-4f2d-9998-091bfaea76f0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71 HTTP/1.1" status: 200 len: 814 time: 0.1427746 Mar 02 07:31:27.833673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.844133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 60e31907-ab04-4ffa-a17f-7012d94068bf {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:27.844654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.957166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] DHCP port deletion for ba1fb958-3024-44b0-bc81-d6f75fc2a9bc request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:27.963060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Deleting port 60e31907-ab04-4ffa-a17f-7012d94068bf {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:27.963060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:27.978522 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-1645366b-b20f-4870-91e5-bf1e932a26f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2083464 Mar 02 07:31:28.140841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] For port 60e31907-ab04-4ffa-a17f-7012d94068bf, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60e31907-ab04-4ffa-a17f-7012d94068bf,segment=NetworkSegment(f1c38f5c-7f5a-4966-8efe-c0b53e968d26),segment_id=f1c38f5c-7f5a-4966-8efe-c0b53e968d26)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:28.141628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.183679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] For port 60e31907-ab04-4ffa-a17f-7012d94068bf, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=60e31907-ab04-4ffa-a17f-7012d94068bf,segment=NetworkSegment(f1c38f5c-7f5a-4966-8efe-c0b53e968d26),segment_id=f1c38f5c-7f5a-4966-8efe-c0b53e968d26)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:28.184128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.227022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-498b18c1-7327-481c-8eca-10aab57a3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:28.228501 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-498b18c1-7327-481c-8eca-10aab57a3dce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623c7745c53d4064a5c9144ecaceee6c&device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1099 time: 0.1421204 Mar 02 07:31:28.243207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 7c503298-2703-470e-8525-98d684bea3b0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:28.244277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.269481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 60e31907-ab04-4ffa-a17f-7012d94068bf owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:28.307568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Calling delete_port for 60e31907-ab04-4ffa-a17f-7012d94068bf owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:28.338921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:28.359847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:28.417761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 07:31:28.417761 dv-neutron-831485-1-hyperv neutron-server[87774]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 02 07:31:28.417761 dv-neutron-831485-1-hyperv neutron-server[87774]: [parameters: {'port_id': '60e31907-ab04-4ffa-a17f-7012d94068bf', 'host': 'dv-neutron-831485-1-hyperv', 'level': 0}] Mar 02 07:31:28.417761 dv-neutron-831485-1-hyperv neutron-server[87774]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:28.420141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:28.420515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfd8d6-2978-418c-b668-0ab42d80b16e req-49eb138e-0a42-4ae1-9363-2875a56a9af4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:28.422001 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1dfd8d6-2978-418c-b668-0ab42d80b16e req-49eb138e-0a42-4ae1-9363-2875a56a9af4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 943 time: 0.3366218 Mar 02 07:31:28.460952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.528767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=60e31907-ab04-4ffa-a17f-7012d94068bf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:28.535672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No DVR routers for this DVR port 60e31907-ab04-4ffa-a17f-7012d94068bf on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:28.574054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-09add912-9f7b-49df-a0ff-fb01426bc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:28.576038 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-09add912-9f7b-49df-a0ff-fb01426bc824 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713 HTTP/1.1" status: 200 len: 897 time: 0.3066676 Mar 02 07:31:28.582267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.689917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.748140 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1dfd8d6-2978-418c-b668-0ab42d80b16e req-a8536d8c-012d-4fe5-b199-0986eb49cfc6 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189993 Mar 02 07:31:28.773589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 7c503298-2703-470e-8525-98d684bea3b0 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:28.841418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-04af8633-1810-496f-bc19-63ab4d314613 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=668f7314-aa47-4508-bdf6-b355dba39dd9 HTTP/1.1" status: 200 len: 1002 time: 0.2515996 Mar 02 07:31:28.868036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.922123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Deleting port 60e31907-ab04-4ffa-a17f-7012d94068bf {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:28.923161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:28.931028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-24b24b1f-df21-4cdc-ae29-c1d082c4777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:28.932472 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-24b24b1f-df21-4cdc-ae29-c1d082c4777b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c2d7351-ac87-438e-8fe2-d0410a90814a HTTP/1.1" status: 200 len: 835 time: 0.0839894 Mar 02 07:31:28.969684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1fb958-3024-44b0-bc81-d6f75fc2a9bc']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:28.987210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c38f5c-7f5a-4966-8efe-c0b53e968d26') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:28.987476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c38f5c-7f5a-4966-8efe-c0b53e968d26') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:28.991491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4aa35180-6cbf-4694-b815-c79fc2411f22 None None] The port '60e31907-ab04-4ffa-a17f-7012d94068bf' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:29.012689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.064816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-7dbe614f-3e46-40da-a279-9d0b5ff17406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:29.066312 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-7dbe614f-3e46-40da-a279-9d0b5ff17406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254389 Mar 02 07:31:29.097867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.101946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.107173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.107485 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 87ff979c-d039-459f-98a8-83472dbcbbba disassociated. External IP: 172.26.4.183, port: 92e2907d-b6e1-4c3b-8e07-91cb559c5681. Mar 02 07:31:29.114062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.162889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:29.163402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:29.178312 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:29.326111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60e31907-ab04-4ffa-a17f-7012d94068bf no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:29.330935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.355696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.368694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=7c503298-2703-470e-8525-98d684bea3b0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:29.376825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=ba1fb958-3024-44b0-bc81-d6f75fc2a9bc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:29.385817 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4c498de-9704-4750-ad58-f910ca8d1dcd tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/ba1fb958-3024-44b0-bc81-d6f75fc2a9bc HTTP/1.1" status: 204 len: 168 time: 1.7225099 Mar 02 07:31:29.387991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46504) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:29.402012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:31:29.404549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 60e31907-ab04-4ffa-a17f-7012d94068bf {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:29.404882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 60e31907-ab04-4ffa-a17f-7012d94068bf not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:29.455199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1952854908'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:29.460305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:29.464213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:29.467935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:29.474149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:29.508723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:29.512892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.585760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:29.600853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:31:29.605824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:29.627527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:29.641574 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-5f927189-80d1-4d67-b52f-1ef9d402db56 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677133 Mar 02 07:31:29.655737 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.675255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:29.676667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.677112 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment e90e597b-a9dc-4235-b123-794ce73d2832 of type vlan for network e7442471-ebca-4af1-a38b-9e3dd0962c95 Mar 02 07:31:29.683717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.691502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:29.695903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.763694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:29.795106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:29.799893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.806754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] Sync routers for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:29.817803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:29.818618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:29.850087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:29.860763 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94145e72-ef65-460b-9731-cc1f3e52dfd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 690 time: 1.5077636 Mar 02 07:31:29.861556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:29.862026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:29.944172 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'status': 'completed', 'code': 200} Mar 02 07:31:29.952702 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e1e95764-c72c-4047-bda9-23e00f499445 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 690 time: 0.0858247 Mar 02 07:31:29.993398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['3fcf27dd-6ba0-4f20-90bb-2d4674f751e0'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:30.060846 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-780fae1b-8bce-4a74-9600-17b6ada6b6ad req-398447b9-60c1-47f2-b519-a5b99e3830d7 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084485 Mar 02 07:31:30.125039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.130390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.130959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.131439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:30.154278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-dda0d807-0a62-4785-934a-261e602ea01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.155858 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-dda0d807-0a62-4785-934a-261e602ea01d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 1098 time: 0.2084177 Mar 02 07:31:30.294493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-701d1c69-b43b-4336-9c6b-539bb9b98424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.296677 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-701d1c69-b43b-4336-9c6b-539bb9b98424 service neutron] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 898 time: 0.1332080 Mar 02 07:31:30.329305 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9353862 Mar 02 07:31:30.348247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46516) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:30.366238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c62d80-c59a-46b2-907b-4b841bda3e54 req-cb07a5f9-adc5-43b7-bfad-ad679a8ce4c1 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.367890 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0c62d80-c59a-46b2-907b-4b841bda3e54 req-cb07a5f9-adc5-43b7-bfad-ad679a8ce4c1 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 944 time: 0.4522989 Mar 02 07:31:30.371279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:30.384711 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-98e0db30-d0e7-4f43-a08e-90e9998bf4d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681 HTTP/1.1" status: 200 len: 217 time: 0.0808184 Mar 02 07:31:30.388774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bfe07-5ef5-466e-b98e-527e86acc35b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=e7442471-ebca-4af1-a38b-9e3dd0962c95,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:30.427110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:30.433411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router c449dd2e-e8e1-420a-8346-5e32f5a6bb2f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:30.451546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-9546e5f6-655c-495f-be99-bfbc2319d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.453110 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-9546e5f6-655c-495f-be99-bfbc2319d173 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.0625548 Mar 02 07:31:30.532140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-ede10241-e481-4a1b-90df-5a7154393440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:30.533800 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-ede10241-e481-4a1b-90df-5a7154393440 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740616 Mar 02 07:31:30.594040 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0c62d80-c59a-46b2-907b-4b841bda3e54 req-9232cd66-8454-44de-b746-b9f2f96dd8e2 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014806 Mar 02 07:31:30.597887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:30.690872 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-576a63f2-0aaf-4c6b-84fd-f866b52ffa78 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502078 Mar 02 07:31:30.756147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:30.770106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] Checking router: b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:30.792156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:30.792373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:30.792510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:30.801826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:30.810963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:30.829360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e99c94-dac7-42fa-b6e1-42fce45b0d8d req-fe960ead-7166-4c72-b393-2350aeaca6fc service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319914 Mar 02 07:31:30.839324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:30.843076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:30.861462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:30.870059 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d976a5b9-119a-4b12-b0e4-d536d83058cc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/c449dd2e-e8e1-420a-8346-5e32f5a6bb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7866197 Mar 02 07:31:30.870278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:30.872995 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] Sync routers for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:30.884299 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:30.885286 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:30.954254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:30.959433 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:30.968831 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:30.969807 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:30.986096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:31.034470 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:31.035175 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5b649-d244-41f1-a875-efa3905c7bcb None None] The sync data for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:31.093212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.143860 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c93751db-2875-4d56-ad1b-eaec51a41f0c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 690 time: 0.1861448 Mar 02 07:31:31.175672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=4eac22fe-0c85-4b68-aa0c-9a072e278737,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:31.184274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': 'e90e597b-a9dc-4235-b123-794ce73d2832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:31.184697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: e7442471-ebca-4af1-a38b-9e3dd0962c95, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:31.206824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:31.219010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, e7442471-ebca-4af1-a38b-9e3dd0962c95) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:31.223290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:31.223895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.251067 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7cfdcf92-2083-429e-b4b8-7a48e946f31c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9010482 Mar 02 07:31:31.251989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46528) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:31.258167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95', 'name': 'tempest-PortsTestJSON-1084945593', 'fixed_ips': [{'subnet_id': '4eac22fe-0c85-4b68-aa0c-9a072e278737', 'ip_address': '172.20.0.10'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:31.285321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353f5bf-1ada-4169-a405-412e9dc5675e None None] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:31.382632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:31.421127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:31.425688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:31.428592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:31.436396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:31.447540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:31.517072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.568343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:31.578096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.582586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe28738-b9e0-4af8-8c4b-683d42b1c70f None None] The sync data for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv is: [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:31.594801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:31.603966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:31.604515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.606472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:31.703381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-e7442471-ebca-4af1-a38b-9e3dd0962c95', 'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95', 'tenant_id': '7ff39769085444dcb9dcd62e7a7f45be', 'fixed_ips': [{'subnet_id': '4eac22fe-0c85-4b68-aa0c-9a072e278737'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:31.704214 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.859133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.10 (e7442471-ebca-4af1-a38b-9e3dd0962c95/4eac22fe-0c85-4b68-aa0c-9a072e278737/16b0dfe1-bc7e-4cca-b284-5453ddab31d3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:31.868701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.904928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:31.915151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:31.921602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:31.964579 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'code': 200} Mar 02 07:31:31.967091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a0f52-b778-4b6b-8e4f-ce775c504c35 None None] New status for floating IP 87ff979c-d039-459f-98a8-83472dbcbbba: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:31:32.040765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6328b5-dd28-440d-8e2c-b35b50dd3595 req-0dea4764-c483-4b2e-aeb4-837b8bc417e8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:32.044358 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a6328b5-dd28-440d-8e2c-b35b50dd3595 req-0dea4764-c483-4b2e-aeb4-837b8bc417e8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 944 time: 0.1693900 Mar 02 07:31:32.124238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.143178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:32.144663 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a6328b5-dd28-440d-8e2c-b35b50dd3595 req-458f0623-05f4-40b6-bfe4-c544792bfa5f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911081 Mar 02 07:31:32.146666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46536) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:32.206021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:32.249500 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d24f8d67-0e1e-4aea-bbcb-bf574d14c32b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 690 time: 0.1016893 Mar 02 07:31:32.268032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.296753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 33c50716-588e-4db7-a734-6924606d1eec {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:32.297345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.351299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:32.355313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:32.362328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:32.417188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Allocated IP 172.20.0.2 (e7442471-ebca-4af1-a38b-9e3dd0962c95/4eac22fe-0c85-4b68-aa0c-9a072e278737/ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:32.426965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=16b0dfe1-bc7e-4cca-b284-5453ddab31d3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:32.464903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3ff4e-9341-4e11-a999-ddd8901c83da req-f330dab1-980b-40e4-a4c2-dca964016719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:32.467034 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ca3ff4e-9341-4e11-a999-ddd8901c83da req-f330dab1-980b-40e4-a4c2-dca964016719 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1098 time: 0.2270148 Mar 02 07:31:32.470541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:32.471578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.498531 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b0637728-c4b2-40c4-96d4-27efa9469db0 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2452168 Mar 02 07:31:32.500990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46540) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:32.507283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95', 'name': 'tempest-PortsTestJSON-1907882106', 'fixed_ips': [{'subnet_id': '4eac22fe-0c85-4b68-aa0c-9a072e278737', 'ip_address': '172.20.0.9'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:32.539387 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ca3ff4e-9341-4e11-a999-ddd8901c83da req-f4b37403-4127-4ca0-9609-fda07815c100 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610418 Mar 02 07:31:32.543240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.543545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c0e77c0d-7de8-4450-8f31-d20761a85553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.649859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.652389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:32.656459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:32.659326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:32.664429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Transition to ACTIVE for port object ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:32.664867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:32.675230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:32.678100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 33c50716-588e-4db7-a734-6924606d1eec owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:32.680146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.685515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Transition to ACTIVE for port object ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:32.692584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.703159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port ee568d86-4813-43ff-9e38-cc42caf6a544 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:32.755731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:32.758625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:32.768511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:32.774939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Pushing event updated for resources: {'Port': ['ID=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:32.863927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Attempting to bind port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:32.864298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Attempting to bind port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'e90e597b-a9dc-4235-b123-794ce73d2832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:32.864663 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Attempting to bind port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd on network e7442471-ebca-4af1-a38b-9e3dd0962c95 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:32.870113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:32.870488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Checking segment: {'id': 'e90e597b-a9dc-4235-b123-794ce73d2832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:32.870889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.871287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Bound using segment: {'id': 'e90e597b-a9dc-4235-b123-794ce73d2832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:32.872287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Bound port: ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90e597b-a9dc-4235-b123-794ce73d2832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e7442471-ebca-4af1-a38b-9e3dd0962c95'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:32.872661 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.878959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:32.965796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=33c50716-588e-4db7-a734-6924606d1eec,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:32.975881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] For port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:32.979672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] For port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,segment=NetworkSegment(e90e597b-a9dc-4235-b123-794ce73d2832),segment_id=e90e597b-a9dc-4235-b123-794ce73d2832)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:32.987738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.047046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.9 (e7442471-ebca-4af1-a38b-9e3dd0962c95/4eac22fe-0c85-4b68-aa0c-9a072e278737/ee568d86-4813-43ff-9e38-cc42caf6a544) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:33.099258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b089f-e195-4b1d-9c6f-53eccd24d7fd None None] Pushing event updated for resources: {'Port': ['ID=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:33.149269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.257129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46550) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.257634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46552) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.564512 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2a0b00e-fc0b-4c5c-929e-78e357ec28c1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 688 time: 0.3053970 Mar 02 07:31:33.680336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router c449dd2e-e8e1-420a-8346-5e32f5a6bb2f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:33.736379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.779002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object ee568d86-4813-43ff-9e38-cc42caf6a544 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:33.780619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Deleting port f47d532b-26b4-47ec-81c3-2bf2ed29323f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:33.780958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:33.820600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:33.830816 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] Sync routers for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:33.832228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63033b-2443-4a7d-b808-20d12ab19969 req-ffa55ffe-f2e6-4a57-93ed-6c77cb47e236 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:33.833739 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e63033b-2443-4a7d-b808-20d12ab19969 req-ffa55ffe-f2e6-4a57-93ed-6c77cb47e236 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 945 time: 0.4043105 Mar 02 07:31:33.839180 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a051e07-5686-4391-a9e3-ad5e18914ad6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/c449dd2e-e8e1-420a-8346-5e32f5a6bb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9677887 Mar 02 07:31:33.842982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.844951 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:33.846050 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:33.887781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fbd8a0a-6a72-409b-82e9-b2b6f703b876 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:33.906587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fbd8a0a-6a72-409b-82e9-b2b6f703b876 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:33.911163 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4fbd8a0a-6a72-409b-82e9-b2b6f703b876 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=c449dd2e-e8e1-420a-8346-5e32f5a6bb2f HTTP/1.1" status: 200 len: 205 time: 0.0644622 Mar 02 07:31:33.911430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:33.913746 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:33.923312 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] Routers {'c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:33.923916 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:33.987264 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e63033b-2443-4a7d-b808-20d12ab19969 req-3e5f386c-6071-41dd-88af-621bcccf01e8 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401722 Mar 02 07:31:33.988849 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:33.988981 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bcdf1-7eff-49d6-9521-37089de8c17d None None] The sync data for ids ['c449dd2e-e8e1-420a-8346-5e32f5a6bb2f'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:33.997368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.079681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37dbc3fb-a6c1-4785-b911-6f1221197cca tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.091280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.091613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.100272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:34.105562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:34.119250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:34.198884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=ee568d86-4813-43ff-9e38-cc42caf6a544,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:34.266855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Calling delete_port for f47d532b-26b4-47ec-81c3-2bf2ed29323f owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:34.267908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c67993-df5a-4a21-a03a-7e9c3e0978c5 None None] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:34.306952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c666d209-aaf0-41c8-8a80-2363df9dd8ea None None] Provisioning for port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:34.338350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:34.338975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.378342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-813172d6-caf2-4e72-9be9-be65ced8b06b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8757486 Mar 02 07:31:34.381528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46566) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:34.413296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37dbc3fb-a6c1-4785-b911-6f1221197cca tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.415539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37dbc3fb-a6c1-4785-b911-6f1221197cca tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.443252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37dbc3fb-a6c1-4785-b911-6f1221197cca tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.443808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dbc3fb-a6c1-4785-b911-6f1221197cca tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Fanout notify agent at l3_agent the message router_deleted on router c449dd2e-e8e1-420a-8346-5e32f5a6bb2f {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:31:34.455773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37dbc3fb-a6c1-4785-b911-6f1221197cca tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.456637 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37dbc3fb-a6c1-4785-b911-6f1221197cca tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/c449dd2e-e8e1-420a-8346-5e32f5a6bb2f HTTP/1.1" status: 204 len: 168 time: 0.5442488 Mar 02 07:31:34.459302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:34.532038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet 0d06c6f8-b42f-489c-8d1e-9a9de107ead7 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:34.535462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.537060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076b608-a9d0-4632-a5d9-a1fdfa14c447 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:34.537782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7076b608-a9d0-4632-a5d9-a1fdfa14c447 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:34.559682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.598917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.599272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7076b608-a9d0-4632-a5d9-a1fdfa14c447 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:34.600082 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7076b608-a9d0-4632-a5d9-a1fdfa14c447 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2176583 Mar 02 07:31:34.609281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46576) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:34.610074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event deleted for resources: {'Port': ['ID=f47d532b-26b4-47ec-81c3-2bf2ed29323f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:34.719134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.795757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-156f8e60-1a39-4b57-9810-c0c7624ff2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.816927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.862988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=0d06c6f8-b42f-489c-8d1e-9a9de107ead7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:34.872531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.879328 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b78cbb76-d782-4672-b05f-c62e0900939a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/0d06c6f8-b42f-489c-8d1e-9a9de107ead7 HTTP/1.1" status: 204 len: 168 time: 0.4190245 Mar 02 07:31:34.881880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:34.886454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce5aa0-f0c4-4685-ac2a-6d1e76a42ae6 None None] Network 54f5edf9-623a-4707-8a42-3b186f47d979 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:34.908671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:34.909062 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Floating IP cf08fb2c-e62c-4c51-b7f7-954ea2c9e450 disassociated (deleted). External IP: 172.26.4.103, port: 668f7314-aa47-4508-bdf6-b355dba39dd9. Mar 02 07:31:34.939175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:34.948483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886159023', 'description': 'tempest-secgroup-smoke-886159023 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:34.957372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:34.974276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:34.980052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet 1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:34.986174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.038306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2730970-dd3b-4a72-98a1-06184546129d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:35.045409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2730970-dd3b-4a72-98a1-06184546129d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:35.048343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.053106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2730970-dd3b-4a72-98a1-06184546129d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:35.057972 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e2730970-dd3b-4a72-98a1-06184546129d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4447296 Mar 02 07:31:35.058750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:35.161341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Provisioning for port ee568d86-4813-43ff-9e38-cc42caf6a544 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:35.174386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Provisioning complete for port ee568d86-4813-43ff-9e38-cc42caf6a544 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:35.174386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.239184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:35.242715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.243918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Port ee568d86-4813-43ff-9e38-cc42caf6a544 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:35.275028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Provisioning for port 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:35.275621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:35.279831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:35.287208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Provisioning complete for port 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:35.288141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.298903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:35.301997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port ee568d86-4813-43ff-9e38-cc42caf6a544 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:35.303769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.421988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] DHCP port deletion for 54f5edf9-623a-4707-8a42-3b186f47d979 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:35.428372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] Deleting port 4f94aa42-9547-48d9-a83b-d8abded80fd3 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:35.428689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.443062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.509464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:35.525185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.531422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.534548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bfd48-ad7f-4318-ba67-a2ca462224de None None] Port 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:35.588445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e374ee46-68ff-4005-93f3-9aa18e96f6ed,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:35.600690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.613951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a5ca-7054-41b1-8e74-b005428bef20 req-f40faeff-eb0a-4005-81a1-d7b44f4ac9d3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:35.615423 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3c0a5ca-7054-41b1-8e74-b005428bef20 req-f40faeff-eb0a-4005-81a1-d7b44f4ac9d3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 945 time: 0.4418755 Mar 02 07:31:35.632480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.636487 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94ba65f0-4366-448d-bdc6-7addfc9344dc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6922338 Mar 02 07:31:35.638034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:35.648050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'e374ee46-68ff-4005-93f3-9aa18e96f6ed', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:35.652419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:35.658491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:35.663713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.667453 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bf98aec6-d22f-444a-bb2c-c8760f41d4fc tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9 HTTP/1.1" status: 204 len: 168 time: 0.7822256 Mar 02 07:31:35.667453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:35.671270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:35.672078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:35.710362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:35.722497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a469b26-3447-465a-8d0b-dc1fca03a360 None None] Network a2596fd7-ad5e-401b-a1a1-44b382145e8e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:35.746091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:35.761928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4133f822-2dfa-44f3-a456-1ab752978558 None None] Provisioning complete for port ee568d86-4813-43ff-9e38-cc42caf6a544 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:35.762447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4133f822-2dfa-44f3-a456-1ab752978558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.781326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.815103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:35.815477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.815822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.849904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 4f94aa42-9547-48d9-a83b-d8abded80fd3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:35.849904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.851636 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3c0a5ca-7054-41b1-8e74-b005428bef20 req-21bb6e4c-9e45-46ec-bbe1-e693a238504f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790295 Mar 02 07:31:35.856502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Router a7af946a-dfa9-4344-a6be-741247a44a7f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:35.952067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.955761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.957298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] For port 4f94aa42-9547-48d9-a83b-d8abded80fd3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4f94aa42-9547-48d9-a83b-d8abded80fd3,segment=NetworkSegment(ef39454d-f872-4aec-a843-0f8c64cb4b59),segment_id=ef39454d-f872-4aec-a843-0f8c64cb4b59)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:35.957785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:35.983216 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4133f822-2dfa-44f3-a456-1ab752978558 None None] Port ee568d86-4813-43ff-9e38-cc42caf6a544 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:35.984946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.007327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.086877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for ee568d86-4813-43ff-9e38-cc42caf6a544 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:36.089638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fed5c51-3876-4090-8a3f-cc9f5b73556f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:36.109073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] Calling delete_port for 4f94aa42-9547-48d9-a83b-d8abded80fd3 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:36.156644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.159585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.161039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-652151d9-e419-42da-968d-1e238b5aa74a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5192387 Mar 02 07:31:36.165878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:36.234402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'e374ee46-68ff-4005-93f3-9aa18e96f6ed', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:36.237489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4133f822-2dfa-44f3-a456-1ab752978558 None None] Provisioning complete for port 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:36.237895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4133f822-2dfa-44f3-a456-1ab752978558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.241870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:36.246883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:36.251422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:36.251604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:36.263551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:36.273442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] Sync routers for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:36.300280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 4f94aa42-9547-48d9-a83b-d8abded80fd3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4f94aa42-9547-48d9-a83b-d8abded80fd3,segment=NetworkSegment(ef39454d-f872-4aec-a843-0f8c64cb4b59),segment_id=ef39454d-f872-4aec-a843-0f8c64cb4b59)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:36.300818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.353568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:36.354318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:36.441977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 4f94aa42-9547-48d9-a83b-d8abded80fd3 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:36.447249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.483618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e120-a314-4bff-9d1b-8c31650fff1f req-aab1cd77-aa2e-41ea-bb89-3061ff3b5392 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:36.490760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c128e120-a314-4bff-9d1b-8c31650fff1f req-aab1cd77-aa2e-41ea-bb89-3061ff3b5392 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 945 time: 0.4914792 Mar 02 07:31:36.496834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.509055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4133f822-2dfa-44f3-a456-1ab752978558 None None] Port 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:36.514778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.516340 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-141625de-771a-4df2-a58c-a2d6559c57e0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "DELETE /v2.0/floatingips/cf08fb2c-e62c-4c51-b7f7-954ea2c9e450 HTTP/1.1" status: 204 len: 168 time: 3.2561030 Mar 02 07:31:36.517095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.524088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:36.560879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.581712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] No DVR routers for this DVR port 4f94aa42-9547-48d9-a83b-d8abded80fd3 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:36.586076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459b28c-4b32-4d10-a578-1108d12c457a None None] Pushing event deleted for resources: {'Port': ['ID=4f94aa42-9547-48d9-a83b-d8abded80fd3,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:36.614043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=ee568d86-4813-43ff-9e38-cc42caf6a544,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:36.631300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.657869 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c128e120-a314-4bff-9d1b-8c31650fff1f req-b7b1153d-68c8-4659-99ce-ee9dd3df1cb9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659989 Mar 02 07:31:36.678695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.685094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:36.705371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51816d9-96e7-4378-bfdb-26d7e6025be4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:36.756521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:36.757549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:36.758538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.761977 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f346ce2-902d-4bbd-94e5-0ba827582dd5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5929337 Mar 02 07:31:36.767000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46616) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:36.768112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,segment=NetworkSegment(e90e597b-a9dc-4235-b123-794ce73d2832),segment_id=e90e597b-a9dc-4235-b123-794ce73d2832)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:36.768691 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'status': 'completed', 'code': 200} Mar 02 07:31:36.776769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.792524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'e374ee46-68ff-4005-93f3-9aa18e96f6ed', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:36.826388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:36.827905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] DHCP port deletion for a2596fd7-ad5e-401b-a1a1-44b382145e8e request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:36.843834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:36.849051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:36.850100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] Deleting port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:36.850477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.865283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:36.877471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:36.881219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:36.894415 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c592147a-db7b-4dab-a6b5-d24f3832d37b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/ee568d86-4813-43ff-9e38-cc42caf6a544 HTTP/1.1" status: 204 len: 168 time: 1.8210986 Mar 02 07:31:36.897117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46620) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:36.924086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-80aad17c-ace4-4212-8d5a-e0b5c98a6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:36.935971 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-80aad17c-ace4-4212-8d5a-e0b5c98a6e68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=623c7745c53d4064a5c9144ecaceee6c&device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 1099 time: 0.1542172 Mar 02 07:31:36.973383 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c580fe-ad95-4e19-978f-75623ed7f4a3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:36.973950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60c580fe-ad95-4e19-978f-75623ed7f4a3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:36.980155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.019270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a45cf9-85b8-49a6-85d6-b4c7a814d3f2 tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:37.020790 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-82a45cf9-85b8-49a6-85d6-b4c7a814d3f2 tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1093 time: 0.3311801 Mar 02 07:31:37.027030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46626) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:37.034068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:37.040575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:37.044497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:floatingip and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:37.048093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:37.054478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:37.070426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:37.076881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.102370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60c580fe-ad95-4e19-978f-75623ed7f4a3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:37.106011 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60c580fe-ad95-4e19-978f-75623ed7f4a3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/ee568d86-4813-43ff-9e38-cc42caf6a544 HTTP/1.1" status: 404 len: 333 time: 0.2054355 Mar 02 07:31:37.110149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:37.173331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-725f7188-0d89-46d3-a5ab-cac7f12316c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:37.174911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-725f7188-0d89-46d3-a5ab-cac7f12316c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713 HTTP/1.1" status: 200 len: 897 time: 0.2323139 Mar 02 07:31:37.199643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.214863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.255729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540671b-213f-46f8-8cd7-2758e1293bf2 req-694f9eed-e4f4-4dd4-93d0-554a7a833d97 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:37.256666 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d540671b-213f-46f8-8cd7-2758e1293bf2 req-694f9eed-e4f4-4dd4-93d0-554a7a833d97 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.1702540 Mar 02 07:31:37.258132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.265047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 4f94aa42-9547-48d9-a83b-d8abded80fd3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:37.265486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.271794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:37.272513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.340864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e38b8e-bad1-49e2-9396-be1413c3ca65,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:37.341506 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-56c3d8c0-8e36-4db9-834e-3bd34f393cea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=668f7314-aa47-4508-bdf6-b355dba39dd9 HTTP/1.1" status: 200 len: 217 time: 0.1498890 Mar 02 07:31:37.368191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.369373 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3b5be154-120b-4adf-a5fb-015ea516b8fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5939419 Mar 02 07:31:37.395489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:37.397179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] For port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=90cda8c4-ec6b-4b24-8ba0-972be22cecb4,segment=NetworkSegment(4c17e754-ffab-4284-ad4e-c73f6fa1c612),segment_id=4c17e754-ffab-4284-ad4e-c73f6fa1c612)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:37.398338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.407781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'e374ee46-68ff-4005-93f3-9aa18e96f6ed', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:37.408651 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:37.423195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:37.433406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:37.441675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:37.456960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:37.566577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] The port '4f94aa42-9547-48d9-a83b-d8abded80fd3' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:37.575428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] Calling delete_port for 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:37.584025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.601741 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.641871 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d540671b-213f-46f8-8cd7-2758e1293bf2 req-3b00a506-ccab-481d-965d-0cf1ff6b36d9 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211432 Mar 02 07:31:37.663818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-1b46785c-d8c6-45d8-8227-74d6f541ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:37.666969 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-1b46785c-d8c6-45d8-8227-74d6f541ee76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c2d7351-ac87-438e-8fe2-d0410a90814a HTTP/1.1" status: 200 len: 835 time: 0.3177447 Mar 02 07:31:37.679460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.697177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:47Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:37.700585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:37.700964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.728965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.765591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] Checking router: a7af946a-dfa9-4344-a6be-741247a44a7f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:37.771755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.789097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] Pushing event deleted for resources: {'Port': ['ID=90cda8c4-ec6b-4b24-8ba0-972be22cecb4,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:37.801401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d3231-c4d0-422f-a828-d6c301e18fa6 None None] No DVR routers for this DVR port 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:37.802814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:37.803431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:37.812708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f5edf9-623a-4707-8a42-3b186f47d979']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:37.827337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef39454d-f872-4aec-a843-0f8c64cb4b59') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:37.827627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef39454d-f872-4aec-a843-0f8c64cb4b59') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:37.844838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.850462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 16b0dfe1-bc7e-4cca-b284-5453ddab31d3 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:37.867216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-60049b42-933c-42f7-9723-b915345ea653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:37.868767 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-60049b42-933c-42f7-9723-b915345ea653 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aef28eda-7c9b-49bb-93b2-62b9fc8a8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1947865 Mar 02 07:31:37.874906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.903719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:37.904180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:37.919566 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:37.923055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:37.963263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.017598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb442a-c677-4368-a5ef-aed50bc3e56c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.048776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.053224 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dce754eb-109f-46c0-a862-1c2646948cb8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6559329 Mar 02 07:31:38.057437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:38.063661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'e374ee46-68ff-4005-93f3-9aa18e96f6ed', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:38.105882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:38.110329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Allocated IP 172.26.4.55 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/2652c4fa-99f3-471e-837c-4a4490296a6a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:38.112965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:38.123342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:38.128215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:38.140274 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-2f1979d4-2dbc-485f-98ea-a308f6290914 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599258 Mar 02 07:31:38.141264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.151270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:38.172054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.189257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:38.211919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=54f5edf9-623a-4707-8a42-3b186f47d979,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.218002 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c7a621f-d833-4430-8e2d-dd24b103af5c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/54f5edf9-623a-4707-8a42-3b186f47d979 HTTP/1.1" status: 204 len: 168 time: 2.5474644 Mar 02 07:31:38.221257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:38.250883 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:31:38.260378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.297559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.402565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:38.403860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 90cda8c4-ec6b-4b24-8ba0-972be22cecb4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:38.403860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f94aa42-9547-48d9-a83b-d8abded80fd3 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:38.414069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.424939 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeb4765d-df41-4baa-9287-a9816ad6df28 req-0a6d38c5-f9b4-41f0-9800-64e095238c45 service neutron] 10.222.0.32 "GET /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497823 Mar 02 07:31:38.446412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 4f94aa42-9547-48d9-a83b-d8abded80fd3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:38.446877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f94aa42-9547-48d9-a83b-d8abded80fd3 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:38.495573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=16b0dfe1-bc7e-4cca-b284-5453ddab31d3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.534032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:47Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:38.538897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab4bc6-70e9-4c71-b827-4ea60ee799a6 None None] The sync data for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:29:36Z', 'revision_number': 4, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '3b5ef755-80eb-439b-997b-fdaa80f6f6d4', 'name': '', 'network_id': 'aef28eda-7c9b-49bb-93b2-62b9fc8a8713', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'mac_address': 'fa:16:3e:ed:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:32Z', 'updated_at': '2022-03-02T07:29:47Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'subnets': [{'id': '5c2d7351-ac87-438e-8fe2-d0410a90814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:38.569845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.601072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2596fd7-ad5e-401b-a1a1-44b382145e8e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:38.614576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c17e754-ffab-4284-ad4e-c73f6fa1c612') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:38.614871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c17e754-ffab-4284-ad4e-c73f6fa1c612') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:38.628618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.646695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.653434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:38.653993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:38.669849 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:38.710460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.732938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.744761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-3cb41c87-1afa-48c8-b50c-f0193671820c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:38.745561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-3cb41c87-1afa-48c8-b50c-f0193671820c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Synchronizing usage tracker for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:38.755860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.759299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.767085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.772950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.788610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4631915-ef36-48d9-84b8-6c376bf0adcc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.802714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/a2596fd7-ad5e-401b-a1a1-44b382145e8e HTTP/1.1" status: 204 len: 168 time: 0.5803664 Mar 02 07:31:38.803599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5906bc7-6050-437d-9ef3-d4de762cd75e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=a2596fd7-ad5e-401b-a1a1-44b382145e8e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:38.810339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46648) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:38.818179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1875486542'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:38.826478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:38.832357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:38.835641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:38.842888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:38.854116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:38.857674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.873700 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a97093db-67dc-4028-bd21-e3294a7b407a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/16b0dfe1-bc7e-4cca-b284-5453ddab31d3 HTTP/1.1" status: 204 len: 168 time: 1.7601979 Mar 02 07:31:38.874441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:38.880079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.883837 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3b4d36b2-22c2-4eec-929b-6a9e07f470be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8226228 Mar 02 07:31:38.886164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-3cb41c87-1afa-48c8-b50c-f0193671820c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Unset dirty status for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:38.887847 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-3cb41c87-1afa-48c8-b50c-f0193671820c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.32 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.6222782 Mar 02 07:31:38.889743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:38.899670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'e374ee46-68ff-4005-93f3-9aa18e96f6ed', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:38.925547 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace9fb5a-7203-463b-ba6e-97b31c73b27b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:38.926210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ace9fb5a-7203-463b-ba6e-97b31c73b27b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:38.930045 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fed29-fd9c-431e-ab1b-d370e770688a None None] New status for floating IP cf08fb2c-e62c-4c51-b7f7-954ea2c9e450: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:31:38.935209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:38.941941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:38.951224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:38.956610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:38.956953 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment 7ae31e3a-7db9-4829-80fb-9871c271c0e7 of type vlan for network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 Mar 02 07:31:38.958112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ace9fb5a-7203-463b-ba6e-97b31c73b27b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:38.961782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ace9fb5a-7203-463b-ba6e-97b31c73b27b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/16b0dfe1-bc7e-4cca-b284-5453ddab31d3 HTTP/1.1" status: 404 len: 333 time: 0.0838218 Mar 02 07:31:38.962943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:38.964070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46660) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:38.979740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:38.991617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.036457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.060323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 4eac22fe-0c85-4b68-aa0c-9a072e278737 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:39.065238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Deleting port 668f7314-aa47-4508-bdf6-b355dba39dd9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:39.065585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.067356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.112302 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:31:39.135232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.140609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:39.141215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.158434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.164683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.168267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:39.180526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cee74-dd52-45c8-b183-55b4207cf676 req-d100d701-c423-4b8e-8a7b-05b4b8364a9e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:39.182019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2b3cee74-dd52-45c8-b183-55b4207cf676 req-d100d701-c423-4b8e-8a7b-05b4b8364a9e tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 946 time: 0.3538709 Mar 02 07:31:39.193999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:39.221798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:39.257552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=2652c4fa-99f3-471e-837c-4a4490296a6a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:39.369558 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2b3cee74-dd52-45c8-b183-55b4207cf676 req-336127b4-d573-49b6-9a30-24e163b53332 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b658442-9e76-4131-9ac5-03851b6b95fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733735 Mar 02 07:31:39.411359 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5998011 Mar 02 07:31:39.416175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:39.416797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3ed21-3a29-47b7-8644-51936828b8db tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=46f41a0a-c46a-490f-8c5c-d6d7f273c575,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:39.426400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:39.428279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:39.544070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.555552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:39.562294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:39.562574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.565228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.592264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:39.603393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:39.626234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:39.629685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.644687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2a83a8-160c-485c-8ffc-473fe35d8bbb,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:39.680230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.681414 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a22a4b3a-0dfb-414c-9734-4751e1d7159c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7906137 Mar 02 07:31:39.752137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.753197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] For port 668f7314-aa47-4508-bdf6-b355dba39dd9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=668f7314-aa47-4508-bdf6-b355dba39dd9,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:39.753560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.803103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=4eac22fe-0c85-4b68-aa0c-9a072e278737,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:39.804352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:39.811564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9501a-e0b6-4132-92e1-e7a4c189effa None None] Network e7442471-ebca-4af1-a38b-9e3dd0962c95 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:39.906880 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f04b1d0-02b1-4a2a-80d6-bdd7c001e773 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/4eac22fe-0c85-4b68-aa0c-9a072e278737 HTTP/1.1" status: 204 len: 168 time: 0.9410810 Mar 02 07:31:39.911825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:39.975007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Calling delete_port for 668f7314-aa47-4508-bdf6-b355dba39dd9 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:40.057598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-46fe84c8-981e-463e-8138-41f990ff4211 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:40.075754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] DHCP port deletion for e7442471-ebca-4af1-a38b-9e3dd0962c95 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:40.081099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] Deleting port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:40.082340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.097573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.110301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.139990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-46fe84c8-981e-463e-8138-41f990ff4211 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:40.147621 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-46fe84c8-981e-463e-8138-41f990ff4211 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886159023&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.2645688 Mar 02 07:31:40.174164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.215873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:40.216206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.299326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] For port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,segment=NetworkSegment(e90e597b-a9dc-4235-b123-794ce73d2832),segment_id=e90e597b-a9dc-4235-b123-794ce73d2832)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:40.300089 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.346365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event deleted for resources: {'Port': ['ID=668f7314-aa47-4508-bdf6-b355dba39dd9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:40.349921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.350067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=08ba8070-88c1-44af-b0cb-ca74d7eb7e0c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:40.416952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': '7ae31e3a-7db9-4829-80fb-9871c271c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:40.417314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 46f41a0a-c46a-490f-8c5c-d6d7f273c575, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:40.437620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] No DVR routers for this DVR port 668f7314-aa47-4508-bdf6-b355dba39dd9 on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:40.440527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.443065 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'name': 'network-vif-deleted', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:40.445943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] Calling delete_port for ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:40.479605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-d0ad5c40-35a6-4a96-b7be-aeb1698b40d4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:40.487688 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-d0ad5c40-35a6-4a96-b7be-aeb1698b40d4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 797 time: 0.3389795 Mar 02 07:31:40.509697 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d37257d1-2395-4d3d-b1bf-970db868c96d req-cec47b64-c8ea-4b98-b5c0-757dcf227cca tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.32 "DELETE /v2.0/ports/668f7314-aa47-4508-bdf6-b355dba39dd9 HTTP/1.1" status: 204 len: 173 time: 1.6031079 Mar 02 07:31:40.538497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.543948 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-3cfd47f6-3449-41d1-b644-a3a5cc474009 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.0548568 Mar 02 07:31:40.579004 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.611689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8e27942f-4013-41cb-b8df-beba17d33fb9 req-30aaca76-462f-43dc-a7a0-7e81c2a27822 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Synchronizing usage tracker for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:40.642053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] Pushing event deleted for resources: {'Port': ['ID=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:40.647045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bab575-ba24-410c-be12-c53a74d7e4a3 None None] No DVR routers for this DVR port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:40.648862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8e27942f-4013-41cb-b8df-beba17d33fb9 req-30aaca76-462f-43dc-a7a0-7e81c2a27822 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Unset dirty status for tenant:623c7745c53d4064a5c9144ecaceee6c on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:40.659760 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e27942f-4013-41cb-b8df-beba17d33fb9 req-30aaca76-462f-43dc-a7a0-7e81c2a27822 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d150fd-a615-41be-ac2c-a0ef153324c6 HTTP/1.1" status: 200 len: 210 time: 0.0923510 Mar 02 07:31:40.683112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:40.687365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] For port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd,segment=NetworkSegment(e90e597b-a9dc-4235-b123-794ce73d2832),segment_id=e90e597b-a9dc-4235-b123-794ce73d2832)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:40.687803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.723796 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d150fd-a615-41be-ac2c-a0ef153324c6', 'name': 'network-vif-deleted', 'tag': '668f7314-aa47-4508-bdf6-b355dba39dd9', 'status': 'completed', 'code': 200} Mar 02 07:31:40.761741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 46f41a0a-c46a-490f-8c5c-d6d7f273c575) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:40.778537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b5f24-d78a-4f54-81bc-574d738f9fb9 None None] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:40.832760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:40.858285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.866211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:40.940417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:40.940999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.003412 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e3dc28f-8ca5-4fd5-bfb6-270a8ea8d31e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5835583 Mar 02 07:31:41.007389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:41.012757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:41.013260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:41.017056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1467250973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:41.032511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:41.034591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=2652c4fa-99f3-471e-837c-4a4490296a6a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:41.045149 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-8f95eb66-4e0b-4202-8f4d-ca7914f7f4d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5001824 Mar 02 07:31:41.046445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.047748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:router and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:41.050751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:41.056474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:41.103382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.104520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.139834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-46f41a0a-c46a-490f-8c5c-d6d7f273c575', 'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': '08ba8070-88c1-44af-b0cb-ca74d7eb7e0c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:41.140672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.187730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.243778 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Floating IP e6733421-1148-4189-953c-43d60797cd2d associated. External IP: 172.26.4.55, port: 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0. Mar 02 07:31:41.384411 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-23f1eea5-e4b4-48fc-a676-e43d39669430 service neutron] 10.222.0.41 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206584 Mar 02 07:31:41.388281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.393828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:41.436074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 668f7314-aa47-4508-bdf6-b355dba39dd9 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:41.451641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.455428 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c768d17a-da1e-4acc-b253-8853754a161d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4434035 Mar 02 07:31:41.455953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46694) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:41.462012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'port': {'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575', 'name': 'tempest-RoutersIpV6Test-1687500723'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:41.468669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Allocated IP 2001:db8::2 (46f41a0a-c46a-490f-8c5c-d6d7f273c575/08ba8070-88c1-44af-b0cb-ca74d7eb7e0c/64012b98-3a6f-4539-8f5e-5cbfedb7e55d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:41.475227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:41.475570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:41.479291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 668f7314-aa47-4508-bdf6-b355dba39dd9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:41.479610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 668f7314-aa47-4508-bdf6-b355dba39dd9 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:41.556423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:41.556724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.676322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:41.694778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] The port 'ae4f0ff1-b77f-4aa8-b3e6-1de1351d4ddd' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:41.697963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.710930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Transition to ACTIVE for port object 64012b98-3a6f-4539-8f5e-5cbfedb7e55d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:41.733013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Transition to ACTIVE for port object 64012b98-3a6f-4539-8f5e-5cbfedb7e55d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:41.743499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.763982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46700) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:41.819337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:41.820815 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-3273b879-eaf3-45e7-9161-809b6f345328 service neutron] 10.222.0.41 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072585 Mar 02 07:31:41.822856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:41.830170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:41.846587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Pushing event updated for resources: {'Port': ['ID=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:41.887207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.899319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:41.923706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:41.926700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7442471-ebca-4af1-a38b-9e3dd0962c95']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:41.945603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90e597b-a9dc-4235-b123-794ce73d2832') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:41.946006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90e597b-a9dc-4235-b123-794ce73d2832') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:41.946122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Attempting to bind port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:41.946398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Attempting to bind port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7ae31e3a-7db9-4829-80fb-9871c271c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:41.946791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Attempting to bind port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d on network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:41.953713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:41.954123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Checking segment: {'id': '7ae31e3a-7db9-4829-80fb-9871c271c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:41.954660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.955360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Bound using segment: {'id': '7ae31e3a-7db9-4829-80fb-9871c271c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:41.955806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Bound port: 64012b98-3a6f-4539-8f5e-5cbfedb7e55d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae31e3a-7db9-4829-80fb-9871c271c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46f41a0a-c46a-490f-8c5c-d6d7f273c575'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:41.956198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.960964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.989266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:41.997508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:41.998057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:42.050318 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:42.061183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] For port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:42.064758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] For port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,segment=NetworkSegment(7ae31e3a-7db9-4829-80fb-9871c271c0e7),segment_id=7ae31e3a-7db9-4829-80fb-9871c271c0e7)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:42.072848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.159582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:42.163473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.165883 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd410a-b132-40b8-a5ae-494a784f3541 None None] Pushing event updated for resources: {'Port': ['ID=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:42.179497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.212826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.223108 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2730f077-68fe-4eac-85fb-a8767edc683b req-6f9025db-e35e-463f-b846-56e58d1f30a8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 210 time: 0.1324172 Mar 02 07:31:42.233255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=e7442471-ebca-4af1-a38b-9e3dd0962c95,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:42.240051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] device_id is not set on port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:42.254641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:42.267433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:42.282645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:42.283309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:42.290060 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b882a637-4940-4009-a5fe-e5a1d4222e65 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/e7442471-ebca-4af1-a38b-9e3dd0962c95 HTTP/1.1" status: 204 len: 168 time: 2.3726304 Mar 02 07:31:42.293944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46712) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:42.313928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1065232163'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:42.320922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.354457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:42.374986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:network and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:42.382516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:42.394811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:42.502681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8::261 (46f41a0a-c46a-490f-8c5c-d6d7f273c575/08ba8070-88c1-44af-b0cb-ca74d7eb7e0c/3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:42.545088 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a450ab65-a2ab-4449-ab12-6629cfbf18fa tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5169756 Mar 02 07:31:42.553137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:42.556971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.635277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:42.690361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:31:42.723132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.723536 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Added segment b1eb9466-c8c0-43d9-9a12-e2431170c71c of type vlan for network aba53485-eb76-4d13-b68c-9a413544d2f8 Mar 02 07:31:42.729156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:42.809696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.815005 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'status': 'completed', 'code': 200} Mar 02 07:31:42.824897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.852169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:42.884172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:42.929105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:31:43.003649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.011937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.013389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.021477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:43.025302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:43.028722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:43.034537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.035374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.066617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:43.078598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-2b998e3d-a177-4d0f-aaf6-b7914679b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.079989 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-2b998e3d-a177-4d0f-aaf6-b7914679b280 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1098 time: 0.2514231 Mar 02 07:31:43.084875 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea88c288-e1ed-430a-aae7-e318c9715e67 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6266298 Mar 02 07:31:43.086457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:43.142641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:40Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:43.147954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:43.157995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:43.159101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:43.181306 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8783219 Mar 02 07:31:43.186128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46726) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:43.202547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:43.209825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fccac-db67-4332-b167-12933eae5507 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Network': ['ID=aba53485-eb76-4d13-b68c-9a413544d2f8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:43.280178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network aba53485-eb76-4d13-b68c-9a413544d2f8 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:31:43.368658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-f341b5b6-5b97-473e-8e46-1506e21626b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.372937 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-f341b5b6-5b97-473e-8e46-1506e21626b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.2829304 Mar 02 07:31:43.485839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64012b98-3a6f-4539-8f5e-5cbfedb7e55d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:43.578507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:43.661203 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d2128cdd-2b02-4947-94ad-557ece5006de req-b2886109-44da-484e-875f-84db5ec0cf2e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 210 time: 0.1400063 Mar 02 07:31:43.688891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4865f1-e859-4c56-93e6-c36241b211ff None None] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:43.698611 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-8a520154-9ea0-4833-bf68-5eef223f4b76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 200 len: 998 time: 0.3171058 Mar 02 07:31:43.784660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-2f5c7413-1573-41f3-85ee-6d15b403b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:43.786565 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-2f5c7413-1573-41f3-85ee-6d15b403b985 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.0783374 Mar 02 07:31:43.810440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2a6c650f-551d-4a57-a9fa-51ab2acfb07b None None] Provisioning for port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:43.856708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:43.922099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:43.951126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:43.951502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.122844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:44.168975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:44.183084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-f29b943e-1dfb-47d8-8de5-6273391637bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:44.185092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-f29b943e-1dfb-47d8-8de5-6273391637bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 797 time: 0.6620092 Mar 02 07:31:44.188621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:44.197286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:44.202862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-bfddbdf6-a42f-4ee2-87de-4f0c93131866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:44.204376 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-bfddbdf6-a42f-4ee2-87de-4f0c93131866 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4090750 Mar 02 07:31:44.272796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:44.276273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.354379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.393135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-0a7bed7e-8c77-4448-82a0-0cf64107b377 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 472 time: 0.1899247 Mar 02 07:31:44.404793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['e374ee46-68ff-4005-93f3-9aa18e96f6ed']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:44.410902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Deleting port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:44.411198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.452624 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-91519f48-603a-45a1-a500-2d3ba45e3141 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414138 Mar 02 07:31:44.454554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,segment=NetworkSegment(7ae31e3a-7db9-4829-80fb-9871c271c0e7),segment_id=7ae31e3a-7db9-4829-80fb-9871c271c0e7)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:44.463521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.584711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:40Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:44.601991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e07da-325f-44c8-99ab-4b021149c721 None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:40Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:44.607689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:44.634075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.794668 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a17b9713-0539-4a8f-982d-d6ced0fb1cf6 req-36da31a1-fe24-46ea-b62e-939e6656b8db service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333566 Mar 02 07:31:44.798157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:44.830051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] For port 3b5ef755-80eb-439b-997b-fdaa80f6f6d4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:44.830051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.982430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-06b09dd1-4c61-493e-81a3-dbda93f28bf3 None None] Provisioning for port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:44.990068 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-06b09dd1-4c61-493e-81a3-dbda93f28bf3 None None] Provisioning complete for port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:44.990733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-06b09dd1-4c61-493e-81a3-dbda93f28bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:44.994331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Calling delete_port for 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:45.027982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:45.033150 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d72699-5c05-417e-abf3-755581e1fb40 None None] New status for floating IP e6733421-1148-4189-953c-43d60797cd2d: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:31:45.077922 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a92119c-ffc5-4793-9460-d1f81ffa3e8e req-113cbfa3-5def-4e12-b2d3-018104798563 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 210 time: 0.2341576 Mar 02 07:31:45.088773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:45.095793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.127921 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-06b09dd1-4c61-493e-81a3-dbda93f28bf3 None None] Port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:45.154521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-06b09dd1-4c61-493e-81a3-dbda93f28bf3 None None] Provisioning complete for port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:45.154907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-06b09dd1-4c61-493e-81a3-dbda93f28bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.396570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.420172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64012b98-3a6f-4539-8f5e-5cbfedb7e55d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:45.492863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event deleted for resources: {'Port': ['ID=3b5ef755-80eb-439b-997b-fdaa80f6f6d4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:45.540811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:45.540811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.647231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.725052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c6835714-6149-4e9f-999c-8b4999acda51 None None] Provisioning complete for port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:45.725400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6835714-6149-4e9f-999c-8b4999acda51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:45.820235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c6835714-6149-4e9f-999c-8b4999acda51 None None] Port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:45.976012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.063148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=5655ae83-0c9f-4ede-b5b5-54f6554c6881,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:46.073323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.14 (881d830e-b54c-42e4-a49a-ed49f8d41d24/53ac4b27-6a23-4469-a4eb-7cc033bf2c36/27b78f16-d540-48aa-920f-0abbf7d6dc90) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:46.082495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Checking segment: {'id': 'b1eb9466-c8c0-43d9-9a12-e2431170c71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:46.082658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network hostable DHCP agents. Network: aba53485-eb76-4d13-b68c-9a413544d2f8, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:31:46.130620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.145100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.264100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network aba53485-eb76-4d13-b68c-9a413544d2f8 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:31:46.277008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:46.336494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, aba53485-eb76-4d13-b68c-9a413544d2f8) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:46.338562 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bb8b16ae-42a2-405b-ac22-41c25d59d026 req-e4a176e9-8821-4f1f-9e4a-935d64134c68 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 210 time: 0.1032245 Mar 02 07:31:46.370769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b25aee-fb6d-4cea-8214-618f1e1628a4 None None] Network aba53485-eb76-4d13-b68c-9a413544d2f8 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:46.384227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:46.384875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.504432 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4fda16d1-1fca-4647-a0a8-2ff31f140c79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3102312 Mar 02 07:31:46.536072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:46.550103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2064457011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:46.569725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0b741c8a-a987-4195-9c4a-88576a73e503 None None] Provisioning complete for port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:46.569945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:46.570650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b741c8a-a987-4195-9c4a-88576a73e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.582850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:router and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:46.594300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:46.602633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Router a7af946a-dfa9-4344-a6be-741247a44a7f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:46.641404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:46.653168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.665862 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-aba53485-eb76-4d13-b68c-9a413544d2f8', 'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8', 'tenant_id': '7ff39769085444dcb9dcd62e7a7f45be', 'fixed_ips': [{'subnet_id': '5655ae83-0c9f-4ede-b5b5-54f6554c6881'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:31:46.666844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.678793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0b741c8a-a987-4195-9c4a-88576a73e503 None None] Port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:46.686722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.699998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.700971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.716078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.739363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.752930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 27b78f16-d540-48aa-920f-0abbf7d6dc90 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:46.790132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:46.799542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.800707 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f572f29a-d04a-4fd7-b2da-b9d8ac989e0d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2636516 Mar 02 07:31:46.803424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46744) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:46.809987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8', 'name': 'tempest-PortsTestJSON-100725881'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:46.814031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189440a8-2a03-4422-9379-fa755316b3da None None] Sync routers for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:46.832353 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96031cd2-e262-4127-969d-cf100da8d101 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "PUT /v2.0/routers/a7af946a-dfa9-4344-a6be-741247a44a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0644736 Mar 02 07:31:46.832580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46748) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:46.834976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:46.835992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:46.870151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.925342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Allocated IP 172.20.0.2 (aba53485-eb76-4d13-b68c-9a413544d2f8/5655ae83-0c9f-4ede-b5b5-54f6554c6881/92caae91-8a2c-4a69-b067-7dad5307864f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:46.945609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:46.963068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:46.967122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:port and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:46.969953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:46.975920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:46.985773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:46.989203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.010768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Deleting subnet 5c2d7351-ac87-438e-8fe2-d0410a90814a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:47.016899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 07830d89-b475-47a3-bbf7-ba634727d364 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:31:47.030768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.111209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:47.135954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:47.150533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:47.206932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:47.240762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=27b78f16-d540-48aa-920f-0abbf7d6dc90,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:47.286121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.384186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:47.385229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.425358 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-096c6123-d858-476e-b5ca-28e3b8ebcfbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0241823 Mar 02 07:31:47.447879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.461859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Request body: {'port': {'device_id': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:47.485580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Transition to ACTIVE for port object 92caae91-8a2c-4a69-b067-7dad5307864f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:47.529311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Transition to ACTIVE for port object 92caae91-8a2c-4a69-b067-7dad5307864f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:47.535286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-730872ae-0e38-4a73-bb83-207e7b5df057 None None] Provisioning for port 27b78f16-d540-48aa-920f-0abbf7d6dc90 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:47.540434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.580354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-730872ae-0e38-4a73-bb83-207e7b5df057 None None] Provisioning complete for port 27b78f16-d540-48aa-920f-0abbf7d6dc90 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:47.580729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-730872ae-0e38-4a73-bb83-207e7b5df057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.603501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.13 (aba53485-eb76-4d13-b68c-9a413544d2f8/5655ae83-0c9f-4ede-b5b5-54f6554c6881/07830d89-b475-47a3-bbf7-ba634727d364) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:31:47.697742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Network aba53485-eb76-4d13-b68c-9a413544d2f8 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:47.711403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:47.720403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:47.728747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Pushing event updated for resources: {'Port': ['ID=92caae91-8a2c-4a69-b067-7dad5307864f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:47.738276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-730872ae-0e38-4a73-bb83-207e7b5df057 None None] Port 27b78f16-d540-48aa-920f-0abbf7d6dc90 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:47.799237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:47.816038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.819945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189440a8-2a03-4422-9379-fa755316b3da None None] Checking router: a7af946a-dfa9-4344-a6be-741247a44a7f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:31:47.830752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Attempting to bind port 92caae91-8a2c-4a69-b067-7dad5307864f on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:47.830752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Attempting to bind port 92caae91-8a2c-4a69-b067-7dad5307864f by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b1eb9466-c8c0-43d9-9a12-e2431170c71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:47.831146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Attempting to bind port 92caae91-8a2c-4a69-b067-7dad5307864f on network aba53485-eb76-4d13-b68c-9a413544d2f8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:47.832034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 07830d89-b475-47a3-bbf7-ba634727d364 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:47.839344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:47.839643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Checking segment: {'id': 'b1eb9466-c8c0-43d9-9a12-e2431170c71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:47.840751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.841267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Bound using segment: {'id': 'b1eb9466-c8c0-43d9-9a12-e2431170c71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:47.841677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Bound port: 92caae91-8a2c-4a69-b067-7dad5307864f, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1eb9466-c8c0-43d9-9a12-e2431170c71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'aba53485-eb76-4d13-b68c-9a413544d2f8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:47.842056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.851944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.852486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] Routers {'a7af946a-dfa9-4344-a6be-741247a44a7f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:47.853122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7af946a-dfa9-4344-a6be-741247a44a7f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:47.857838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.927951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network aba53485-eb76-4d13-b68c-9a413544d2f8 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:47.931238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:47.935308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:31:47.936370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:47.982168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=07830d89-b475-47a3-bbf7-ba634727d364,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:48.010284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:48.011075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.035168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ca0184ec-d2d7-4e3c-b63d-77d8ab37aaaa tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2304742 Mar 02 07:31:48.035407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6924a3f-4d83-4670-9114-fd3eef5a9099 req-c24b1b08-ec30-4806-92c1-c92bf848e393 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:48.036220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e6924a3f-4d83-4670-9114-fd3eef5a9099 req-c24b1b08-ec30-4806-92c1-c92bf848e393 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:48.037841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46754) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:48.054246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.067955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.072486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.073205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.077483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] For port 92caae91-8a2c-4a69-b067-7dad5307864f, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:48.114757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] For port 92caae91-8a2c-4a69-b067-7dad5307864f, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=92caae91-8a2c-4a69-b067-7dad5307864f,segment=NetworkSegment(b1eb9466-c8c0-43d9-9a12-e2431170c71c),segment_id=b1eb9466-c8c0-43d9-9a12-e2431170c71c)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:48.117079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] Set router a7af946a-dfa9-4344-a6be-741247a44a7f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:31:48.160247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.186522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e6924a3f-4d83-4670-9114-fd3eef5a9099 req-c24b1b08-ec30-4806-92c1-c92bf848e393 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:48.188202 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6924a3f-4d83-4670-9114-fd3eef5a9099 req-c24b1b08-ec30-4806-92c1-c92bf848e393 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 932 time: 0.6966400 Mar 02 07:31:48.209001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.211930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2d7351-ac87-438e-8fe2-d0410a90814a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:48.262691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eaee2d-c3cd-44a8-a090-141ec089db60 None None] Network aef28eda-7c9b-49bb-93b2-62b9fc8a8713 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:48.326746 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe0cfce9-3e04-47a2-aaa3-421a76ced96c tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "DELETE /v2.0/subnets/5c2d7351-ac87-438e-8fe2-d0410a90814a HTTP/1.1" status: 204 len: 168 time: 1.4931338 Mar 02 07:31:48.343587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:48.510404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02951e04-ebae-4a9b-a98a-a0dc3c91c6af None None] Pushing event updated for resources: {'Port': ['ID=92caae91-8a2c-4a69-b067-7dad5307864f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:48.564049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:48.603045 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6924a3f-4d83-4670-9114-fd3eef5a9099 req-d412ea99-563b-407f-b496-736df99b89e9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872659 Mar 02 07:31:48.740760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-189440a8-2a03-4422-9379-fa755316b3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:48.748760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189440a8-2a03-4422-9379-fa755316b3da None None] The sync data for ids ['a7af946a-dfa9-4344-a6be-741247a44a7f'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617401242', 'tenant_id': '623c7745c53d4064a5c9144ecaceee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:29:24Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 5, 'project_id': '623c7745c53d4064a5c9144ecaceee6c', 'gw_port': {'id': 'aef194f1-45c6-4a35-9d94-0cf0a9c64a4e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7af946a-dfa9-4344-a6be-741247a44a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:29:25Z', 'updated_at': '2022-03-02T07:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:48.859413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.869624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] DHCP port deletion for aef28eda-7c9b-49bb-93b2-62b9fc8a8713 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:48.879428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] Deleting port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:48.880765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.913282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:48.917991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:48.924142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:48.936261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.075200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:31:49.145032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] For port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=01b4ca25-dd01-47b8-b6fe-9fb299eade8b,segment=NetworkSegment(7d06b6f6-31fd-4816-a1c7-953cdf255e29),segment_id=7d06b6f6-31fd-4816-a1c7-953cdf255e29)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:49.145426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.389495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] Calling delete_port for 01b4ca25-dd01-47b8-b6fe-9fb299eade8b owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:49.476605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-14127e1b-8aec-4ada-8625-74cde3b27afe None None] Provisioning complete for port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:49.477344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14127e1b-8aec-4ada-8625-74cde3b27afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.517201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.531116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 92caae91-8a2c-4a69-b067-7dad5307864f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:49.542102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b78f16-d540-48aa-920f-0abbf7d6dc90 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:49.561664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.567206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Deleting port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:49.567820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.677673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.695925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.720853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-14127e1b-8aec-4ada-8625-74cde3b27afe None None] Port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:49.802436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:49.805824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=07830d89-b475-47a3-bbf7-ba634727d364,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:49.855776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] Pushing event deleted for resources: {'Port': ['ID=01b4ca25-dd01-47b8-b6fe-9fb299eade8b,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:49.861832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f657dde-135b-42df-8a4a-3d0e6741ae7e None None] No DVR routers for this DVR port 01b4ca25-dd01-47b8-b6fe-9fb299eade8b on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:49.869465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 92caae91-8a2c-4a69-b067-7dad5307864f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:49.955840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 01b4ca25-dd01-47b8-b6fe-9fb299eade8b no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:49.958327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Transition to ACTIVE for port object 27b78f16-d540-48aa-920f-0abbf7d6dc90 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:31:49.971415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.011380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd69575-42fe-4443-99c2-f259a0ea72b4 None None] Network aba53485-eb76-4d13-b68c-9a413544d2f8 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:50.018554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d31a14-0130-4ba2-817c-d3f14fd00e7c req-18f2954f-eec8-4dc7-bc11-4e29f199ef31 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:50.020374 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45d31a14-0130-4ba2-817c-d3f14fd00e7c req-18f2954f-eec8-4dc7-bc11-4e29f199ef31 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 932 time: 0.2156544 Mar 02 07:31:50.034825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 01b4ca25-dd01-47b8-b6fe-9fb299eade8b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:50.035241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 01b4ca25-dd01-47b8-b6fe-9fb299eade8b not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:50.035636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:50.101009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:50.101009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b5ef755-80eb-439b-997b-fdaa80f6f6d4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:50.169513 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45d31a14-0130-4ba2-817c-d3f14fd00e7c req-8eb25639-f1a1-43ef-9559-bd769400aa8f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394126 Mar 02 07:31:50.212573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router c557045e-d67f-42de-993f-ce6093c29bff is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:31:50.218260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] For port aef194f1-45c6-4a35-9d94-0cf0a9c64a4e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:50.218608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.250011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Pushing event updated for resources: {'Port': ['ID=27b78f16-d540-48aa-920f-0abbf7d6dc90,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:50.259498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.326400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-91158772-62dc-40ab-89de-b5a8d2bbc6dd None None] Provisioning for port 92caae91-8a2c-4a69-b067-7dad5307864f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:50.339354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-91158772-62dc-40ab-89de-b5a8d2bbc6dd None None] Provisioning complete for port 92caae91-8a2c-4a69-b067-7dad5307864f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:50.339791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91158772-62dc-40ab-89de-b5a8d2bbc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.466151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Calling delete_port for aef194f1-45c6-4a35-9d94-0cf0a9c64a4e owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:50.510592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91158772-62dc-40ab-89de-b5a8d2bbc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.555777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-91158772-62dc-40ab-89de-b5a8d2bbc6dd None None] For port 92caae91-8a2c-4a69-b067-7dad5307864f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=92caae91-8a2c-4a69-b067-7dad5307864f,segment=NetworkSegment(b1eb9466-c8c0-43d9-9a12-e2431170c71c),segment_id=b1eb9466-c8c0-43d9-9a12-e2431170c71c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:50.564479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91158772-62dc-40ab-89de-b5a8d2bbc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.618709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Attempting to bind port 27b78f16-d540-48aa-920f-0abbf7d6dc90 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:31:50.619362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Attempting to bind port 27b78f16-d540-48aa-920f-0abbf7d6dc90 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:31:50.619865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Attempting to bind port 27b78f16-d540-48aa-920f-0abbf7d6dc90 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:50.663917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Port 27b78f16-d540-48aa-920f-0abbf7d6dc90 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:31:50.665154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Attempting to bind port 27b78f16-d540-48aa-920f-0abbf7d6dc90 on network 881d830e-b54c-42e4-a49a-ed49f8d41d24 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:31:50.666309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.670374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:50.670912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91158772-62dc-40ab-89de-b5a8d2bbc6dd None None] Pushing event updated for resources: {'Port': ['ID=92caae91-8a2c-4a69-b067-7dad5307864f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:50.680885 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ff0aa65-b5d5-440b-b114-99f6832baae2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/c557045e-d67f-42de-993f-ce6093c29bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5891681 Mar 02 07:31:50.683362 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] Sync routers for ids ['c557045e-d67f-42de-993f-ce6093c29bff'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:50.706129 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] Routers {'c557045e-d67f-42de-993f-ce6093c29bff'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:50.706761 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c557045e-d67f-42de-993f-ce6093c29bff'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:50.707139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46766) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:50.756259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:31:50.756593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Checking segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:31:50.757172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Bound using segment: {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:31:50.757836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Bound port: 27b78f16-d540-48aa-920f-0abbf7d6dc90, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6bb87b-6b8a-4814-b74f-404a75331f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:31:50.758181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.791041 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:50.801412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] Routers {'c557045e-d67f-42de-993f-ce6093c29bff'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:50.802894 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c557045e-d67f-42de-993f-ce6093c29bff'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:50.839892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71a591a1-c78e-4159-8c1c-effafed493bd None None] Provisioning complete for port 92caae91-8a2c-4a69-b067-7dad5307864f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:50.840440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71a591a1-c78e-4159-8c1c-effafed493bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:50.894497 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:50.896638 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9adb4-f69b-4da6-8c29-40abf681111a None None] The sync data for ids ['c557045e-d67f-42de-993f-ce6093c29bff'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:50.910591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23940460-958d-437d-b9b5-05b6f16574dd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:50.910591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-23940460-958d-437d-b9b5-05b6f16574dd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:51.001605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-23940460-958d-437d-b9b5-05b6f16574dd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:51.006932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-23940460-958d-437d-b9b5-05b6f16574dd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports/3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 HTTP/1.1" status: 200 len: 984 time: 0.2987483 Mar 02 07:31:51.009175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:51.058975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71a591a1-c78e-4159-8c1c-effafed493bd None None] Provisioning for port 07830d89-b475-47a3-bbf7-ba634727d364 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:51.066182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71a591a1-c78e-4159-8c1c-effafed493bd None None] Provisioning complete for port 07830d89-b475-47a3-bbf7-ba634727d364 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:51.066561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71a591a1-c78e-4159-8c1c-effafed493bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.089968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] For port 27b78f16-d540-48aa-920f-0abbf7d6dc90, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:31:51.132246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-71a591a1-c78e-4159-8c1c-effafed493bd None None] Port 07830d89-b475-47a3-bbf7-ba634727d364 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:51.197100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.245407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] For port 27b78f16-d540-48aa-920f-0abbf7d6dc90, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:31:51.267250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event deleted for resources: {'Port': ['ID=aef194f1-45c6-4a35-9d94-0cf0a9c64a4e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.276654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4afc86bd-4958-479d-9a37-2698a6e2006e None None] Provisioning complete for port 07830d89-b475-47a3-bbf7-ba634727d364 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:51.277033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4afc86bd-4958-479d-9a37-2698a6e2006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.300024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.325950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.343606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.387894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4afc86bd-4958-479d-9a37-2698a6e2006e None None] Port 07830d89-b475-47a3-bbf7-ba634727d364 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:51.394547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 92caae91-8a2c-4a69-b067-7dad5307864f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:51.474443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.476974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 92caae91-8a2c-4a69-b067-7dad5307864f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:51.477354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.478943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=07830d89-b475-47a3-bbf7-ba634727d364,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.547595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4808ee7-9a06-4ae2-9105-e9a3f4ca9e31 None None] Provisioning complete for port 07830d89-b475-47a3-bbf7-ba634727d364 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:51.547968 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b4808ee7-9a06-4ae2-9105-e9a3f4ca9e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.624529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network aba53485-eb76-4d13-b68c-9a413544d2f8 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:31:51.624529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:31:51.649070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b4808ee7-9a06-4ae2-9105-e9a3f4ca9e31 None None] Port 07830d89-b475-47a3-bbf7-ba634727d364 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:51.665735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:51.666610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.669428 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] 10.222.0.32 "PUT /v2.0/ports/27b78f16-d540-48aa-920f-0abbf7d6dc90 HTTP/1.1" status: 200 len: 1094 time: 4.2246289 Mar 02 07:31:51.683100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:51.839857 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'status': 'completed', 'code': 200} Mar 02 07:31:51.920888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:51.968006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028cb06-71d5-472a-9ac5-5f9e6ebaa61e service neutron] Pushing event updated for resources: {'Port': ['ID=27b78f16-d540-48aa-920f-0abbf7d6dc90,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:51.987180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Router 04dbb407-f4b3-4204-8da9-734f2716dd75 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:31:52.082991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78a9cca5-f427-4eb5-990c-47a94d312bc8 None None] Provisioning complete for port 07830d89-b475-47a3-bbf7-ba634727d364 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:52.082991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a9cca5-f427-4eb5-990c-47a94d312bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.175644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-78a9cca5-f427-4eb5-990c-47a94d312bc8 None None] Port 07830d89-b475-47a3-bbf7-ba634727d364 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:31:52.197813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:52.208132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.213147 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d370c1a4-59d1-48f7-87a1-61096fa14fcb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "PUT /v2.0/routers/04dbb407-f4b3-4204-8da9-734f2716dd75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1641161 Mar 02 07:31:52.218790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] Sync routers for ids ['04dbb407-f4b3-4204-8da9-734f2716dd75'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:52.224308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46778) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:52.228871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.234823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] Routers {'04dbb407-f4b3-4204-8da9-734f2716dd75'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:52.234823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['04dbb407-f4b3-4204-8da9-734f2716dd75'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:52.240484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec9d68-98bf-42a0-82d8-d63a25caba38 req-02e71732-72d9-4395-8c9b-1d4ebbe008d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.240484 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11ec9d68-98bf-42a0-82d8-d63a25caba38 req-02e71732-72d9-4395-8c9b-1d4ebbe008d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 944 time: 0.9285107 Mar 02 07:31:52.323992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066057d2-e6b3-47e2-be49-f815639e6d8a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.323992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-066057d2-e6b3-47e2-be49-f815639e6d8a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:52.342659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:52.352990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-066057d2-e6b3-47e2-be49-f815639e6d8a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:52.361294 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11ec9d68-98bf-42a0-82d8-d63a25caba38 req-b1aedfff-528e-4c1e-a22f-2b3b0e48b388 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913684 Mar 02 07:31:52.367561 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-066057d2-e6b3-47e2-be49-f815639e6d8a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dbb407-f4b3-4204-8da9-734f2716dd75 HTTP/1.1" status: 200 len: 982 time: 0.1417515 Mar 02 07:31:52.367561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46782) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:52.376146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-a9db14bd-ce47-4205-b7df-bf8f9dbc7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.376146 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-a9db14bd-ce47-4205-b7df-bf8f9dbc7b92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 1097 time: 0.6293876 Mar 02 07:31:52.385969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] Routers {'04dbb407-f4b3-4204-8da9-734f2716dd75'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:52.385969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['04dbb407-f4b3-4204-8da9-734f2716dd75'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:52.475957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:52.475957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5493f42-2203-4101-b321-b977e4a01e96 None None] The sync data for ids ['04dbb407-f4b3-4204-8da9-734f2716dd75'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:52.479950 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-0d83185c-368f-43c6-afb8-8ed9e707176a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90 HTTP/1.1" status: 200 len: 217 time: 0.1090608 Mar 02 07:31:52.559885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.559885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Fanout notify agent at l3_agent the message router_deleted on router a7af946a-dfa9-4344-a6be-741247a44a7f {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:31:52.559885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-895495be-befb-47c9-be79-34de3ee3c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.559885 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-895495be-befb-47c9-be79-34de3ee3c880 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.0753202 Mar 02 07:31:52.691420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.691420 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42392bd9-a099-4809-b117-c028d34644b0 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "DELETE /v2.0/routers/a7af946a-dfa9-4344-a6be-741247a44a7f HTTP/1.1" status: 204 len: 168 time: 4.3441992 Mar 02 07:31:52.691420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:52.855745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:52.876562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-9c024599-74bc-42ca-af36-59fbb7384da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:52.876562 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-9c024599-74bc-42ca-af36-59fbb7384da8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2997463 Mar 02 07:31:53.158329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.355561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.391277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aef194f1-45c6-4a35-9d94-0cf0a9c64a4e no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:53.444782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.483305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: aef194f1-45c6-4a35-9d94-0cf0a9c64a4e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:53.483305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device aef194f1-45c6-4a35-9d94-0cf0a9c64a4e not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:53.575180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef28eda-7c9b-49bb-93b2-62b9fc8a8713']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:53.592095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 07830d89-b475-47a3-bbf7-ba634727d364 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:53.592095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.599207 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-86255497-1219-47a5-8486-27da15859a72 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891081 Mar 02 07:31:53.599207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d06b6f6-31fd-4816-a1c7-953cdf255e29') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:53.599207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d06b6f6-31fd-4816-a1c7-953cdf255e29') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:53.691684 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:31:53.772928 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0cc1c-1841-4ed9-b74a-1a40e71bd14e req-f7c38b29-3cac-4c6c-a42c-5dd0ca4d603a service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629121 Mar 02 07:31:53.772928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.783955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634baa-b717-421a-bc3e-203f571e0d0b req-387bb947-c320-4dd4-afb9-a3e577a9d8b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:53.783955 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7f634baa-b717-421a-bc3e-203f571e0d0b req-387bb947-c320-4dd4-afb9-a3e577a9d8b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 944 time: 0.2362802 Mar 02 07:31:53.851884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.911390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.957446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:53.957446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:53.982532 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:53.998179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 07830d89-b475-47a3-bbf7-ba634727d364 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:54.041605 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7f634baa-b717-421a-bc3e-203f571e0d0b req-91b7e63e-5120-4405-be05-222bd8c2e290 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281756 Mar 02 07:31:54.110723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.146442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.167912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event deleted for resources: {'Network': ['ID=aef28eda-7c9b-49bb-93b2-62b9fc8a8713,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:54.179724 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92060476-641c-4879-9c5b-9c4482a5d1a5 tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "DELETE /v2.0/networks/aef28eda-7c9b-49bb-93b2-62b9fc8a8713 HTTP/1.1" status: 204 len: 168 time: 1.4816680 Mar 02 07:31:54.179724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:54.179724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.198911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:54.230732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-14fd1a6c-13c5-4744-ae5e-fb5160e7fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:54.230732 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-14fd1a6c-13c5-4744-ae5e-fb5160e7fe39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 1097 time: 0.3551996 Mar 02 07:31:54.342112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7e64ffc-082b-4586-818f-98ec17f6c6ff tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.428908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7e64ffc-082b-4586-818f-98ec17f6c6ff tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.487642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.558635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-953a22d1-f1dc-46f6-b5cd-40fcb9f80c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:54.558635 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-953a22d1-f1dc-46f6-b5cd-40fcb9f80c56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 898 time: 0.3166149 Mar 02 07:31:54.663780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-9457f22f-ba92-41a6-b267-9be9d98cb9d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90 HTTP/1.1" status: 200 len: 217 time: 0.0938826 Mar 02 07:31:54.710900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=07830d89-b475-47a3-bbf7-ba634727d364,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:54.781253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-80a31a02-1fd4-41b5-ad4c-1abc113e1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:54.781253 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-80a31a02-1fd4-41b5-ad4c-1abc113e1175 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.1042430 Mar 02 07:31:54.800014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7e64ffc-082b-4586-818f-98ec17f6c6ff tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.832240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:54.847080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e64ffc-082b-4586-818f-98ec17f6c6ff tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b658442-9e76-4131-9ac5-03851b6b95fc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:55.001035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7e64ffc-082b-4586-818f-98ec17f6c6ff tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.001035 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b7e64ffc-082b-4586-818f-98ec17f6c6ff tempest-TestNetworkAdvancedServerOps-805975943 tempest-TestNetworkAdvancedServerOps-805975943-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b658442-9e76-4131-9ac5-03851b6b95fc HTTP/1.1" status: 204 len: 168 time: 0.7989416 Mar 02 07:31:55.071607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:55.127937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.461192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-b4ade835-3002-49f5-9572-9cf8e80f682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:55.461192 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-b4ade835-3002-49f5-9572-9cf8e80f682d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6700003 Mar 02 07:31:55.515995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 27b78f16-d540-48aa-920f-0abbf7d6dc90 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:31:55.552273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46806) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:55.712197 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-fd0b47aa-83a6-4ba5-8ad2-38f5fae8f55a service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508178 Mar 02 07:31:55.756092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30608cae-1caf-49f1-b2ba-86101c3afd11 req-3f6f7d0d-533f-43de-a2fc-8914c66cf5c2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:55.761047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 27b78f16-d540-48aa-920f-0abbf7d6dc90, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:55.764211 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30608cae-1caf-49f1-b2ba-86101c3afd11 req-3f6f7d0d-533f-43de-a2fc-8914c66cf5c2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 944 time: 0.5148592 Mar 02 07:31:55.767186 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'port_id': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'mac_address': 'fa:16:3e:5b:8e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:31:55.835411 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30608cae-1caf-49f1-b2ba-86101c3afd11 req-bcb025d0-325f-4ac0-8c60-fe187a4c9a00 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728111 Mar 02 07:31:55.835411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Router 04dbb407-f4b3-4204-8da9-734f2716dd75 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:55.841785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.870593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.891946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b78f16-d540-48aa-920f-0abbf7d6dc90 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:31:55.915268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 27b78f16-d540-48aa-920f-0abbf7d6dc90, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:55.921728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:55.976949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=3bc68394-89fd-4ac2-aae2-0f0ff6a7b4e2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:55.995603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=27b78f16-d540-48aa-920f-0abbf7d6dc90,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:56.056653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:56.067094 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96aa139d-c263-4f25-a84d-14ab815db41a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "PUT /v2.0/routers/04dbb407-f4b3-4204-8da9-734f2716dd75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7107968 Mar 02 07:31:56.082210 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] Sync routers for ids ['04dbb407-f4b3-4204-8da9-734f2716dd75'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:56.087414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46812) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:56.102248 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] Routers {'04dbb407-f4b3-4204-8da9-734f2716dd75'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:56.102248 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['04dbb407-f4b3-4204-8da9-734f2716dd75'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:56.148106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['27b78f16-d540-48aa-920f-0abbf7d6dc90'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:31:56.158631 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c03698c-8d9f-4d44-8f78-c06fb2ace7b9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:31:56.158631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2c03698c-8d9f-4d44-8f78-c06fb2ace7b9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:56.158631 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90218ae6-8af3-4eeb-9876-158a3f21af92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=623c7745c53d4064a5c9144ecaceee6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821304 Mar 02 07:31:56.169769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46816) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:56.220974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2c03698c-8d9f-4d44-8f78-c06fb2ace7b9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:56.220974 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2c03698c-8d9f-4d44-8f78-c06fb2ace7b9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/07830d89-b475-47a3-bbf7-ba634727d364 HTTP/1.1" status: 404 len: 333 time: 0.1428380 Mar 02 07:31:56.220974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46820) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:56.364518 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab43a208-9fec-4cc4-9532-df99f5517736 req-e8ba082b-762c-4949-bada-1fa9914024be service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444499 Mar 02 07:31:56.365219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.420164 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:56.435469 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] Routers {'04dbb407-f4b3-4204-8da9-734f2716dd75'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:56.436676 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['04dbb407-f4b3-4204-8da9-734f2716dd75'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:56.459090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4af9f661-8194-462b-b0cb-8e917eb048eb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.532421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce6da748-fe5e-4ec8-8594-e3d9d8d92991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.537125 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:56.537540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76918f0c-f956-4c0f-91c6-90075e271879 None None] The sync data for ids ['04dbb407-f4b3-4204-8da9-734f2716dd75'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:56.832671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router c557045e-d67f-42de-993f-ce6093c29bff has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:31:56.846168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce6da748-fe5e-4ec8-8594-e3d9d8d92991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.920394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4af9f661-8194-462b-b0cb-8e917eb048eb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.924745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4af9f661-8194-462b-b0cb-8e917eb048eb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.961207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4af9f661-8194-462b-b0cb-8e917eb048eb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.961773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9f661-8194-462b-b0cb-8e917eb048eb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Fanout notify agent at l3_agent the message router_deleted on router 04dbb407-f4b3-4204-8da9-734f2716dd75 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:31:56.976378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce6da748-fe5e-4ec8-8594-e3d9d8d92991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.992107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4af9f661-8194-462b-b0cb-8e917eb048eb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.995703 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4af9f661-8194-462b-b0cb-8e917eb048eb tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/routers/04dbb407-f4b3-4204-8da9-734f2716dd75 HTTP/1.1" status: 204 len: 168 time: 0.7633092 Mar 02 07:31:56.995703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce6da748-fe5e-4ec8-8594-e3d9d8d92991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:56.996710 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce6da748-fe5e-4ec8-8594-e3d9d8d92991 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e01b663-c17d-4c0e-9513-fd82fd80e345 HTTP/1.1" status: 204 len: 168 time: 0.8339388 Mar 02 07:31:56.997558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6da748-fe5e-4ec8-8594-e3d9d8d92991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01b663-c17d-4c0e-9513-fd82fd80e345,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:56.999248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:57.029632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:31:57.040401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] Sync routers for ids ['c557045e-d67f-42de-993f-ce6093c29bff'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:31:57.053676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] Routers {'c557045e-d67f-42de-993f-ce6093c29bff'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:57.055116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c557045e-d67f-42de-993f-ce6093c29bff'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:57.075120 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a289b477-462d-43ba-b278-fb7e46156fde tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/c557045e-d67f-42de-993f-ce6093c29bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0600617 Mar 02 07:31:57.076643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46832) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:57.094541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 5655ae83-0c9f-4ede-b5b5-54f6554c6881 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:57.099494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.132697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:57.146109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] Routers {'c557045e-d67f-42de-993f-ce6093c29bff'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:31:57.147384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c557045e-d67f-42de-993f-ce6093c29bff'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:57.186488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.213121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:57.213534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0495e2f-f573-4596-9eef-8e21f361e9b3 None None] The sync data for ids ['c557045e-d67f-42de-993f-ce6093c29bff'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:31:57.287640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.352494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46838) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:57.377306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.399355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:57.406449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Usage tracker for resource:security_group_rule and tenant:b13a1a8afd374b90b5f8ea998a9e42e3 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:57.412485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:57.422520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:57.432533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.443436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1e85d-cad1-4e31-962d-5d20adf6abcb req-ab15a7e8-03cf-4b15-a1e1-93a27b27a888 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:57.445229 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e1b1e85d-cad1-4e31-962d-5d20adf6abcb req-ab15a7e8-03cf-4b15-a1e1-93a27b27a888 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 945 time: 0.4885242 Mar 02 07:31:57.483960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=5655ae83-0c9f-4ede-b5b5-54f6554c6881,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:57.487088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.489825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a457be0-1867-481e-bba6-1b4bf5a37930 None None] Network aba53485-eb76-4d13-b68c-9a413544d2f8 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:57.501900 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14201b03-d2af-4228-9ecd-aa2888d1022a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/5655ae83-0c9f-4ede-b5b5-54f6554c6881 HTTP/1.1" status: 204 len: 168 time: 0.5018363 Mar 02 07:31:57.504508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:57.510952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 27b78f16-d540-48aa-920f-0abbf7d6dc90 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:31:57.585454 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e1b1e85d-cad1-4e31-962d-5d20adf6abcb req-c52005cc-88fa-44e9-b777-ec65a3a2723f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789962 Mar 02 07:31:57.632004 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-5dcd67d8-5bca-4074-906e-495a1ec42029 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 07:31:57.636188 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5dcd67d8-5bca-4074-906e-495a1ec42029 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/c557045e-d67f-42de-993f-ce6093c29bff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5554128 Mar 02 07:31:57.636188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:57.673419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.682028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4221d3d4-a86e-435a-a989-dbd241d91c00 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:57.683724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.692892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 92caae91-8a2c-4a69-b067-7dad5307864f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:57.693228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.701403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4221d3d4-a86e-435a-a989-dbd241d91c00 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:57.702749 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4221d3d4-a86e-435a-a989-dbd241d91c00 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=c557045e-d67f-42de-993f-ce6093c29bff HTTP/1.1" status: 200 len: 205 time: 0.0651026 Mar 02 07:31:57.706202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:57.715984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 27b78f16-d540-48aa-920f-0abbf7d6dc90 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:31:57.722521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 27b78f16-d540-48aa-920f-0abbf7d6dc90 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:31:57.722894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.749981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.836721 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b13a1a8afd374b90b5f8ea998a9e42e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831319 Mar 02 07:31:57.846903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:57.863666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5e1bc-73d5-415c-ab73-d33ebeda6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c9ecaf-ad52-497d-b72a-1cde74ffe79a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:57.869983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.907876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:31:57.917515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] DHCP port deletion for aba53485-eb76-4d13-b68c-9a413544d2f8 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:57.928738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd86a-d4ee-474f-bc73-71020993cd21 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:57.929527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 27b78f16-d540-48aa-920f-0abbf7d6dc90, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:57.931908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Deleting port 92caae91-8a2c-4a69-b067-7dad5307864f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:57.932387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.030735 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'code': 200} Mar 02 07:31:58.038083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.049538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] For port 92caae91-8a2c-4a69-b067-7dad5307864f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=92caae91-8a2c-4a69-b067-7dad5307864f,segment=NetworkSegment(b1eb9466-c8c0-43d9-9a12-e2431170c71c),segment_id=b1eb9466-c8c0-43d9-9a12-e2431170c71c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:58.049854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.130081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8a949a1-e7d9-40ea-b14e-0bc017e39b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.188971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 92caae91-8a2c-4a69-b067-7dad5307864f owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:58.202952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=27b78f16-d540-48aa-920f-0abbf7d6dc90,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:58.237785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] For port 92caae91-8a2c-4a69-b067-7dad5307864f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=92caae91-8a2c-4a69-b067-7dad5307864f,segment=NetworkSegment(b1eb9466-c8c0-43d9-9a12-e2431170c71c),segment_id=b1eb9466-c8c0-43d9-9a12-e2431170c71c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:58.238185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.272454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.322953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=92caae91-8a2c-4a69-b067-7dad5307864f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:58.326524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No DVR routers for this DVR port 92caae91-8a2c-4a69-b067-7dad5307864f on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:31:58.375209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Calling delete_port for 92caae91-8a2c-4a69-b067-7dad5307864f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:31:58.395192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8a949a1-e7d9-40ea-b14e-0bc017e39b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.404230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd86a-d4ee-474f-bc73-71020993cd21 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.407884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd86a-d4ee-474f-bc73-71020993cd21 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: from cryptography.utils import int_from_bytes Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: from cryptography.utils import int_from_bytes Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn_limited( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn_limited( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.454155 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:31:58.463758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:31:58.480611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd86a-d4ee-474f-bc73-71020993cd21 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.480611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70bd86a-d4ee-474f-bc73-71020993cd21 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Fanout notify agent at l3_agent the message router_deleted on router c557045e-d67f-42de-993f-ce6093c29bff {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:31:58.480611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a97c-a772-40b4-b728-a6d453791648 req-362de3d5-80bb-427c-ae19-a01c5665050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:58.480611 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b443a97c-a772-40b4-b728-a6d453791648 req-362de3d5-80bb-427c-ae19-a01c5665050d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 1099 time: 0.2743802 Mar 02 07:31:58.486728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.509896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e70bd86a-d4ee-474f-bc73-71020993cd21 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.510679 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e70bd86a-d4ee-474f-bc73-71020993cd21 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/c557045e-d67f-42de-993f-ce6093c29bff HTTP/1.1" status: 204 len: 168 time: 0.8028450 Mar 02 07:31:58.514767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:58.516041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba53485-eb76-4d13-b68c-9a413544d2f8']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:58.532860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1eb9466-c8c0-43d9-9a12-e2431170c71c') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:58.532860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1eb9466-c8c0-43d9-9a12-e2431170c71c') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:31:58.544858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.563240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.569450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8a949a1-e7d9-40ea-b14e-0bc017e39b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.580300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:31:58.580300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:31:58.592426 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:31:58.607903 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b443a97c-a772-40b4-b728-a6d453791648 req-a43ec692-6bcb-4248-abec-030eb8b09d8a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177104 Mar 02 07:31:58.608407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8a949a1-e7d9-40ea-b14e-0bc017e39b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.609375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8a949a1-e7d9-40ea-b14e-0bc017e39b0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8c9ecaf-ad52-497d-b72a-1cde74ffe79a HTTP/1.1" status: 204 len: 168 time: 0.7639825 Mar 02 07:31:58.610389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a949a1-e7d9-40ea-b14e-0bc017e39b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c9ecaf-ad52-497d-b72a-1cde74ffe79a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:58.632321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet 08ba8070-88c1-44af-b0cb-ca74d7eb7e0c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:31:58.632321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.703374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.825275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.850852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.859956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=aba53485-eb76-4d13-b68c-9a413544d2f8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:58.872634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.880997 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8bff9e6e-b5b0-4e27-808f-78d831a51cea tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/aba53485-eb76-4d13-b68c-9a413544d2f8 HTTP/1.1" status: 204 len: 168 time: 1.3752413 Mar 02 07:31:58.884867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:58.965306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Deleting port 92caae91-8a2c-4a69-b067-7dad5307864f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:58.966293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:58.975944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29fa68-451b-49ef-ab80-d730ec330c68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:58.976604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9a29fa68-451b-49ef-ab80-d730ec330c68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:31:58.992024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876c1a-79a7-4702-a452-18622e41895b req-bcadfea4-a2ab-4503-8b5e-5c6e4c09f4c9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:31:59.000428 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae876c1a-79a7-4702-a452-18622e41895b req-bcadfea4-a2ab-4503-8b5e-5c6e4c09f4c9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 946 time: 0.1938207 Mar 02 07:31:59.015244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9a29fa68-451b-49ef-ab80-d730ec330c68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:31:59.017671 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9a29fa68-451b-49ef-ab80-d730ec330c68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/a76bcbf7-7d76-466b-8d41-0a46848d4b41 HTTP/1.1" status: 200 len: 841 time: 0.1312425 Mar 02 07:31:59.021963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:59.066908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.182362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48117896-2660-4a33-882d-9e929c33bd73 None None] The port '92caae91-8a2c-4a69-b067-7dad5307864f' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:31:59.197208 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7209e99-7047-4d60-a1c2-cd348dc66af6 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/a76bcbf7-7d76-466b-8d41-0a46848d4b41?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1711109 Mar 02 07:31:59.197868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46876) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:59.203988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:31:59.284067 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae876c1a-79a7-4702-a452-18622e41895b req-ed7428b3-9ef7-4987-88f4-baaf440d6942 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827680 Mar 02 07:31:59.284754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=08ba8070-88c1-44af-b0cb-ca74d7eb7e0c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:31:59.288119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.297975 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ed18ddf-4fb1-4a03-9482-20f0705e86c5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/08ba8070-88c1-44af-b0cb-ca74d7eb7e0c HTTP/1.1" status: 204 len: 168 time: 0.7819090 Mar 02 07:31:59.300515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46880) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:31:59.306257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7ef5e-1850-455a-b32d-7ed2c5376e78 None None] Network 46f41a0a-c46a-490f-8c5c-d6d7f273c575 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:31:59.355653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 92caae91-8a2c-4a69-b067-7dad5307864f no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:31:59.434183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:31:59.438698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 92caae91-8a2c-4a69-b067-7dad5307864f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:31:59.439047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 92caae91-8a2c-4a69-b067-7dad5307864f not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:31:59.445184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:31:59.456322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:31:59.477885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:31:59.477885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.493510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:31:59.493510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.527612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:59.527612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.641200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] DHCP port deletion for 46f41a0a-c46a-490f-8c5c-d6d7f273c575 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:31:59.641200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Deleting port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:31:59.641200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.844804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,segment=NetworkSegment(7ae31e3a-7db9-4829-80fb-9871c271c0e7),segment_id=7ae31e3a-7db9-4829-80fb-9871c271c0e7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:59.844804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.926666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] For port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,segment=NetworkSegment(7ae31e3a-7db9-4829-80fb-9871c271c0e7),segment_id=7ae31e3a-7db9-4829-80fb-9871c271c0e7)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:31:59.926666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:31:59.980302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 64012b98-3a6f-4539-8f5e-5cbfedb7e55d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:00.061718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Calling delete_port for 64012b98-3a6f-4539-8f5e-5cbfedb7e55d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:00.146172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:00.146172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:00.150433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.201016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=64012b98-3a6f-4539-8f5e-5cbfedb7e55d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:00.201016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.201016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No DVR routers for this DVR port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:00.370998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:00.383705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:00.389195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.391956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091bfff5-ed5a-433f-b5dd-1d6144c3c0d3 None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:00.395239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:00.395819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.405162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=83461d47-908c-4adf-a187-9b633803fe6a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:00.463335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f41a0a-c46a-490f-8c5c-d6d7f273c575']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:00.494555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae31e3a-7db9-4829-80fb-9871c271c0e7') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:00.494555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae31e3a-7db9-4829-80fb-9871c271c0e7') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:00.494555 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9195f80c-d213-4fad-b04d-e802fbe4521b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2952356 Mar 02 07:32:00.499851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:00.502158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.502609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1478047813'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:00.508501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:00.512852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:00.516153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:00.523543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.526297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:00.533291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:00.533716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.541672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:00.549193 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:00.574840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:00.579615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group_rule and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:00.596993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:00.607289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:00.650449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Deleting port 64012b98-3a6f-4539-8f5e-5cbfedb7e55d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:00.650449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.719609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-99aa2ee2-5bcf-4ef9-abb0-6d44442d297f None None] The port '64012b98-3a6f-4539-8f5e-5cbfedb7e55d' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:00.757802 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-5316fb17-be4b-409e-98ee-cd5479039d0a', 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'tenant_id': '7ff39769085444dcb9dcd62e7a7f45be', 'fixed_ips': [{'subnet_id': '83461d47-908c-4adf-a187-9b633803fe6a'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:00.758891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.769606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8f5d7-5cca-42f2-a151-d17989f40531 req-aed1e4bf-3338-4224-8c66-bf285b7fdada tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:00.771091 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-99b8f5d7-5cca-42f2-a151-d17989f40531 req-aed1e4bf-3338-4224-8c66-bf285b7fdada tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 946 time: 0.3400486 Mar 02 07:32:00.796139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.834005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.842322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=46f41a0a-c46a-490f-8c5c-d6d7f273c575,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:00.858386 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b38f5511-289f-4568-82dd-025cbcaf75e5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/46f41a0a-c46a-490f-8c5c-d6d7f273c575 HTTP/1.1" status: 204 len: 168 time: 1.5552778 Mar 02 07:32:00.859561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46890) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:00.870662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.874243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101923586'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:00.874698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.881954 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-99b8f5d7-5cca-42f2-a151-d17989f40531 req-30f3f5cf-d59d-4780-a5ea-f46c3e7dd322 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028190 Mar 02 07:32:00.882879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:00.886803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:00.890346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:00.896746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:00.911550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6898012-b43a-48f2-9656-03ff13e53158,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:00.934687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:00.941094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.947294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.952795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-de40c8f2-d5c1-4364-adb5-a9fb896bf420 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4535851 Mar 02 07:32:00.957825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:00.961574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'security_group': {'name': 'tempest-secgroup-494642583'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:00.974670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:00.975259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:00.978278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Allocated IP 172.20.0.2 (5316fb17-be4b-409e-98ee-cd5479039d0a/83461d47-908c-4adf-a187-9b633803fe6a/251fed33-80ef-470a-baa9-be0c53a1ff1b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:00.992253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:00.992253 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment 8ac9c983-f35a-433f-8489-758f3ff03e7c of type vlan for network 296c229a-a285-410a-a3b6-0270067501bc Mar 02 07:32:00.992805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:00.995354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:01.006700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:01.024909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.061566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.062643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.067172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:01.067895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.091843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:01.099150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group_rule and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:01.109756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:01.130129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6018af9-b584-443e-8888-b0a47484622e req-ca97a03d-0087-426a-9c2d-dc7245089ea6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:01.135999 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2630084 Mar 02 07:32:01.140234 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6018af9-b584-443e-8888-b0a47484622e req-ca97a03d-0087-426a-9c2d-dc7245089ea6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 946 time: 0.1265118 Mar 02 07:32:01.140234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:01.140234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46900) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:01.140234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '296c229a-a285-410a-a3b6-0270067501bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:01.193487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38863b6c-8b56-47bc-b52d-4bafcbfa02cb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=296c229a-a285-410a-a3b6-0270067501bc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:01.220669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 296c229a-a285-410a-a3b6-0270067501bc details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:01.281154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.291070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Transition to ACTIVE for port object 251fed33-80ef-470a-baa9-be0c53a1ff1b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:01.310335 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6018af9-b584-443e-8888-b0a47484622e req-6629a9c6-68e9-42f0-983b-0d27ac3d91b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567409 Mar 02 07:32:01.321341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:01.333301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:01.334295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Transition to ACTIVE for port object 251fed33-80ef-470a-baa9-be0c53a1ff1b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:01.338499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:01.353971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:01.354752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46904) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:01.396659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.406879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.443450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:01.444120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d517c24-1f70-4a0e-a5e8-d38f02541890 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:01.447166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.451342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6d517c24-1f70-4a0e-a5e8-d38f02541890 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 1094 time: 0.0943351 Mar 02 07:32:01.453838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46908) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:01.461260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'port_id': '27b78f16-d540-48aa-920f-0abbf7d6dc90'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:01.493574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64012b98-3a6f-4539-8f5e-5cbfedb7e55d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:01.544472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.548098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 64012b98-3a6f-4539-8f5e-5cbfedb7e55d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:01.548470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64012b98-3a6f-4539-8f5e-5cbfedb7e55d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:01.561168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.563086 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6085463 Mar 02 07:32:01.572515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:01.586039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.591655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-855512160', 'security_groups': ['48f52068-d406-4b95-b3cd-0a262763c260'], 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '83461d47-908c-4adf-a187-9b633803fe6a'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:01.630764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Pushing event updated for resources: {'Port': ['ID=251fed33-80ef-470a-baa9-be0c53a1ff1b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:01.637759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8c455-1ba3-45cf-b653-b96a9ec9ae58 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f52068-d406-4b95-b3cd-0a262763c260,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:01.646449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:01.658251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:01.658251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:01.764085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Attempting to bind port 251fed33-80ef-470a-baa9-be0c53a1ff1b on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:01.764960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Attempting to bind port 251fed33-80ef-470a-baa9-be0c53a1ff1b by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'bfae714c-c328-4447-8a31-1ed8f3bcd40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:01.764960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Attempting to bind port 251fed33-80ef-470a-baa9-be0c53a1ff1b on network 5316fb17-be4b-409e-98ee-cd5479039d0a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:01.778929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:01.779420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Checking segment: {'id': 'bfae714c-c328-4447-8a31-1ed8f3bcd40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:01.779825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.780216 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Bound using segment: {'id': 'bfae714c-c328-4447-8a31-1ed8f3bcd40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:01.780681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Bound port: 251fed33-80ef-470a-baa9-be0c53a1ff1b, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfae714c-c328-4447-8a31-1ed8f3bcd40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:01.781052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.813506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:01.835691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:01.864473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:01.904486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7144fa49-20f2-498f-b511-f36af262babb None None] For port 251fed33-80ef-470a-baa9-be0c53a1ff1b, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:01.904486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7144fa49-20f2-498f-b511-f36af262babb None None] For port 251fed33-80ef-470a-baa9-be0c53a1ff1b, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=251fed33-80ef-470a-baa9-be0c53a1ff1b,segment=NetworkSegment(bfae714c-c328-4447-8a31-1ed8f3bcd40e),segment_id=bfae714c-c328-4447-8a31-1ed8f3bcd40e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:01.912434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:01.987397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.035804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144fa49-20f2-498f-b511-f36af262babb None None] Pushing event updated for resources: {'Port': ['ID=251fed33-80ef-470a-baa9-be0c53a1ff1b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:02.115772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.150206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': '8ac9c983-f35a-433f-8489-758f3ff03e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '296c229a-a285-410a-a3b6-0270067501bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:02.150206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 296c229a-a285-410a-a3b6-0270067501bc, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:02.155947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=30dfefbd-0031-4b15-a85b-99a8d48f4d0c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:02.159799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 8934737b-4928-4da2-a779-8286944b36f4 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:32:02.233451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 296c229a-a285-410a-a3b6-0270067501bc is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:02.249114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 296c229a-a285-410a-a3b6-0270067501bc) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:02.284775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89564743-8149-4ac5-a2c7-c5861c6f6389 None None] Network 296c229a-a285-410a-a3b6-0270067501bc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:02.309844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:02.311875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.370632 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5f6c8eb-621b-4174-ba7d-91f3a6919619 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2386155 Mar 02 07:32:02.402048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:02.402048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-107889789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:02.402048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:02.402048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:router and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:02.421957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:02.429540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:02.491546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.491546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.495159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.503876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.571236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.579159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.8 (5316fb17-be4b-409e-98ee-cd5479039d0a/83461d47-908c-4adf-a187-9b633803fe6a/8934737b-4928-4da2-a779-8286944b36f4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:02.593295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b531af85-d247-4e24-af6f-1f09c66048c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.616944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.648302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-296c229a-a285-410a-a3b6-0270067501bc', 'network_id': '296c229a-a285-410a-a3b6-0270067501bc', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': '30dfefbd-0031-4b15-a85b-99a8d48f4d0c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:02.650486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.683579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:02.686479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cffc5c4e-1cf6-4196-b3f1-11e0425f21f6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3047369 Mar 02 07:32:02.699525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:02.759927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 87ff979c-d039-459f-98a8-83472dbcbbba associated. External IP: 172.26.4.183, port: 27b78f16-d540-48aa-920f-0abbf7d6dc90. Mar 02 07:32:02.860137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Allocated IP 2001:db8::2 (296c229a-a285-410a-a3b6-0270067501bc/30dfefbd-0031-4b15-a85b-99a8d48f4d0c/4eb6c31f-cdef-4063-a1f9-26aa8d84343c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:03.134079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.151430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Transition to ACTIVE for port object 4eb6c31f-cdef-4063-a1f9-26aa8d84343c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:03.173435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Transition to ACTIVE for port object 4eb6c31f-cdef-4063-a1f9-26aa8d84343c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:03.180932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.246185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Network 296c229a-a285-410a-a3b6-0270067501bc is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:03.249515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:03.253453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:03.352381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.357584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Pushing event updated for resources: {'Port': ['ID=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:03.374859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 8934737b-4928-4da2-a779-8286944b36f4 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:03.415847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.429477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 251fed33-80ef-470a-baa9-be0c53a1ff1b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:03.451448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:03.500207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:03.500408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-93cd2168-0d3c-4f8e-8a9d-b5c415f733a9 None None] Provisioning for port 251fed33-80ef-470a-baa9-be0c53a1ff1b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:03.505438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Attempting to bind port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:03.505838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Attempting to bind port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '8ac9c983-f35a-433f-8489-758f3ff03e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '296c229a-a285-410a-a3b6-0270067501bc'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:03.506203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Attempting to bind port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c on network 296c229a-a285-410a-a3b6-0270067501bc {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:03.523951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:03.523951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Checking segment: {'id': '8ac9c983-f35a-433f-8489-758f3ff03e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '296c229a-a285-410a-a3b6-0270067501bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:03.523951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.524556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Bound using segment: {'id': '8ac9c983-f35a-433f-8489-758f3ff03e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '296c229a-a285-410a-a3b6-0270067501bc'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:03.527120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Bound port: 4eb6c31f-cdef-4063-a1f9-26aa8d84343c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9c983-f35a-433f-8489-758f3ff03e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '296c229a-a285-410a-a3b6-0270067501bc'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:03.527120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.574145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:03.592362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:03.605757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-93cd2168-0d3c-4f8e-8a9d-b5c415f733a9 None None] Provisioning complete for port a76bcbf7-7d76-466b-8d41-0a46848d4b41 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:03.605757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-93cd2168-0d3c-4f8e-8a9d-b5c415f733a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.693910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 251fed33-80ef-470a-baa9-be0c53a1ff1b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:03.727346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:03.740204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.740325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] For port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:03.741595 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] Sync routers for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:03.743265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] For port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,segment=NetworkSegment(8ac9c983-f35a-433f-8489-758f3ff03e7c),segment_id=8ac9c983-f35a-433f-8489-758f3ff03e7c)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:03.753837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:03.755964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.758000 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:03.759680 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:03.792639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.829955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:03.847402 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b280dbee-097f-4cda-97b7-fc24dfb99646 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 992 time: 2.3928068 Mar 02 07:32:03.848277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:03.848942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:03.891434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=8934737b-4928-4da2-a779-8286944b36f4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:03.939375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-93cd2168-0d3c-4f8e-8a9d-b5c415f733a9 None None] Port a76bcbf7-7d76-466b-8d41-0a46848d4b41 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:03.995157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:03.996012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.007558 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'status': 'completed', 'code': 200} Mar 02 07:32:04.020793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.098073 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:04.098855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f2a47b10-e2fe-42ce-b481-1bfd95b82ee2 None None] Provisioning for port 8934737b-4928-4da2-a779-8286944b36f4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:04.104516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61fc55-89f4-44f6-b0b8-fb31b2376ebc None None] Pushing event updated for resources: {'Port': ['ID=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:04.114773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f2a47b10-e2fe-42ce-b481-1bfd95b82ee2 None None] Provisioning complete for port 8934737b-4928-4da2-a779-8286944b36f4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:04.115309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f2a47b10-e2fe-42ce-b481-1bfd95b82ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.131664 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-784b5d8e-6d21-4748-98bc-d3b3cd1cffaf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 992 time: 0.2774160 Mar 02 07:32:04.142932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c98cc9e-5558-481c-b5a0-f8ce7bcefd76 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5687408 Mar 02 07:32:04.149300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46932) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.157735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:04.192776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 251fed33-80ef-470a-baa9-be0c53a1ff1b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=251fed33-80ef-470a-baa9-be0c53a1ff1b,segment=NetworkSegment(bfae714c-c328-4447-8a31-1ed8f3bcd40e),segment_id=bfae714c-c328-4447-8a31-1ed8f3bcd40e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:04.207391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.313979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-3bc5127b-ad34-4776-b8f4-9e6a5924b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:04.315912 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-3bc5127b-ad34-4776-b8f4-9e6a5924b0b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 1099 time: 0.3125982 Mar 02 07:32:04.365520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f2a47b10-e2fe-42ce-b481-1bfd95b82ee2 None None] Port 8934737b-4928-4da2-a779-8286944b36f4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:04.412750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=251fed33-80ef-470a-baa9-be0c53a1ff1b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:04.519435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:04.525021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:04.529123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:04.545815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:04.560454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:04.565208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.609815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-c84ee23e-e7d0-4251-bcf1-a535311a4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:04.611839 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-c84ee23e-e7d0-4251-bcf1-a535311a4b73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 898 time: 0.2859485 Mar 02 07:32:04.697522 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '87ff979c-d039-459f-98a8-83472dbcbbba', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'port_id': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'mac_address': 'fa:16:3e:5b:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:49Z', 'updated_at': '2022-03-02T07:32:02Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:04.702360 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] Checking router: b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:04.716737 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:04.717717 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:31:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:04.727551 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 83461d47-908c-4adf-a187-9b633803fe6a (CIDR: 172.20.0.0/28) Mar 02 07:32:04.731933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8::1 (296c229a-a285-410a-a3b6-0270067501bc/30dfefbd-0031-4b15-a85b-99a8d48f4d0c/fd58636f-2cb3-4990-812c-b5b4b6f4199c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:04.733846 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:32:04.736755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:04.755342 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-b45e04f1-da63-4fca-8678-eae3fea755f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90 HTTP/1.1" status: 200 len: 1000 time: 0.1361618 Mar 02 07:32:04.772007 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dc091a04-7714-465d-b989-fbd402604f2c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6207860 Mar 02 07:32:04.772171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46936) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:04.779591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:04.813386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6625fc67-4a04-4b62-b677-6b12ba204a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:04.939243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-4dbd4259-e914-4eb5-bf9d-b808ebc5c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:04.939243 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-4dbd4259-e914-4eb5-bf9d-b808ebc5c447 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.1648369 Mar 02 07:32:04.968166 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:04.996118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:05.001420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:05.010105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:05.030971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:05.042608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:05.047674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.062484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.196653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46940) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:05.249060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object fd58636f-2cb3-4990-812c-b5b4b6f4199c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:05.269070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-f3078ec8-6a47-4bbd-9bf7-97a2984ae4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:05.272226 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-f3078ec8-6a47-4bbd-9bf7-97a2984ae4a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3314197 Mar 02 07:32:05.507537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bedac4-c359-4339-b858-cda51977fd0e None None] Network 296c229a-a285-410a-a3b6-0270067501bc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:05.518616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.556572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4eb6c31f-cdef-4063-a1f9-26aa8d84343c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:05.589472 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '87ff979c-d039-459f-98a8-83472dbcbbba', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'port_id': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'mac_address': 'fa:16:3e:5b:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:49Z', 'updated_at': '2022-03-02T07:32:02Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:05.595738 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4d3c9-da6a-4c43-8734-3d6addc5a72d None None] The sync data for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv is: [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '87ff979c-d039-459f-98a8-83472dbcbbba', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'port_id': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'mac_address': 'fa:16:3e:5b:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:30:49Z', 'updated_at': '2022-03-02T07:32:02Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:05.604072 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3dd9816c-a431-4509-80ba-d87cdf91e055 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 992 time: 0.4030721 Mar 02 07:32:05.648051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 296c229a-a285-410a-a3b6-0270067501bc is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:05.652463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:05.656842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:05.658245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.665604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.687171 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-cb5089e6-f74d-477f-8468-eba7cb8ae45e service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085214 Mar 02 07:32:05.741475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4ccc255-03da-4cd5-a591-d99a10bd271c None None] Provisioning for port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:05.751884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=fd58636f-2cb3-4990-812c-b5b4b6f4199c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:05.775740 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:05.821457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:05.822118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.918125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.923168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:05.926522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:05.939271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:05.940932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.944841 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-056073fa-b4c4-4fd6-af39-23afccb97e64 req-054bef84-855d-4297-a563-85e452767dd2 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514601 Mar 02 07:32:05.960034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.962318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:05.964490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1ea2a-dedb-4ea7-9095-c8520bff0c7c None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:05.964637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=85a01399-799f-4163-aa0e-ea533add4dcf,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:05.980461 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84745d3d-558a-4352-8ffc-43eaa38927c3 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2071927 Mar 02 07:32:05.984310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46944) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:05.990387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1636148644', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85a01399-799f-4163-aa0e-ea533add4dcf'}], 'security_groups': ['f6898012-b43a-48f2-9656-03ff13e53158']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:06.037335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778bec5b-ec1f-41d7-ac05-4adf4e7832b5 None None] New status for floating IP 87ff979c-d039-459f-98a8-83472dbcbbba: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:32:06.226451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.285004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.432043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.437582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.438565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.478645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,segment=NetworkSegment(8ac9c983-f35a-433f-8489-758f3ff03e7c),segment_id=8ac9c983-f35a-433f-8489-758f3ff03e7c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:06.492828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.493613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 251fed33-80ef-470a-baa9-be0c53a1ff1b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:06.627722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46948) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:06.675358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 296c229a-a285-410a-a3b6-0270067501bc is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:06.679390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:06.693867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:06.723250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:06.724560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.798293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-28418663-7c77-4a7e-ba2f-98b8ce8b08f3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 200 len: 994 time: 0.1646705 Mar 02 07:32:06.839686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-574566e2-64d1-404d-857b-66ccec6a2e50 None None] Provisioning complete for port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:06.840313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-574566e2-64d1-404d-857b-66ccec6a2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:06.845614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Delete allocated IP 172.20.0.8 (5316fb17-be4b-409e-98ee-cd5479039d0a/83461d47-908c-4adf-a187-9b633803fe6a) {{(pid=87773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:32:06.851762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=fd58636f-2cb3-4990-812c-b5b4b6f4199c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:06.858179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.18 (5316fb17-be4b-409e-98ee-cd5479039d0a/85a01399-799f-4163-aa0e-ea533add4dcf/8934737b-4928-4da2-a779-8286944b36f4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:06.943029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router caec224b-1fe5-4cb6-bdd0-e4165db4bbcd is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:32:07.101385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] Update dhcp port {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'fixed_ips': [{'subnet_id': '83461d47-908c-4adf-a187-9b633803fe6a', 'ip_address': '172.20.0.2'}, {'subnet_id': '85a01399-799f-4163-aa0e-ea533add4dcf'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '251fed33-80ef-470a-baa9-be0c53a1ff1b'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:32:07.112534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.134650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 8934737b-4928-4da2-a779-8286944b36f4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:07.138144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:07.140737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.151118 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] Sync routers for ids ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:07.159705 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e666af31-a58b-46d0-a0f0-a83a4ddec2a6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/caec224b-1fe5-4cb6-bdd0-e4165db4bbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4612808 Mar 02 07:32:07.162365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46952) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:07.167004 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] Routers {'caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:07.169258 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:07.180579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.229333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.295132 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:07.316792 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] Routers {'caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:07.319211 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:07.336132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=8934737b-4928-4da2-a779-8286944b36f4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:07.396374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] In _notify_port_updated(), no bound segment for port 8934737b-4928-4da2-a779-8286944b36f4 on network 5316fb17-be4b-409e-98ee-cd5479039d0a {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:32:07.401737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:07.402571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.406941 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4f4062bb-4d65-47bc-aa6b-2f5f3771f4bc tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "PUT /v2.0/ports/8934737b-4928-4da2-a779-8286944b36f4 HTTP/1.1" status: 200 len: 921 time: 1.4215198 Mar 02 07:32:07.407814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46956) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:07.413231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4eb6c31f-cdef-4063-a1f9-26aa8d84343c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:07.467804 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:07.468393 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea590a-e57d-438d-bfac-0c549b933493 None None] The sync data for ids ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:07.492168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b1151-5c05-4750-a89c-d5c30b2c74fe tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:07.492424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 8934737b-4928-4da2-a779-8286944b36f4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:07.492761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.493123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-190b1151-5c05-4750-a89c-d5c30b2c74fe tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:07.497766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-574566e2-64d1-404d-857b-66ccec6a2e50 None None] Provisioning for port fd58636f-2cb3-4990-812c-b5b4b6f4199c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:07.510770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-190b1151-5c05-4750-a89c-d5c30b2c74fe tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:07.513686 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-190b1151-5c05-4750-a89c-d5c30b2c74fe tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports/fd58636f-2cb3-4990-812c-b5b4b6f4199c HTTP/1.1" status: 200 len: 911 time: 0.3485494 Mar 02 07:32:07.515298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46960) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:07.523260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-574566e2-64d1-404d-857b-66ccec6a2e50 None None] Provisioning complete for port fd58636f-2cb3-4990-812c-b5b4b6f4199c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:07.523763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-574566e2-64d1-404d-857b-66ccec6a2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.628693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-574566e2-64d1-404d-857b-66ccec6a2e50 None None] Port fd58636f-2cb3-4990-812c-b5b4b6f4199c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:07.641513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:07.642070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.678207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] Allocated IP 172.20.0.19 (5316fb17-be4b-409e-98ee-cd5479039d0a/85a01399-799f-4163-aa0e-ea533add4dcf/251fed33-80ef-470a-baa9-be0c53a1ff1b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:07.750959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.855219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-64795770-6b38-4ed9-bcb7-66f7868060b2 None None] Provisioning complete for port fd58636f-2cb3-4990-812c-b5b4b6f4199c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:07.855836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64795770-6b38-4ed9-bcb7-66f7868060b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.931106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] For port 251fed33-80ef-470a-baa9-be0c53a1ff1b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=251fed33-80ef-470a-baa9-be0c53a1ff1b,segment=NetworkSegment(bfae714c-c328-4447-8a31-1ed8f3bcd40e),segment_id=bfae714c-c328-4447-8a31-1ed8f3bcd40e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:07.955559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-64795770-6b38-4ed9-bcb7-66f7868060b2 None None] Port fd58636f-2cb3-4990-812c-b5b4b6f4199c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:07.978277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:07.981991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 8934737b-4928-4da2-a779-8286944b36f4 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:07.994520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] Transition to ACTIVE for port object 251fed33-80ef-470a-baa9-be0c53a1ff1b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:07.999374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.050010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.137415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.143063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ccd38-725f-41e1-8bc1-68cd52783f46 None None] Pushing event updated for resources: {'Port': ['ID=251fed33-80ef-470a-baa9-be0c53a1ff1b,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:08.190532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=8934737b-4928-4da2-a779-8286944b36f4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:08.296927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.307284 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1d6a4454-a265-444d-9364-7edaef966493 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/8934737b-4928-4da2-a779-8286944b36f4 HTTP/1.1" status: 204 len: 168 time: 0.8982646 Mar 02 07:32:08.310033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:08.356203 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8270035c-4c70-4a5f-b278-0a24e15f419e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:32:08.356821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8270035c-4c70-4a5f-b278-0a24e15f419e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:08.384078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8270035c-4c70-4a5f-b278-0a24e15f419e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:08.385218 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8270035c-4c70-4a5f-b278-0a24e15f419e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/8934737b-4928-4da2-a779-8286944b36f4 HTTP/1.1" status: 404 len: 333 time: 0.0742035 Mar 02 07:32:08.388647 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:08.450374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port fd58636f-2cb3-4990-812c-b5b4b6f4199c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:08.450709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.457205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-808a7245-bfb4-4d76-af0a-f66692485b79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.488025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-808a7245-bfb4-4d76-af0a-f66692485b79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.540384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-808a7245-bfb4-4d76-af0a-f66692485b79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.559927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a7245-bfb4-4d76-af0a-f66692485b79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f52068-d406-4b95-b3cd-0a262763c260,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:08.564542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-808a7245-bfb4-4d76-af0a-f66692485b79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.565990 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-808a7245-bfb4-4d76-af0a-f66692485b79 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/security-groups/48f52068-d406-4b95-b3cd-0a262763c260 HTTP/1.1" status: 204 len: 168 time: 0.1762450 Mar 02 07:32:08.568612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:08.642823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4880-0ddd-4d95-81cd-b5b715cbb192 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.648247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.672504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4880-0ddd-4d95-81cd-b5b715cbb192 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.688687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-211ed6fe-482c-42bc-a790-4558ac0a505f None None] Provisioning for port 251fed33-80ef-470a-baa9-be0c53a1ff1b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:08.693548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-211ed6fe-482c-42bc-a790-4558ac0a505f None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:08.694196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-211ed6fe-482c-42bc-a790-4558ac0a505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.724037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4880-0ddd-4d95-81cd-b5b715cbb192 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.744706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce4880-0ddd-4d95-81cd-b5b715cbb192 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6898012-b43a-48f2-9656-03ff13e53158,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:08.748397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4880-0ddd-4d95-81cd-b5b715cbb192 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.749821 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d2ce4880-0ddd-4d95-81cd-b5b715cbb192 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/security-groups/f6898012-b43a-48f2-9656-03ff13e53158 HTTP/1.1" status: 204 len: 168 time: 0.1799028 Mar 02 07:32:08.752145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:08.782693 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for fd58636f-2cb3-4990-812c-b5b4b6f4199c owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:08.828494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 83461d47-908c-4adf-a187-9b633803fe6a {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:08.832643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.838121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-211ed6fe-482c-42bc-a790-4558ac0a505f None None] Could not find standard attr ID for object 8934737b-4928-4da2-a779-8286944b36f4. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:32:08.849958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-211ed6fe-482c-42bc-a790-4558ac0a505f None None] Provisioning complete for port a76bcbf7-7d76-466b-8d41-0a46848d4b41 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:08.850327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-211ed6fe-482c-42bc-a790-4558ac0a505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.894206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:08.904644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-211ed6fe-482c-42bc-a790-4558ac0a505f None None] Port a76bcbf7-7d76-466b-8d41-0a46848d4b41 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:08.979516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.063279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.076491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.106854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=83461d47-908c-4adf-a187-9b633803fe6a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:09.110370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.117309 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ac61af6a-5b9c-4fb3-a2b4-bcfc0acd5184 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/83461d47-908c-4adf-a187-9b633803fe6a HTTP/1.1" status: 204 len: 168 time: 0.3641391 Mar 02 07:32:09.122097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46980) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:09.127758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:09.129191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=fd58636f-2cb3-4990-812c-b5b4b6f4199c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:09.139409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.139752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.140096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.140426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.140760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.141083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.141461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.141749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.142072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.142392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.142723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.143028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:09.203779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1aa20-5605-402f-bb78-d05172d36fed None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:09.295175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:09.300489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:09.303669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:09.310258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:09.327860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.331715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:09.343981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.403701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 251fed33-80ef-470a-baa9-be0c53a1ff1b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:09.446965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a3e5b3ed-9d6f-46c0-8df4-8904b6cf4f83 None None] Could not find standard attr ID for object 8934737b-4928-4da2-a779-8286944b36f4. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 07:32:09.531690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:09.531941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.634469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router caec224b-1fe5-4cb6-bdd0-e4165db4bbcd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:09.657446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.720232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:09.723760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:09.728231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:09.729051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.754049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=333abacb-8398-44f6-9f5f-28fd3f34eaf0,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:09.759966 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9295156a-28af-4480-ac9c-3bfed0480c21 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6368260 Mar 02 07:32:09.760556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46984) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:09.766453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1883238461'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:09.772344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:09.776267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:09.777185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:09.779300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:09.786212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:09.788915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] Sync routers for ids ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:09.799678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:09.801393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] Routers {'caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:09.802462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:09.808397 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-23d35154-d591-4f4d-ac87-a62317f2d11f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/caec224b-1fe5-4cb6-bdd0-e4165db4bbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2920263 Mar 02 07:32:09.810159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46988) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:09.823689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:09.828254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group_rule and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:09.831523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:09.837875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:09.855786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e43106b-a88d-428a-b1e9-16eca7d55291 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:09.881212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e43106b-a88d-428a-b1e9-16eca7d55291 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:09.882648 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e43106b-a88d-428a-b1e9-16eca7d55291 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=caec224b-1fe5-4cb6-bdd0-e4165db4bbcd HTTP/1.1" status: 200 len: 205 time: 0.0713460 Mar 02 07:32:09.885294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 46992) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:09.915874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:09.925690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] Routers {'caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:09.926292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:09.998964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:09.999373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2518-72cd-4f39-877d-bbe5efb082d6 None None] The sync data for ids ['caec224b-1fe5-4cb6-bdd0-e4165db4bbcd'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:10.045035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.050516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9827bb7f-890a-47cc-a363-f4bc3ddd4ba1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.170497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ef64d-d908-45b8-ba23-0411949594ba None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:10.214663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.297940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e959de76-d22d-4e40-a775-1b104ffa0fab None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:10.298405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e959de76-d22d-4e40-a775-1b104ffa0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.320957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b51349f-81ae-4cdb-ab80-2e0d7e41b76b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.427135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.428251 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e05ef714-25a2-458d-b2f1-2a2ee5028563 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6660497 Mar 02 07:32:10.431161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 46996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:10.438046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1499739391'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:10.444234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:10.448140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:10.451640 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:10.457526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:10.473073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.494233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:10.499424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group_rule and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:10.501395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9827bb7f-890a-47cc-a363-f4bc3ddd4ba1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.502826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:10.503714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9827bb7f-890a-47cc-a363-f4bc3ddd4ba1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.509308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:10.524767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e959de76-d22d-4e40-a775-1b104ffa0fab None None] Provisioning complete for port a76bcbf7-7d76-466b-8d41-0a46848d4b41 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:10.525153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e959de76-d22d-4e40-a775-1b104ffa0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.529236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9827bb7f-890a-47cc-a363-f4bc3ddd4ba1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.530284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9827bb7f-890a-47cc-a363-f4bc3ddd4ba1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Fanout notify agent at l3_agent the message router_deleted on router caec224b-1fe5-4cb6-bdd0-e4165db4bbcd {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:32:10.545964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9827bb7f-890a-47cc-a363-f4bc3ddd4ba1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.547102 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9827bb7f-890a-47cc-a363-f4bc3ddd4ba1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/caec224b-1fe5-4cb6-bdd0-e4165db4bbcd HTTP/1.1" status: 204 len: 168 time: 0.6608536 Mar 02 07:32:10.551028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:10.592925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e959de76-d22d-4e40-a775-1b104ffa0fab None None] Port a76bcbf7-7d76-466b-8d41-0a46848d4b41 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:10.646010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.652230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet 30dfefbd-0031-4b15-a85b-99a8d48f4d0c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:10.655280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.658616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.667438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] Update dhcp port {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'fixed_ips': [{'subnet_id': '85a01399-799f-4163-aa0e-ea533add4dcf', 'ip_address': '172.20.0.19'}, {'subnet_id': '333abacb-8398-44f6-9f5f-28fd3f34eaf0'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '251fed33-80ef-470a-baa9-be0c53a1ff1b'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:32:10.723191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.742583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84557e83-4af2-4414-95c1-7fe1e279f9fa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.749832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.753723 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-907aa197-507c-4e1e-b9db-3a4beece843a tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3186977 Mar 02 07:32:10.753723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.754913 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47004) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:10.761315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1452011085'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:10.768957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:10.772985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:10.775811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:10.782180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:10.792476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.814099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:10.818102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:security_group_rule and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:10.820946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:10.827145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:10.850821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.902944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.907357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.940027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.940286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] Allocated IP 172.20.0.2 (5316fb17-be4b-409e-98ee-cd5479039d0a/333abacb-8398-44f6-9f5f-28fd3f34eaf0/251fed33-80ef-470a-baa9-be0c53a1ff1b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:10.954697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718e1692-eda4-41d5-b203-74e1f283979f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.962202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.962658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.963095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.963536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.963988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.964408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.964827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.965301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.965808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.966222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.966636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.967052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:10.970224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.974293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dba5e408-056a-44b8-afa1-b29cb957a456 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2150528 Mar 02 07:32:10.974598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47010) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:10.980906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-269542165', 'security_groups': ['718e1692-eda4-41d5-b203-74e1f283979f'], 'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '333abacb-8398-44f6-9f5f-28fd3f34eaf0'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:10.985022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=30dfefbd-0031-4b15-a85b-99a8d48f4d0c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:10.986922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:10.993815 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a84c9cb1-5051-4661-a05d-61cc3205562a tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/30dfefbd-0031-4b15-a85b-99a8d48f4d0c HTTP/1.1" status: 204 len: 168 time: 0.4418399 Mar 02 07:32:10.997163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:11.040712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd1c3e-fa97-4793-bfe4-33570b6d8d95 None None] Network 296c229a-a285-410a-a3b6-0270067501bc requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:11.124689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:11.138861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:11.151994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:11.157201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.179550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port a1981d7d-1cbe-4f31-8ec3-86b4c4f05afb yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:32:11.204461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] For port 251fed33-80ef-470a-baa9-be0c53a1ff1b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=251fed33-80ef-470a-baa9-be0c53a1ff1b,segment=NetworkSegment(bfae714c-c328-4447-8a31-1ed8f3bcd40e),segment_id=bfae714c-c328-4447-8a31-1ed8f3bcd40e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:11.235457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.246155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:11.246545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.270764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.291831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] Transition to ACTIVE for port object 251fed33-80ef-470a-baa9-be0c53a1ff1b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:11.305156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.397518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] DHCP port deletion for 296c229a-a285-410a-a3b6-0270067501bc request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:11.444584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Deleting port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:11.444967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.456706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4da27af4-c992-434c-8d55-01d6eb17cf56 {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:11.457251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:11.484409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,segment=NetworkSegment(8ac9c983-f35a-433f-8489-758f3ff03e7c),segment_id=8ac9c983-f35a-433f-8489-758f3ff03e7c)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:11.485006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.499555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103e916-e9ff-48dd-a1b1-75689582f563 None None] Pushing event updated for resources: {'Port': ['ID=251fed33-80ef-470a-baa9-be0c53a1ff1b,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:11.613867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 4eb6c31f-cdef-4063-a1f9-26aa8d84343c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:11.691933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.707929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] For port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,segment=NetworkSegment(8ac9c983-f35a-433f-8489-758f3ff03e7c),segment_id=8ac9c983-f35a-433f-8489-758f3ff03e7c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:11.708321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.742672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=4eb6c31f-cdef-4063-a1f9-26aa8d84343c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:11.746222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No DVR routers for this DVR port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:11.844418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Calling delete_port for 4eb6c31f-cdef-4063-a1f9-26aa8d84343c owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:11.873734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.902050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296c229a-a285-410a-a3b6-0270067501bc']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:11.915522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac9c983-f35a-433f-8489-758f3ff03e7c') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:11.916016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac9c983-f35a-433f-8489-758f3ff03e7c') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:11.925600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:11.926203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:11.928709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.945280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.951812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:11.952198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.958749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:11.968246 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:11.985509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] device_id is not set on port 572e1f05-238a-4bef-bd5b-16a817c4bc17 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:32:12.024647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd2b50b3-3089-49d5-b616-f50460e42e0a None None] Provisioning for port 251fed33-80ef-470a-baa9-be0c53a1ff1b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:12.030281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd2b50b3-3089-49d5-b616-f50460e42e0a None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:12.030656 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd2b50b3-3089-49d5-b616-f50460e42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.053210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.078233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.085020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=296c229a-a285-410a-a3b6-0270067501bc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:12.101010 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-386d2f05-8271-418b-b514-1f4249fbdb54 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/296c229a-a285-410a-a3b6-0270067501bc HTTP/1.1" status: 204 len: 168 time: 1.1027846 Mar 02 07:32:12.101606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:12.106690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-141158516', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:12.113590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:12.117666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:router and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:12.120510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:12.126858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:12.138875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.140372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.161540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.186505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd2b50b3-3089-49d5-b616-f50460e42e0a None None] Provisioning complete for port a76bcbf7-7d76-466b-8d41-0a46848d4b41 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:12.186870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd2b50b3-3089-49d5-b616-f50460e42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.242786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b50b3-3089-49d5-b616-f50460e42e0a None None] Port a76bcbf7-7d76-466b-8d41-0a46848d4b41 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:12.257967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.5 (5316fb17-be4b-409e-98ee-cd5479039d0a/333abacb-8398-44f6-9f5f-28fd3f34eaf0/572e1f05-238a-4bef-bd5b-16a817c4bc17) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:12.428067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Deleting port 4eb6c31f-cdef-4063-a1f9-26aa8d84343c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:12.429005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.435278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.474185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.498429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 572e1f05-238a-4bef-bd5b-16a817c4bc17 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:12.526922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.532507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f8592010-e920-45b2-985c-afe7cc94d48e None None] The port '4eb6c31f-cdef-4063-a1f9-26aa8d84343c' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:12.615657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:12.618712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:12.622543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:12.670597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=572e1f05-238a-4bef-bd5b-16a817c4bc17,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:12.702261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:12.702924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.734890 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e2249d87-9faa-4622-bd78-670375ba9bd2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7587705 Mar 02 07:32:12.737415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47022) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:12.747472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:12.866168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3be2bcd9-9314-410f-85d9-4d7bf07bf2b5 None None] Provisioning for port 572e1f05-238a-4bef-bd5b-16a817c4bc17 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:12.871698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3be2bcd9-9314-410f-85d9-4d7bf07bf2b5 None None] Provisioning complete for port 572e1f05-238a-4bef-bd5b-16a817c4bc17 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:12.872750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3be2bcd9-9314-410f-85d9-4d7bf07bf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.875714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.909119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:12.923623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:12.927915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:12.930990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:12.931981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3be2bcd9-9314-410f-85d9-4d7bf07bf2b5 None None] Port 572e1f05-238a-4bef-bd5b-16a817c4bc17 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:12.938021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:12.948665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:12.953010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.056731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 172.26.4.165 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/773be865-c167-42f1-8bee-5898fec7a8f5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:13.197209 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 333abacb-8398-44f6-9f5f-28fd3f34eaf0 (CIDR: 172.20.0.0/28) Mar 02 07:32:13.200724 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:32:13.201277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:13.208376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.218751 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-01d33cd8-5e15-4e21-91bf-f9b30d67e4cf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4796283 Mar 02 07:32:13.221893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47026) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:13.227541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:13.238182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.298250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:13.300940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:13.304527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:13.348726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=773be865-c167-42f1-8bee-5898fec7a8f5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:13.374407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 251fed33-80ef-470a-baa9-be0c53a1ff1b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:13.396233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:13.400121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:13.403601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:13.409183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:13.420833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:13.424641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.445320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:13.445740 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.569480 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 85a01399-799f-4163-aa0e-ea533add4dcf (CIDR: 172.20.0.16/28) Mar 02 07:32:13.573985 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:32:13.575178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:13.597815 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e5b6d05-986e-4e55-a18b-a8a6ff9ac48d tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3748507 Mar 02 07:32:13.598667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47030) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:13.604412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'subnet': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:13.612968 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4eb6c31f-cdef-4063-a1f9-26aa8d84343c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:13.647317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 4eb6c31f-cdef-4063-a1f9-26aa8d84343c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:13.647670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4eb6c31f-cdef-4063-a1f9-26aa8d84343c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:13.744013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:13.748212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:13.751935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Usage tracker for resource:subnet and tenant:7ff39769085444dcb9dcd62e7a7f45be is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:13.754761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:13.760366 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:13.770313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Made reservation on behalf of 7ff39769085444dcb9dcd62e7a7f45be for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:13.773782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.031816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.086329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.087447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Network 5316fb17-be4b-409e-98ee-cd5479039d0a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:14.090591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:14.094737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:14.095305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.100772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ee3da-8f1e-4892-8ae4-6042067dfaff None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:14.108292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Subnet': ['ID=53b92cf5-cb9e-4bf2-bc66-560e5162150a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:14.123067 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eead2065-4328-4546-a6ed-9d92b3aefdb7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5232630 Mar 02 07:32:14.125703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:14.132768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1804719656', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53b92cf5-cb9e-4bf2-bc66-560e5162150a'}], 'security_groups': ['3b51349f-81ae-4cdb-ab80-2e0d7e41b76b', '84557e83-4af2-4414-95c1-7fe1e279f9fa']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:14.395705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.426993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router e1aa9def-1614-4b02-b952-777208541698 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:32:14.473906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] Update dhcp port {'port': {'network_id': '5316fb17-be4b-409e-98ee-cd5479039d0a', 'fixed_ips': [{'subnet_id': '85a01399-799f-4163-aa0e-ea533add4dcf', 'ip_address': '172.20.0.19'}, {'subnet_id': '333abacb-8398-44f6-9f5f-28fd3f34eaf0', 'ip_address': '172.20.0.2'}, {'subnet_id': '53b92cf5-cb9e-4bf2-bc66-560e5162150a'}], 'binding:host_id': 'dv-neutron-831485-1-hyperv'}, 'id': '251fed33-80ef-470a-baa9-be0c53a1ff1b'} from dv-neutron-831485-1-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 07:32:14.527666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.606836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:14.619279 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] Sync routers for ids ['e1aa9def-1614-4b02-b952-777208541698'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:14.635714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.637046 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] Routers {'e1aa9def-1614-4b02-b952-777208541698'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:14.637807 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c32f8224-2bdc-4ef7-9423-37bb30bd3858 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5345142 Mar 02 07:32:14.639183 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['e1aa9def-1614-4b02-b952-777208541698'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:14.640357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47038) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:14.719362 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:14.728237 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] Routers {'e1aa9def-1614-4b02-b952-777208541698'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:14.729496 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['e1aa9def-1614-4b02-b952-777208541698'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:14.747873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] Allocated IP 172.20.0.34 (5316fb17-be4b-409e-98ee-cd5479039d0a/53b92cf5-cb9e-4bf2-bc66-560e5162150a/251fed33-80ef-470a-baa9-be0c53a1ff1b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:14.789949 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:14.790353 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ec639-33ee-4b80-8dd8-70230b3a42da None None] The sync data for ids ['e1aa9def-1614-4b02-b952-777208541698'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:14.832829 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96b97036-b8b3-4f1e-9b8e-9263ad25a2fb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/routers/e1aa9def-1614-4b02-b952-777208541698 HTTP/1.1" status: 200 len: 884 time: 0.1902280 Mar 02 07:32:14.835290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:14.912574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] For port 251fed33-80ef-470a-baa9-be0c53a1ff1b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=251fed33-80ef-470a-baa9-be0c53a1ff1b,segment=NetworkSegment(bfae714c-c328-4447-8a31-1ed8f3bcd40e),segment_id=bfae714c-c328-4447-8a31-1ed8f3bcd40e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:14.936347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:14.952446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] Transition to ACTIVE for port object 251fed33-80ef-470a-baa9-be0c53a1ff1b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:14.956461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.045866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9eb6ec8-13b9-49b7-97d6-a4501e9f93ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:router {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:15.063312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9eb6ec8-13b9-49b7-97d6-a4501e9f93ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:router {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:15.068180 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9eb6ec8-13b9-49b7-97d6-a4501e9f93ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2293551 Mar 02 07:32:15.068376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47046) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:15.075956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5d1cae04-d6a7-4519-8dc4-7014d2131d56 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-141158516'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:15.100071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Delete allocated IP 172.20.0.5 (5316fb17-be4b-409e-98ee-cd5479039d0a/333abacb-8398-44f6-9f5f-28fd3f34eaf0) {{(pid=87773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 07:32:15.109029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Allocated IP 172.20.0.46 (5316fb17-be4b-409e-98ee-cd5479039d0a/53b92cf5-cb9e-4bf2-bc66-560e5162150a/572e1f05-238a-4bef-bd5b-16a817c4bc17) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:15.148846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f9112-1dcc-48a1-9301-0f144e57d5b3 None None] Pushing event updated for resources: {'Port': ['ID=251fed33-80ef-470a-baa9-be0c53a1ff1b,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:15.360764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.373588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 251fed33-80ef-470a-baa9-be0c53a1ff1b up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:15.379994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Transition to ACTIVE for port object 572e1f05-238a-4bef-bd5b-16a817c4bc17 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:15.391757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.672350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event updated for resources: {'Port': ['ID=572e1f05-238a-4bef-bd5b-16a817c4bc17,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:15.690431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] In _notify_port_updated(), no bound segment for port 572e1f05-238a-4bef-bd5b-16a817c4bc17 on network 5316fb17-be4b-409e-98ee-cd5479039d0a {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:32:15.695920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:15.696497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.697880 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-782ba546-388f-40e1-baac-719d551fbaa2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "PUT /v2.0/ports/572e1f05-238a-4bef-bd5b-16a817c4bc17 HTTP/1.1" status: 200 len: 960 time: 1.5710320 Mar 02 07:32:15.701018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47050) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:15.773893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port 572e1f05-238a-4bef-bd5b-16a817c4bc17 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:15.774329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.775614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Provisioning for port 572e1f05-238a-4bef-bd5b-16a817c4bc17 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:15.782057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Provisioning complete for port 572e1f05-238a-4bef-bd5b-16a817c4bc17 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:15.782404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.788156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d1cae04-d6a7-4519-8dc4-7014d2131d56 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.799175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d1cae04-d6a7-4519-8dc4-7014d2131d56 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.841140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Port 572e1f05-238a-4bef-bd5b-16a817c4bc17 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:15.851251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Provisioning for port 251fed33-80ef-470a-baa9-be0c53a1ff1b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:15.855873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:15.856250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:15.986347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1cae04-d6a7-4519-8dc4-7014d2131d56 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router e1aa9def-1614-4b02-b952-777208541698 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:15.989370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Provisioning complete for port a76bcbf7-7d76-466b-8d41-0a46848d4b41 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:15.989768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.021676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.045948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-77b3143f-9eb9-43e1-b0a0-7578651a2553 None None] Port a76bcbf7-7d76-466b-8d41-0a46848d4b41 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:16.155839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for 572e1f05-238a-4bef-bd5b-16a817c4bc17 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:16.185591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1cae04-d6a7-4519-8dc4-7014d2131d56 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:16.192546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d1cae04-d6a7-4519-8dc4-7014d2131d56 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.193689 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d1cae04-d6a7-4519-8dc4-7014d2131d56 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/e1aa9def-1614-4b02-b952-777208541698 HTTP/1.1" status: 200 len: 891 time: 1.1235387 Mar 02 07:32:16.196415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.199107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] Sync routers for ids ['e1aa9def-1614-4b02-b952-777208541698'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:16.210871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] Routers {'e1aa9def-1614-4b02-b952-777208541698'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:16.211665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['e1aa9def-1614-4b02-b952-777208541698'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:16.279005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:16.292621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] Routers {'e1aa9def-1614-4b02-b952-777208541698'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:16.293131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['e1aa9def-1614-4b02-b952-777208541698'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:16.323292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.346885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-82de5c12-4986-4636-85c8-5ee5e0711e75 None None] Provisioning complete for port 572e1f05-238a-4bef-bd5b-16a817c4bc17 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:16.347254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82de5c12-4986-4636-85c8-5ee5e0711e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.385844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=572e1f05-238a-4bef-bd5b-16a817c4bc17,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:16.389602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-82de5c12-4986-4636-85c8-5ee5e0711e75 None None] Port 572e1f05-238a-4bef-bd5b-16a817c4bc17 was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 07:32:16.390952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:16.391368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e432250-03e1-47c7-b246-479ca9f9700f None None] The sync data for ids ['e1aa9def-1614-4b02-b952-777208541698'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:16.392697 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c36f7d7d-e15b-4469-b29b-a22203d4929f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/routers/e1aa9def-1614-4b02-b952-777208541698 HTTP/1.1" status: 200 len: 891 time: 0.1946757 Mar 02 07:32:16.395390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47058) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.442422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a519035-2a3f-456d-82c1-f6449ca39a92 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:16.461866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a519035-2a3f-456d-82c1-f6449ca39a92 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:16.463047 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a519035-2a3f-456d-82c1-f6449ca39a92 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa9def-1614-4b02-b952-777208541698 HTTP/1.1" status: 200 len: 205 time: 0.0666807 Mar 02 07:32:16.466065 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.492336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.503370 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-32931c2d-6b73-4075-8573-be9df80e2b68 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/572e1f05-238a-4bef-bd5b-16a817c4bc17 HTTP/1.1" status: 204 len: 168 time: 0.8010159 Mar 02 07:32:16.505805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47066) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.548388 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-287fe79a-6786-4725-a576-a30803064d23 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] GET failed (client error): The resource could not be found. Mar 02 07:32:16.548918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-287fe79a-6786-4725-a576-a30803064d23 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Synchronizing usage tracker for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:16.565040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-287fe79a-6786-4725-a576-a30803064d23 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Unset dirty status for tenant:7ff39769085444dcb9dcd62e7a7f45be on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:16.566905 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-287fe79a-6786-4725-a576-a30803064d23 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports/572e1f05-238a-4bef-bd5b-16a817c4bc17 HTTP/1.1" status: 404 len: 333 time: 0.0600617 Mar 02 07:32:16.569767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:16.687230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.768597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2575124e-5519-4163-b944-7bfbd60b4d2e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.866563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2575124e-5519-4163-b944-7bfbd60b4d2e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.924875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.936748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 773be865-c167-42f1-8bee-5898fec7a8f5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:16.937095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.967902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2575124e-5519-4163-b944-7bfbd60b4d2e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:16.993678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575124e-5519-4163-b944-7bfbd60b4d2e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e1692-eda4-41d5-b203-74e1f283979f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.002769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2575124e-5519-4163-b944-7bfbd60b4d2e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.003877 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2575124e-5519-4163-b944-7bfbd60b4d2e tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/security-groups/718e1692-eda4-41d5-b203-74e1f283979f HTTP/1.1" status: 204 len: 168 time: 0.4332056 Mar 02 07:32:17.006782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47074) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:17.074514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-987f0d59-e55a-435c-83b4-7feaef5e7062 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.103586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-987f0d59-e55a-435c-83b4-7feaef5e7062 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.133711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.152193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-987f0d59-e55a-435c-83b4-7feaef5e7062 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.168078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f0d59-e55a-435c-83b4-7feaef5e7062 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84557e83-4af2-4414-95c1-7fe1e279f9fa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.175779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-987f0d59-e55a-435c-83b4-7feaef5e7062 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.177069 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-987f0d59-e55a-435c-83b4-7feaef5e7062 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/security-groups/84557e83-4af2-4414-95c1-7fe1e279f9fa HTTP/1.1" status: 204 len: 168 time: 0.1692913 Mar 02 07:32:17.179763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47078) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:17.242447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-337e2cda-5aa5-4ec5-aa52-1edc8ead26f5 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.271296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-337e2cda-5aa5-4ec5-aa52-1edc8ead26f5 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.326803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-337e2cda-5aa5-4ec5-aa52-1edc8ead26f5 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.344003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e2cda-5aa5-4ec5-aa52-1edc8ead26f5 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b51349f-81ae-4cdb-ab80-2e0d7e41b76b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.351502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-337e2cda-5aa5-4ec5-aa52-1edc8ead26f5 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.354138 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-337e2cda-5aa5-4ec5-aa52-1edc8ead26f5 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b51349f-81ae-4cdb-ab80-2e0d7e41b76b HTTP/1.1" status: 204 len: 168 time: 0.1733735 Mar 02 07:32:17.355259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:17.390449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 773be865-c167-42f1-8bee-5898fec7a8f5 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:17.420269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 333abacb-8398-44f6-9f5f-28fd3f34eaf0 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:17.423219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.476190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.552057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.559663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.601682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=773be865-c167-42f1-8bee-5898fec7a8f5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.632383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.673817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=333abacb-8398-44f6-9f5f-28fd3f34eaf0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:17.679144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.687289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f12862-a14a-48dc-b16d-25791691950d None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:17.689781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:17.690011 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61d52cda-a78b-484a-881f-76ef78391fa9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/333abacb-8398-44f6-9f5f-28fd3f34eaf0 HTTP/1.1" status: 204 len: 168 time: 0.3337142 Mar 02 07:32:17.735058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.922748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.926704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.931720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 53b92cf5-cb9e-4bf2-bc66-560e5162150a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:17.938251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.996184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:17.997250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Fanout notify agent at l3_agent the message router_deleted on router e1aa9def-1614-4b02-b952-777208541698 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:32:18.016337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.077074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.083119 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f72b330b-670c-4975-b9ba-f77732820bc6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/e1aa9def-1614-4b02-b952-777208541698 HTTP/1.1" status: 204 len: 168 time: 1.6112654 Mar 02 07:32:18.083508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:18.091504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-876866897'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:18.098107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:18.103121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:18.108194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:18.116296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:18.129525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:18.135477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.140813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.166188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:18.176530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.177638 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment 4dde7e16-94f0-42f9-874c-5755ce95900f of type vlan for network 8348c11c-12d9-4f6f-86f7-6342e075566a Mar 02 07:32:18.208096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.227981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.240848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.247166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:18.248081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.299977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.302754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=53b92cf5-cb9e-4bf2-bc66-560e5162150a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:18.320842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a360ca7b-7053-483c-ba28-73aa1d8c8b06 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/53b92cf5-cb9e-4bf2-bc66-560e5162150a HTTP/1.1" status: 204 len: 168 time: 0.6298416 Mar 02 07:32:18.323157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47094) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:18.368055 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2831426 Mar 02 07:32:18.372322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:18.378402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '8348c11c-12d9-4f6f-86f7-6342e075566a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:18.383409 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f9aa91-2322-40ce-8975-0c2c05abf873 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:18.385093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f9aa91-2322-40ce-8975-0c2c05abf873 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:18.390510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07f9aa91-2322-40ce-8975-0c2c05abf873 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/333abacb-8398-44f6-9f5f-28fd3f34eaf0 HTTP/1.1" status: 404 len: 337 time: 0.0663321 Mar 02 07:32:18.391390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47102) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:18.395537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648ea1c-48c6-4417-95fd-3f47844ec70e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=8348c11c-12d9-4f6f-86f7-6342e075566a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:18.406692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 8348c11c-12d9-4f6f-86f7-6342e075566a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:18.489433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting subnet 85a01399-799f-4163-aa0e-ea533add4dcf {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:18.492822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.535230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:18.545221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:18.551316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:18.557376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.557571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:18.571057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:18.574922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.577860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fd255-5b2d-4989-bab8-2a946a8111ed None None] Network 5316fb17-be4b-409e-98ee-cd5479039d0a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:18.658286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.687910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-28254626-8c47-4a44-b145-82177fbc7ec7 None None] Provisioning complete for port 251fed33-80ef-470a-baa9-be0c53a1ff1b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:18.688498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28254626-8c47-4a44-b145-82177fbc7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.757407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.820721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.837424 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/85a01399-799f-4163-aa0e-ea533add4dcf HTTP/1.1" status: 204 len: 168 time: 0.4394963 Mar 02 07:32:18.838567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:18.839794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f1e17-5f3c-44e3-b7fa-a249b3478133 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Subnet': ['ID=85a01399-799f-4163-aa0e-ea533add4dcf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:18.882332 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-921d8066-d934-4a9d-85c1-7676491e772b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:18.882793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921d8066-d934-4a9d-85c1-7676491e772b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:18.884562 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-921d8066-d934-4a9d-85c1-7676491e772b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/83461d47-908c-4adf-a187-9b633803fe6a HTTP/1.1" status: 404 len: 337 time: 0.0420878 Mar 02 07:32:18.887839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:18.931495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d337de4b-9366-4737-b9f3-b707ef55b4b2 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dbb407-f4b3-4204-8da9-734f2716dd75 HTTP/1.1" status: 200 len: 205 time: 0.0424080 Mar 02 07:32:18.933824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:18.936295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.958592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:18.986787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-28254626-8c47-4a44-b145-82177fbc7ec7 None None] Provisioning complete for port a76bcbf7-7d76-466b-8d41-0a46848d4b41 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:18.987262 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28254626-8c47-4a44-b145-82177fbc7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.003628 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-4796a55d-bb65-4d24-bed3-29459b88afd1 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] delete failed (client error): The resource could not be found. Mar 02 07:32:19.007113 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4796a55d-bb65-4d24-bed3-29459b88afd1 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/routers/04dbb407-f4b3-4204-8da9-734f2716dd75 HTTP/1.1" status: 404 len: 336 time: 0.0698938 Mar 02 07:32:19.007524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.048373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-28254626-8c47-4a44-b145-82177fbc7ec7 None None] Port a76bcbf7-7d76-466b-8d41-0a46848d4b41 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:19.050932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d368708-5ab3-4e6a-838e-99e9a1d32ecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.051214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': '4dde7e16-94f0-42f9-874c-5755ce95900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8348c11c-12d9-4f6f-86f7-6342e075566a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:19.051614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 8348c11c-12d9-4f6f-86f7-6342e075566a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:19.051961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d368708-5ab3-4e6a-838e-99e9a1d32ecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.056055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d368708-5ab3-4e6a-838e-99e9a1d32ecf tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/5655ae83-0c9f-4ede-b5b5-54f6554c6881 HTTP/1.1" status: 404 len: 337 time: 0.0451496 Mar 02 07:32:19.056367 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.059904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=9ce383ca-4e92-416a-a974-cd817a6ad50e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:19.073425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] DHCP port deletion for 5316fb17-be4b-409e-98ee-cd5479039d0a request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:19.078165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Deleting port 251fed33-80ef-470a-baa9-be0c53a1ff1b {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:19.078548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.082116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 8348c11c-12d9-4f6f-86f7-6342e075566a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:19.093316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 8348c11c-12d9-4f6f-86f7-6342e075566a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:19.098339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:19.099236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.105022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a511d4-3358-4cb6-8ff4-db1b3624f428 None None] Network 8348c11c-12d9-4f6f-86f7-6342e075566a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:19.126712 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e81fe07-095b-4ff9-bf1c-5c38b2c93945 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7507508 Mar 02 07:32:19.127687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.134620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1024273582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:19.145341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:19.150135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:router and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:19.153375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:19.159362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:19.170353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.171553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.188799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.210921 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6e850d-395e-4541-8d9e-d31fd7a6d5e9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.211404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6e850d-395e-4541-8d9e-d31fd7a6d5e9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.212671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.213681 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d6e850d-395e-4541-8d9e-d31fd7a6d5e9 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/4eac22fe-0c85-4b68-aa0c-9a072e278737 HTTP/1.1" status: 404 len: 337 time: 0.1561797 Mar 02 07:32:19.215952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.242250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.246188 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-56611eaf-059d-4526-823c-7364c5fa6c11 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1154113 Mar 02 07:32:19.247046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.253599 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a188b5bc-07fb-4f35-afa8-0e4f476dbf50 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.253937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a188b5bc-07fb-4f35-afa8-0e4f476dbf50 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.258025 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a188b5bc-07fb-4f35-afa8-0e4f476dbf50 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/4440095a-9ffa-440c-8587-dedab3b98034 HTTP/1.1" status: 404 len: 337 time: 0.0386026 Mar 02 07:32:19.258170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.299207 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-084453f7-6102-4499-8a4d-529adc3e4cc7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.299570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084453f7-6102-4499-8a4d-529adc3e4cc7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.303692 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-084453f7-6102-4499-8a4d-529adc3e4cc7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/15cee58a-87f3-4fd5-88bb-8137e59d3335 HTTP/1.1" status: 404 len: 333 time: 0.0422256 Mar 02 07:32:19.303870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.346159 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f1f97a-664b-4eb8-a724-332011846c5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.346870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f1f97a-664b-4eb8-a724-332011846c5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.350984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d7f1f97a-664b-4eb8-a724-332011846c5c tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/c942786f-c162-430f-a13e-af1d37bb7593 HTTP/1.1" status: 404 len: 337 time: 0.0437570 Mar 02 07:32:19.353835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.398246 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c471fe1c-93c7-4bc8-a707-0e364c3126a8 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.398643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c471fe1c-93c7-4bc8-a707-0e364c3126a8 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.401732 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c471fe1c-93c7-4bc8-a707-0e364c3126a8 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/9e8f007c-dc0d-43aa-b0ea-6f5dbc32acf6 HTTP/1.1" status: 404 len: 337 time: 0.0459070 Mar 02 07:32:19.401883 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 251fed33-80ef-470a-baa9-be0c53a1ff1b no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:19.403401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.443894 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0fc460-1346-4ec7-97de-dc459b97a586 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.444363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0fc460-1346-4ec7-97de-dc459b97a586 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.448508 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e0fc460-1346-4ec7-97de-dc459b97a586 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/8cafb979-bc55-423d-acd5-b13cd7716e49 HTTP/1.1" status: 404 len: 333 time: 0.0417657 Mar 02 07:32:19.448721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47154) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.489210 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-783ce603-1db6-4255-bed6-8de4c7bedee7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.489684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783ce603-1db6-4255-bed6-8de4c7bedee7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.493780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-783ce603-1db6-4255-bed6-8de4c7bedee7 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/8497d39b-3a81-4021-9db6-08506d7a3eb4 HTTP/1.1" status: 404 len: 337 time: 0.0417242 Mar 02 07:32:19.493936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47158) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.531919 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa7de68-5972-405a-8950-2d4fbdeb0a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] DELETE failed (client error): The resource could not be found. Mar 02 07:32:19.532289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa7de68-5972-405a-8950-2d4fbdeb0a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:32:19.536077 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0fa7de68-5972-405a-8950-2d4fbdeb0a90 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/subnets/ef79cc01-74a1-462b-83d0-259053a4661e HTTP/1.1" status: 404 len: 337 time: 0.0391407 Mar 02 07:32:19.536738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:19.581456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] For port 251fed33-80ef-470a-baa9-be0c53a1ff1b, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=251fed33-80ef-470a-baa9-be0c53a1ff1b,segment=NetworkSegment(bfae714c-c328-4447-8a31-1ed8f3bcd40e),segment_id=bfae714c-c328-4447-8a31-1ed8f3bcd40e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:19.582437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.595989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-8348c11c-12d9-4f6f-86f7-6342e075566a', 'network_id': '8348c11c-12d9-4f6f-86f7-6342e075566a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': '9ce383ca-4e92-416a-a974-cd817a6ad50e'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:19.597054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.605220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Deleting port a76bcbf7-7d76-466b-8d41-0a46848d4b41 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:19.605559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.725460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Calling delete_port for 251fed33-80ef-470a-baa9-be0c53a1ff1b owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:19.731849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.818188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.874618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:19.947993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Calling delete_port for a76bcbf7-7d76-466b-8d41-0a46848d4b41 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:19.963211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.029957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.054881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Pushing event deleted for resources: {'Port': ['ID=251fed33-80ef-470a-baa9-be0c53a1ff1b,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.060504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] No DVR routers for this DVR port 251fed33-80ef-470a-baa9-be0c53a1ff1b on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:20.072662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.073093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.073325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.073694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.074031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.075238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.075238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.075610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.075895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.076241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.076529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.076849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69a937-11aa-47f3-84d4-6c06e2f29bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:20.083448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Port': ['ID=a76bcbf7-7d76-466b-8d41-0a46848d4b41,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.092719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.093194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Allocated IP 2001:db8::2 (8348c11c-12d9-4f6f-86f7-6342e075566a/9ce383ca-4e92-416a-a974-cd817a6ad50e/bee70671-fc7e-4357-a3d5-ebbb9113dd16) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:20.104126 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1a8b13d5-47d0-45db-b2be-fc69da940f8b tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/ports/a76bcbf7-7d76-466b-8d41-0a46848d4b41 HTTP/1.1" status: 204 len: 168 time: 0.5664015 Mar 02 07:32:20.106494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:20.218506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.299805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.310985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Transition to ACTIVE for port object bee70671-fc7e-4357-a3d5-ebbb9113dd16 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:20.329714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Transition to ACTIVE for port object bee70671-fc7e-4357-a3d5-ebbb9113dd16 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:20.335266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.349039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.382271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5316fb17-be4b-409e-98ee-cd5479039d0a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:20.397142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfae714c-c328-4447-8a31-1ed8f3bcd40e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:20.397391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Network 8348c11c-12d9-4f6f-86f7-6342e075566a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:20.397562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfae714c-c328-4447-8a31-1ed8f3bcd40e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:20.399877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:20.408225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:20.410143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8::1 (8348c11c-12d9-4f6f-86f7-6342e075566a/9ce383ca-4e92-416a-a974-cd817a6ad50e/c6349197-192a-482b-bca3-1e1eeed993dd) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:20.410730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.430161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.437795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:20.438495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.443818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Pushing event updated for resources: {'Port': ['ID=bee70671-fc7e-4357-a3d5-ebbb9113dd16,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:20.454558 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:20.540477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.540872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Attempting to bind port bee70671-fc7e-4357-a3d5-ebbb9113dd16 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:20.541255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Attempting to bind port bee70671-fc7e-4357-a3d5-ebbb9113dd16 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '4dde7e16-94f0-42f9-874c-5755ce95900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8348c11c-12d9-4f6f-86f7-6342e075566a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:20.542243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Attempting to bind port bee70671-fc7e-4357-a3d5-ebbb9113dd16 on network 8348c11c-12d9-4f6f-86f7-6342e075566a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:20.547721 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:20.548094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Checking segment: {'id': '4dde7e16-94f0-42f9-874c-5755ce95900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8348c11c-12d9-4f6f-86f7-6342e075566a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:20.548497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.548893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Bound using segment: {'id': '4dde7e16-94f0-42f9-874c-5755ce95900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8348c11c-12d9-4f6f-86f7-6342e075566a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:20.549361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Bound port: bee70671-fc7e-4357-a3d5-ebbb9113dd16, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dde7e16-94f0-42f9-874c-5755ce95900f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8348c11c-12d9-4f6f-86f7-6342e075566a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:20.549778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.558686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.568845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] Pushing event deleted for resources: {'Network': ['ID=5316fb17-be4b-409e-98ee-cd5479039d0a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.574444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ffabd8e-1e9e-471b-a437-337cef99ea80 tempest-PortsTestJSON-539227872 tempest-PortsTestJSON-539227872-project] 10.222.0.41 "DELETE /v2.0/networks/5316fb17-be4b-409e-98ee-cd5479039d0a HTTP/1.1" status: 204 len: 168 time: 0.4646552 Mar 02 07:32:20.596177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.613839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object c6349197-192a-482b-bca3-1e1eeed993dd will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:20.638252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.643174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] For port bee70671-fc7e-4357-a3d5-ebbb9113dd16, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:20.646698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] For port bee70671-fc7e-4357-a3d5-ebbb9113dd16, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bee70671-fc7e-4357-a3d5-ebbb9113dd16,segment=NetworkSegment(4dde7e16-94f0-42f9-874c-5755ce95900f),segment_id=4dde7e16-94f0-42f9-874c-5755ce95900f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:20.651451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.699430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 8348c11c-12d9-4f6f-86f7-6342e075566a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:20.702548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:20.706696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:20.707253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:20.728678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=c6349197-192a-482b-bca3-1e1eeed993dd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.750508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9c3d-b556-4c14-9da2-1c1ed592731d None None] Pushing event updated for resources: {'Port': ['ID=bee70671-fc7e-4357-a3d5-ebbb9113dd16,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:20.886035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:20.967395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.072867 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4eb60427-308d-4588-bd2d-49d2d603c895 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ff39769085444dcb9dcd62e7a7f45be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856349 Mar 02 07:32:21.076039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:21.133705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4a6-e308-49a9-a263-b2b6b61d50c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.161495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4a6-e308-49a9-a263-b2b6b61d50c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.214150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4a6-e308-49a9-a263-b2b6b61d50c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.234087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbd4a6-e308-49a9-a263-b2b6b61d50c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b7c73-00ce-40b7-828b-eb3e092ae4c1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:21.237322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd4a6-e308-49a9-a263-b2b6b61d50c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.238475 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbdbd4a6-e308-49a9-a263-b2b6b61d50c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c8b7c73-00ce-40b7-828b-eb3e092ae4c1 HTTP/1.1" status: 204 len: 168 time: 0.1615119 Mar 02 07:32:21.393358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.404704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.405485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.417145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bee70671-fc7e-4357-a3d5-ebbb9113dd16 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:21.484493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=c6349197-192a-482b-bca3-1e1eeed993dd,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:21.521375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port bee70671-fc7e-4357-a3d5-ebbb9113dd16 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:21.634313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 8348c11c-12d9-4f6f-86f7-6342e075566a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:21.635673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:21.772091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417afca-d876-468e-9c2d-e0a5a14c70e8 None None] Network 8348c11c-12d9-4f6f-86f7-6342e075566a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:21.838899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router b3643b48-b955-488c-8c9a-3192c0aabd64 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:32:21.879873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-69f7b0bd-9fcc-4bb7-85a0-a1129025f6ea None None] Provisioning for port bee70671-fc7e-4357-a3d5-ebbb9113dd16 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:21.899241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-69f7b0bd-9fcc-4bb7-85a0-a1129025f6ea None None] Provisioning complete for port bee70671-fc7e-4357-a3d5-ebbb9113dd16 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:21.899704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69f7b0bd-9fcc-4bb7-85a0-a1129025f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:21.997917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:22.009213 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] Sync routers for ids ['b3643b48-b955-488c-8c9a-3192c0aabd64'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:22.012136 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b9e1340b-231e-4cb8-8761-3eee61f9525e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/b3643b48-b955-488c-8c9a-3192c0aabd64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7640097 Mar 02 07:32:22.014821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:22.020367 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] Routers {'b3643b48-b955-488c-8c9a-3192c0aabd64'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:22.020984 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b3643b48-b955-488c-8c9a-3192c0aabd64'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:22.074145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47210) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:22.107968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265ff12-9fe1-404a-855a-9715925e4a30 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:22.110875 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0265ff12-9fe1-404a-855a-9715925e4a30 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports/c6349197-192a-482b-bca3-1e1eeed993dd HTTP/1.1" status: 200 len: 911 time: 0.0943980 Mar 02 07:32:22.113694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:22.121521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ce383ca-4e92-416a-a974-cd817a6ad50e'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:22.122202 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:22.129503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69f7b0bd-9fcc-4bb7-85a0-a1129025f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.132888 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] Routers {'b3643b48-b955-488c-8c9a-3192c0aabd64'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:22.133980 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b3643b48-b955-488c-8c9a-3192c0aabd64'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:22.173248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-69f7b0bd-9fcc-4bb7-85a0-a1129025f6ea None None] For port bee70671-fc7e-4357-a3d5-ebbb9113dd16, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bee70671-fc7e-4357-a3d5-ebbb9113dd16,segment=NetworkSegment(4dde7e16-94f0-42f9-874c-5755ce95900f),segment_id=4dde7e16-94f0-42f9-874c-5755ce95900f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:22.182724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69f7b0bd-9fcc-4bb7-85a0-a1129025f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.201572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-820400336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:22.208356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:22.212366 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:router and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:22.216029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:22.222804 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:22.222964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:22.223672 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e09368-f36a-4089-97a7-b5f052dca7dc None None] The sync data for ids ['b3643b48-b955-488c-8c9a-3192c0aabd64'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:22.237974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.239175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.258555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.285745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.286852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7b0bd-9fcc-4bb7-85a0-a1129025f6ea None None] Pushing event updated for resources: {'Port': ['ID=bee70671-fc7e-4357-a3d5-ebbb9113dd16,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:22.322364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.326347 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1b7e77e6-0a0c-4848-85b8-aa7e7da45d68 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2487724 Mar 02 07:32:22.326759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47220) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:22.334580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-85805569'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:22.341275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:22.346371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:network and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:22.349761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:22.357324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:22.368941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:22.373565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.386642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.402617 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:22.407600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:security_group_rule and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:22.411349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:22.417323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:22.426536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.509535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.511444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a55f40c8-30fc-4de7-b981-1a21573af7a9 None None] Provisioning complete for port bee70671-fc7e-4357-a3d5-ebbb9113dd16 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:22.511912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a55f40c8-30fc-4de7-b981-1a21573af7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.515236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.547513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:22.559411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7ee1b2-23e4-4a6d-9a21-8bc1a66da67b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:22.567079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.567406 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Added segment a027f389-f296-4513-ae14-6db6c7d38e65 of type vlan for network d3802094-205a-4be0-baaa-5c3e3a35903d Mar 02 07:32:22.599139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.646111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.653837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:22.654543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.699146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a55f40c8-30fc-4de7-b981-1a21573af7a9 None None] Provisioning for port c6349197-192a-482b-bca3-1e1eeed993dd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:22.706142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a55f40c8-30fc-4de7-b981-1a21573af7a9 None None] Provisioning complete for port c6349197-192a-482b-bca3-1e1eeed993dd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:22.706517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a55f40c8-30fc-4de7-b981-1a21573af7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.767891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a55f40c8-30fc-4de7-b981-1a21573af7a9 None None] Port c6349197-192a-482b-bca3-1e1eeed993dd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:22.771616 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4436717 Mar 02 07:32:22.774796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47224) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:22.780870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9d3de-aa56-4f03-8466-a9ae72f88c7b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Network': ['ID=d3802094-205a-4be0-baaa-5c3e3a35903d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:22.783699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'subnet': {'network_id': 'd3802094-205a-4be0-baaa-5c3e3a35903d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:22.792157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d3802094-205a-4be0-baaa-5c3e3a35903d details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:22.909607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8d91e41d-ade1-406d-b2ad-ff0d6b04db60 None None] Provisioning complete for port c6349197-192a-482b-bca3-1e1eeed993dd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:22.910017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8d91e41d-ade1-406d-b2ad-ff0d6b04db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:22.963761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8d91e41d-ade1-406d-b2ad-ff0d6b04db60 None None] Port c6349197-192a-482b-bca3-1e1eeed993dd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:22.998514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:23.008337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:subnet and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:23.017520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:23.027335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:23.047596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:23.050957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.082917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6c3d8b71-d093-44b2-b2f2-067ed6838c9f None None] Provisioning complete for port c6349197-192a-482b-bca3-1e1eeed993dd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:23.083296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c3d8b71-d093-44b2-b2f2-067ed6838c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.138523 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d8b71-d093-44b2-b2f2-067ed6838c9f None None] Port c6349197-192a-482b-bca3-1e1eeed993dd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:23.341912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.345551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bee70671-fc7e-4357-a3d5-ebbb9113dd16 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:23.359502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.364994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:23.365589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.366916 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/ports/c6349197-192a-482b-bca3-1e1eeed993dd HTTP/1.1" status: 200 len: 911 time: 1.2521036 Mar 02 07:32:23.370087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:23.416723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bee70671-fc7e-4357-a3d5-ebbb9113dd16 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:23.416986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.463710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f56b1-7b4a-4887-ad4d-c531898ca3f2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=c6349197-192a-482b-bca3-1e1eeed993dd,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:23.466662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.542090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Subnet': ['ID=d123f212-8b47-46cf-b899-775849a55185,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:23.558612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Checking segment: {'id': 'a027f389-f296-4513-ae14-6db6c7d38e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd3802094-205a-4be0-baaa-5c3e3a35903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:23.559016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network hostable DHCP agents. Network: d3802094-205a-4be0-baaa-5c3e3a35903d, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:23.578966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network d3802094-205a-4be0-baaa-5c3e3a35903d is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:23.588971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d3802094-205a-4be0-baaa-5c3e3a35903d) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:23.594106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:23.594825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.600198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf7215-c2a3-42b1-bee1-aca2d3c68d2a None None] Network d3802094-205a-4be0-baaa-5c3e3a35903d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:23.623147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-72fa2611-12e7-42b8-94df-7df2abc1b861 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8471048 Mar 02 07:32:23.627027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:23.632965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'network': {'name': 'tempest-router-network01--577517634'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:23.638835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:23.643127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:network and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:23.646433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:23.651754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:23.663542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:23.667275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.697474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:23.707441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.707778 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Added segment 9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e of type vlan for network 29682683-0066-460f-8624-b7ac2cf70550 Mar 02 07:32:23.734770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.769288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.774796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:23.775381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.865613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-d3802094-205a-4be0-baaa-5c3e3a35903d', 'network_id': 'd3802094-205a-4be0-baaa-5c3e3a35903d', 'tenant_id': '6816f19a034e4cadbe584837e2c0ddec', 'fixed_ips': [{'subnet_id': 'd123f212-8b47-46cf-b899-775849a55185'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:23.866675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:23.880674 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2502804 Mar 02 07:32:23.881053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:23.891777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0265281-595f-4a71-b98a-5059d85f2fb9 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Network': ['ID=29682683-0066-460f-8624-b7ac2cf70550,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:23.912916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'network': {'name': 'tempest-router-network02--686225230'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:23.921991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:23.923716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 29682683-0066-460f-8624-b7ac2cf70550 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:23.931306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:network and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:23.935960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:23.942843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:23.958803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:23.962523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.038514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:24.054481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.054820 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Added segment 6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0 of type vlan for network fb04aa30-8976-49ff-a871-baa93b561453 Mar 02 07:32:24.087993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.104940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.111960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Allocated IP 2001:db8::2 (d3802094-205a-4be0-baaa-5c3e3a35903d/d123f212-8b47-46cf-b899-775849a55185/b52d01de-071d-4e85-990b-a1f71840b4d1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:24.251878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.257277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:24.257878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.308390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.320118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Transition to ACTIVE for port object b52d01de-071d-4e85-990b-a1f71840b4d1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:24.337946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Transition to ACTIVE for port object b52d01de-071d-4e85-990b-a1f71840b4d1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:24.344267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.402682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Network d3802094-205a-4be0-baaa-5c3e3a35903d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:24.405919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:24.421013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:24.427373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Pushing event updated for resources: {'Port': ['ID=b52d01de-071d-4e85-990b-a1f71840b4d1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:24.469499 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5875010 Mar 02 07:32:24.472612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:24.478058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097434f5-bd91-433a-b944-7d2785d5bfce tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Network': ['ID=fb04aa30-8976-49ff-a871-baa93b561453,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:24.478382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'subnet': {'network_id': '29682683-0066-460f-8624-b7ac2cf70550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:24.493825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network fb04aa30-8976-49ff-a871-baa93b561453 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:24.578782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port c6349197-192a-482b-bca3-1e1eeed993dd {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:24.579165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.582705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Attempting to bind port b52d01de-071d-4e85-990b-a1f71840b4d1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:24.583072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Attempting to bind port b52d01de-071d-4e85-990b-a1f71840b4d1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'a027f389-f296-4513-ae14-6db6c7d38e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd3802094-205a-4be0-baaa-5c3e3a35903d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:24.583429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Attempting to bind port b52d01de-071d-4e85-990b-a1f71840b4d1 on network d3802094-205a-4be0-baaa-5c3e3a35903d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:24.593369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:24.594481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:24.594850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Checking segment: {'id': 'a027f389-f296-4513-ae14-6db6c7d38e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd3802094-205a-4be0-baaa-5c3e3a35903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:24.595248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.595634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Bound using segment: {'id': 'a027f389-f296-4513-ae14-6db6c7d38e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd3802094-205a-4be0-baaa-5c3e3a35903d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:24.596091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Bound port: b52d01de-071d-4e85-990b-a1f71840b4d1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a027f389-f296-4513-ae14-6db6c7d38e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd3802094-205a-4be0-baaa-5c3e3a35903d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:24.596453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.597907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:subnet and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:24.600744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:24.606646 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:24.617555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:24.622327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.706607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] For port b52d01de-071d-4e85-990b-a1f71840b4d1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:24.710696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] For port b52d01de-071d-4e85-990b-a1f71840b4d1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b52d01de-071d-4e85-990b-a1f71840b4d1,segment=NetworkSegment(a027f389-f296-4513-ae14-6db6c7d38e65),segment_id=a027f389-f296-4513-ae14-6db6c7d38e65)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:24.716183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.779210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.798662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774c70-398a-4985-999e-79eba5a3d07f None None] Pushing event updated for resources: {'Port': ['ID=b52d01de-071d-4e85-990b-a1f71840b4d1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:24.876183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:24.929241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for c6349197-192a-482b-bca3-1e1eeed993dd owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:24.962375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Checking segment: {'id': '9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '29682683-0066-460f-8624-b7ac2cf70550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:24.962729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network hostable DHCP agents. Network: 29682683-0066-460f-8624-b7ac2cf70550, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:24.970420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Subnet': ['ID=2ca20e20-764a-49e8-95e4-167cb3a93bab,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:24.987737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network 29682683-0066-460f-8624-b7ac2cf70550 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:25.001375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 29682683-0066-460f-8624-b7ac2cf70550) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:25.014142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:25.016981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.037260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f0f9a-d155-4ba1-a3b4-5610acccbb32 None None] Network 29682683-0066-460f-8624-b7ac2cf70550 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:25.057373 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ae0c11f-77ea-425b-8f05-ab04e430f4ec tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5835855 Mar 02 07:32:25.061081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47248) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:25.066785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'subnet': {'network_id': 'fb04aa30-8976-49ff-a871-baa93b561453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:25.202307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.300452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-29682683-0066-460f-8624-b7ac2cf70550', 'network_id': '29682683-0066-460f-8624-b7ac2cf70550', 'tenant_id': '6816f19a034e4cadbe584837e2c0ddec', 'fixed_ips': [{'subnet_id': '2ca20e20-764a-49e8-95e4-167cb3a93bab'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:25.303559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.343583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:25.348659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:subnet and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:25.352299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:25.373029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:25.387924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:25.391690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=c6349197-192a-482b-bca3-1e1eeed993dd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:25.427037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.467380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b52d01de-071d-4e85-990b-a1f71840b4d1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:25.599991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.634331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Allocated IP 2001:db8::2 (29682683-0066-460f-8624-b7ac2cf70550/2ca20e20-764a-49e8-95e4-167cb3a93bab/c85f4bdb-d413-4483-b0d0-68aa8313cf42) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:25.721187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.788683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b52d01de-071d-4e85-990b-a1f71840b4d1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:25.828735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Checking segment: {'id': '6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb04aa30-8976-49ff-a871-baa93b561453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:25.829475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network hostable DHCP agents. Network: fb04aa30-8976-49ff-a871-baa93b561453, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:25.839011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Subnet': ['ID=61cb3777-69af-4d84-a28c-e9858158c04f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:25.868434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network fb04aa30-8976-49ff-a871-baa93b561453 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:25.876537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.889503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, fb04aa30-8976-49ff-a871-baa93b561453) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:25.895070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:25.896239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Transition to ACTIVE for port object c85f4bdb-d413-4483-b0d0-68aa8313cf42 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:25.897381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:25.919437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b15f31-30e2-4dde-b4ad-b13f9960690e None None] Network fb04aa30-8976-49ff-a871-baa93b561453 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:25.921082 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51221a90-d3de-48dd-a0f9-c6304e880ac4 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8586667 Mar 02 07:32:25.923750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:25.974651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router b3643b48-b955-488c-8c9a-3192c0aabd64 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:25.988200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Transition to ACTIVE for port object c85f4bdb-d413-4483-b0d0-68aa8313cf42 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:26.043683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136df43-4c68-42ce-85ab-054465ac051e None None] Network d3802094-205a-4be0-baaa-5c3e3a35903d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:26.066257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.129772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:26.147762 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3ae1b45f-1fd8-4c1b-bd58-10d18875318e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/b3643b48-b955-488c-8c9a-3192c0aabd64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7758729 Mar 02 07:32:26.150494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47256) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:26.209548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] Sync routers for ids ['b3643b48-b955-488c-8c9a-3192c0aabd64'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:26.225440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a873adf7-dbe2-4c46-81c6-b447f45abadd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:26.247810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a873adf7-dbe2-4c46-81c6-b447f45abadd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:26.248569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2a3cf630-38cd-480e-afc6-7ba30a4d47f6 None None] Provisioning for port b52d01de-071d-4e85-990b-a1f71840b4d1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:26.249688 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a873adf7-dbe2-4c46-81c6-b447f45abadd tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3643b48-b955-488c-8c9a-3192c0aabd64 HTTP/1.1" status: 200 len: 205 time: 0.0957227 Mar 02 07:32:26.252639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47260) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:26.255236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] Routers {'b3643b48-b955-488c-8c9a-3192c0aabd64'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:26.255859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b3643b48-b955-488c-8c9a-3192c0aabd64'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:26.367978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Network 29682683-0066-460f-8624-b7ac2cf70550 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:26.387338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2a3cf630-38cd-480e-afc6-7ba30a4d47f6 None None] Provisioning complete for port b52d01de-071d-4e85-990b-a1f71840b4d1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:26.387713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf630-38cd-480e-afc6-7ba30a4d47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.408606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee79c-3792-4cef-8e68-ad82fc2b3289 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.421827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:26.423591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:26.428263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:26.438146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Pushing event updated for resources: {'Port': ['ID=c85f4bdb-d413-4483-b0d0-68aa8313cf42,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:26.483713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.609470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] Routers {'b3643b48-b955-488c-8c9a-3192c0aabd64'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:26.610036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b3643b48-b955-488c-8c9a-3192c0aabd64'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:26.708794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:26.709211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8ea0f9-3595-410f-9597-2fb0bb324221 None None] The sync data for ids ['b3643b48-b955-488c-8c9a-3192c0aabd64'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:26.754546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Attempting to bind port c85f4bdb-d413-4483-b0d0-68aa8313cf42 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:26.754903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Attempting to bind port c85f4bdb-d413-4483-b0d0-68aa8313cf42 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '29682683-0066-460f-8624-b7ac2cf70550'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:26.755185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Attempting to bind port c85f4bdb-d413-4483-b0d0-68aa8313cf42 on network 29682683-0066-460f-8624-b7ac2cf70550 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:26.778855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:26.779232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Checking segment: {'id': '9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '29682683-0066-460f-8624-b7ac2cf70550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:26.779834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.780437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Bound using segment: {'id': '9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '29682683-0066-460f-8624-b7ac2cf70550'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:26.780933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Bound port: c85f4bdb-d413-4483-b0d0-68aa8313cf42, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '29682683-0066-460f-8624-b7ac2cf70550'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:26.781302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.841158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee79c-3792-4cef-8e68-ad82fc2b3289 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.843396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee79c-3792-4cef-8e68-ad82fc2b3289 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.851942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Allocated IP 2001:db8::1 (29682683-0066-460f-8624-b7ac2cf70550/2ca20e20-764a-49e8-95e4-167cb3a93bab/959daa4d-a62e-4305-99ba-9e704454b38e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:26.861022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-fb04aa30-8976-49ff-a871-baa93b561453', 'network_id': 'fb04aa30-8976-49ff-a871-baa93b561453', 'tenant_id': '6816f19a034e4cadbe584837e2c0ddec', 'fixed_ips': [{'subnet_id': '61cb3777-69af-4d84-a28c-e9858158c04f'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:26.861943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.867558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee79c-3792-4cef-8e68-ad82fc2b3289 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.868399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ee79c-3792-4cef-8e68-ad82fc2b3289 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Fanout notify agent at l3_agent the message router_deleted on router b3643b48-b955-488c-8c9a-3192c0aabd64 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:32:26.885337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee79c-3792-4cef-8e68-ad82fc2b3289 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.889249 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e1ee79c-3792-4cef-8e68-ad82fc2b3289 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/b3643b48-b955-488c-8c9a-3192c0aabd64 HTTP/1.1" status: 204 len: 168 time: 0.6329350 Mar 02 07:32:26.890405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47264) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:26.961737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet 9ce383ca-4e92-416a-a974-cd817a6ad50e {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:26.964929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:26.992840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf630-38cd-480e-afc6-7ba30a4d47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.024531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.106032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] For port c85f4bdb-d413-4483-b0d0-68aa8313cf42, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:27.109885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2a3cf630-38cd-480e-afc6-7ba30a4d47f6 None None] For port b52d01de-071d-4e85-990b-a1f71840b4d1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b52d01de-071d-4e85-990b-a1f71840b4d1,segment=NetworkSegment(a027f389-f296-4513-ae14-6db6c7d38e65),segment_id=a027f389-f296-4513-ae14-6db6c7d38e65)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:27.111835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] For port c85f4bdb-d413-4483-b0d0-68aa8313cf42, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c85f4bdb-d413-4483-b0d0-68aa8313cf42,segment=NetworkSegment(9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e),segment_id=9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:27.123925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.137989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.145337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf630-38cd-480e-afc6-7ba30a4d47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.148424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.154935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Transition to ACTIVE for port object 959daa4d-a62e-4305-99ba-9e704454b38e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:27.181134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.205225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.246788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network 29682683-0066-460f-8624-b7ac2cf70550 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:27.248478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce383ca-4e92-416a-a974-cd817a6ad50e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:27.250155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:27.252292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.256248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:27.257116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.264855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Allocated IP 2001:db8::2 (fb04aa30-8976-49ff-a871-baa93b561453/61cb3777-69af-4d84-a28c-e9858158c04f/bacc031c-097f-4ef2-955e-3472def2e3e1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:27.265484 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ac810d6-ef52-4b73-91d8-39258555ec37 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/9ce383ca-4e92-416a-a974-cd817a6ad50e HTTP/1.1" status: 204 len: 168 time: 0.3748775 Mar 02 07:32:27.266256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47268) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:27.275061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df34a9a-11e9-4bbf-bd87-1484ebb1163c None None] Network 8348c11c-12d9-4f6f-86f7-6342e075566a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:27.386250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cf630-38cd-480e-afc6-7ba30a4d47f6 None None] Pushing event updated for resources: {'Port': ['ID=b52d01de-071d-4e85-990b-a1f71840b4d1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:27.406592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Port': ['ID=959daa4d-a62e-4305-99ba-9e704454b38e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:27.426934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.439210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port bee70671-fc7e-4357-a3d5-ebbb9113dd16 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:27.439546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.446039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.741486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port bee70671-fc7e-4357-a3d5-ebbb9113dd16, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bee70671-fc7e-4357-a3d5-ebbb9113dd16,segment=NetworkSegment(4dde7e16-94f0-42f9-874c-5755ce95900f),segment_id=4dde7e16-94f0-42f9-874c-5755ce95900f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:27.742748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.847090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eecaa-5bb2-46fb-ba1a-9ec44461eda4 None None] Pushing event updated for resources: {'Port': ['ID=c85f4bdb-d413-4483-b0d0-68aa8313cf42,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:27.870498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a062901d-1fa0-4ceb-8c70-aea81b9c2a4f None None] Provisioning complete for port b52d01de-071d-4e85-990b-a1f71840b4d1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:27.871626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a062901d-1fa0-4ceb-8c70-aea81b9c2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:27.884463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for bee70671-fc7e-4357-a3d5-ebbb9113dd16 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:27.990889 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.000914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.008720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e01b46-d878-45fe-8fba-c1efc39809be None None] DHCP port deletion for 8348c11c-12d9-4f6f-86f7-6342e075566a request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:28.009971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.011332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.076883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=bee70671-fc7e-4357-a3d5-ebbb9113dd16,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:28.085740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No DVR routers for this DVR port bee70671-fc7e-4357-a3d5-ebbb9113dd16 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:28.085875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.103978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Transition to ACTIVE for port object bacc031c-097f-4ef2-955e-3472def2e3e1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:28.155338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Transition to ACTIVE for port object bacc031c-097f-4ef2-955e-3472def2e3e1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:28.228107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Port': ['ID=959daa4d-a62e-4305-99ba-9e704454b38e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:28.233670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.284261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network 29682683-0066-460f-8624-b7ac2cf70550 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:28.286079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:28.321607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Network fb04aa30-8976-49ff-a871-baa93b561453 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:28.336629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:28.340032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.342516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Pushing event updated for resources: {'Port': ['ID=bacc031c-097f-4ef2-955e-3472def2e3e1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:28.349876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:28.399329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8348c11c-12d9-4f6f-86f7-6342e075566a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:28.426695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dde7e16-94f0-42f9-874c-5755ce95900f') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:28.427001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dde7e16-94f0-42f9-874c-5755ce95900f') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:28.455335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.489604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.501927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:28.502718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.510123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Attempting to bind port bacc031c-097f-4ef2-955e-3472def2e3e1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:28.510123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Attempting to bind port bacc031c-097f-4ef2-955e-3472def2e3e1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb04aa30-8976-49ff-a871-baa93b561453'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:28.510123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Attempting to bind port bacc031c-097f-4ef2-955e-3472def2e3e1 on network fb04aa30-8976-49ff-a871-baa93b561453 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:28.527326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:28.527725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Checking segment: {'id': '6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb04aa30-8976-49ff-a871-baa93b561453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:28.528281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.529045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Bound using segment: {'id': '6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb04aa30-8976-49ff-a871-baa93b561453'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:28.529212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Bound port: bacc031c-097f-4ef2-955e-3472def2e3e1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb04aa30-8976-49ff-a871-baa93b561453'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:28.530607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:28.532412 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:28.562963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Router fe4111e1-de88-474a-a1d8-5e18394345fd is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:32:28.663284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13341bbf-13b7-4136-b3f5-677fadc5995e None None] Network 29682683-0066-460f-8624-b7ac2cf70550 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:28.677828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.707390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.709460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=8348c11c-12d9-4f6f-86f7-6342e075566a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:28.735101 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-65c59cd1-defc-4e09-9d05-7c2eb1da2da6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/8348c11c-12d9-4f6f-86f7-6342e075566a HTTP/1.1" status: 204 len: 168 time: 1.4622834 Mar 02 07:32:28.736644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47274) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:28.744579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-777572496', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:28.756950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:28.762248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:router and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:28.764833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:28.771185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:28.788903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.790528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.792806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:28.804379 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] Sync routers for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:28.812361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-62da377e-f315-4b55-92f3-d2f9723c82ac None None] Provisioning for port c85f4bdb-d413-4483-b0d0-68aa8313cf42 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:28.812666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.822231 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c628bde-c951-48e9-8e6a-a04d3ed69a5b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8972492 Mar 02 07:32:28.824869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:28.825707 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:28.926281 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:28.930048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.931993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] For port bacc031c-097f-4ef2-955e-3472def2e3e1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:28.931993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] For port bacc031c-097f-4ef2-955e-3472def2e3e1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bacc031c-097f-4ef2-955e-3472def2e3e1,segment=NetworkSegment(6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0),segment_id=6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:28.931993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.937107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:28.937107 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f4f96c8d-613b-4cdf-8214-47a18049f0d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1588511 Mar 02 07:32:28.937107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47282) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:28.937107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-771146894'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:28.937107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:28.937107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:28.939388 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:28.946587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:28.953802 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:28.954769 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:28.955541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:28.973059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:28.978260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.020067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:29.040091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.040220 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment a3857fde-06f0-48c2-96b1-8af99653117d of type vlan for network 130aa017-4f02-4248-b7f8-9be21b01eb09 Mar 02 07:32:29.067072 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:29.067072 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2974ba9-d117-4268-b6c1-3fbd5be995fe None None] The sync data for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:29.092213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.125323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498c4ea-05a3-4e8c-9bf0-aa65e67b1a6d None None] Pushing event updated for resources: {'Port': ['ID=bacc031c-097f-4ef2-955e-3472def2e3e1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:29.140567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.149795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:29.149795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.285565 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3814521 Mar 02 07:32:29.288983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47286) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:29.298886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:29.332274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eb7cc-7a97-4325-872f-9ba47a11fd5b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=130aa017-4f02-4248-b7f8-9be21b01eb09,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:29.411681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:29.484690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:29.519847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:29.530058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:29.548932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:29.575933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:29.580150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.661975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b52d01de-071d-4e85-990b-a1f71840b4d1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:29.791855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b52d01de-071d-4e85-990b-a1f71840b4d1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:29.792393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.823939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc3b3e64-b63f-4b9a-a963-d75f6462905e None None] Provisioning for port 959daa4d-a62e-4305-99ba-9e704454b38e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:29.836403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fc3b3e64-b63f-4b9a-a963-d75f6462905e None None] Provisioning complete for port 959daa4d-a62e-4305-99ba-9e704454b38e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:29.836485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3e64-b63f-4b9a-a963-d75f6462905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:29.962360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-f15892cb-c09c-44e8-8720-6266a93c5959 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2169292 Mar 02 07:32:29.992054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.040182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b3e64-b63f-4b9a-a963-d75f6462905e None None] Port 959daa4d-a62e-4305-99ba-9e704454b38e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:30.086177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=dfa39730-e127-4929-8edc-a4e21f8c21f7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:30.097594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:30.097594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 130aa017-4f02-4248-b7f8-9be21b01eb09, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:30.122976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:30.126170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c85f4bdb-d413-4483-b0d0-68aa8313cf42 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:30.131245 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-bd1a5331-9260-4c2f-8b27-db3ed03b14de tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:32:30.132458 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd1a5331-9260-4c2f-8b27-db3ed03b14de tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3065324 Mar 02 07:32:30.135603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47290) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:30.211010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d1d34757-ab5f-4d09-a9d9-3c7a9124f958 None None] Provisioning complete for port 959daa4d-a62e-4305-99ba-9e704454b38e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:30.211341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d1d34757-ab5f-4d09-a9d9-3c7a9124f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.221232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a500-212f-41bf-a247-549fd3457795 req-59b1c18c-42f7-444e-bf84-cdd951561a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:30.223582 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-59b1c18c-42f7-444e-bf84-cdd951561a30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 1098 time: 0.1620665 Mar 02 07:32:30.225838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 130aa017-4f02-4248-b7f8-9be21b01eb09) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:30.256474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:30.257337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.272018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7532f9-398b-4f05-b9c0-3ce2c3e46475 None None] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:30.357196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d1d34757-ab5f-4d09-a9d9-3c7a9124f958 None None] Port 959daa4d-a62e-4305-99ba-9e704454b38e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:30.469357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port c85f4bdb-d413-4483-b0d0-68aa8313cf42 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:30.489837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c85f4bdb-d413-4483-b0d0-68aa8313cf42 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:30.490446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.516500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a500-212f-41bf-a247-549fd3457795 req-0986012c-a81c-4b30-bc7c-67156922552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:30.519430 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-0986012c-a81c-4b30-bc7c-67156922552f service neutron] 10.222.0.32 "GET /v2.0/networks?id=881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 200 len: 898 time: 0.2702901 Mar 02 07:32:30.593503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-72ef1870-5770-4ce9-bbe4-eadb2c405460 None None] Provisioning complete for port 959daa4d-a62e-4305-99ba-9e704454b38e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:30.594431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72ef1870-5770-4ce9-bbe4-eadb2c405460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.628142 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-3b1f5e83-617f-4d3b-a738-eca50c8d49a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681 HTTP/1.1" status: 200 len: 217 time: 0.1016912 Mar 02 07:32:30.681163 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6abf6ad1-7cc6-4dec-a396-97b852ec8cb3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3885481 Mar 02 07:32:30.686907 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:32:30.688453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47294) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:30.730508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-72ef1870-5770-4ce9-bbe4-eadb2c405460 None None] Port 959daa4d-a62e-4305-99ba-9e704454b38e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:30.735194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a500-212f-41bf-a247-549fd3457795 req-b8351d8f-3e41-4b81-a873-a1f753c9ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:30.737639 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-b8351d8f-3e41-4b81-a873-a1f753c9ebc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 200 len: 835 time: 0.1026061 Mar 02 07:32:30.767621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-130aa017-4f02-4248-b7f8-9be21b01eb09', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:30.768511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.842063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a500-212f-41bf-a247-549fd3457795 req-e45dcf3e-c174-407c-98c8-362eee26a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:30.843651 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-e45dcf3e-c174-407c-98c8-362eee26a37d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=881d830e-b54c-42e4-a49a-ed49f8d41d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933175 Mar 02 07:32:30.848439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fcde91-164d-44cc-9b0f-fe959b1ce4a7 None None] Network fb04aa30-8976-49ff-a871-baa93b561453 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:30.908026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:30.991248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48c8e2c2-9c5b-426d-b68d-58176a512161 None None] Provisioning for port bacc031c-097f-4ef2-955e-3472def2e3e1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:31.007300 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-862ea04f-aa17-46e4-9224-9107dd7496e1 service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548674 Mar 02 07:32:31.084708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port c85f4bdb-d413-4483-b0d0-68aa8313cf42, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c85f4bdb-d413-4483-b0d0-68aa8313cf42,segment=NetworkSegment(9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e),segment_id=9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:31.110046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.175773 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c538a500-212f-41bf-a247-549fd3457795 req-702a2579-4453-4567-ba7b-1fe10693de3b service neutron] 10.222.0.32 "GET /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619887 Mar 02 07:32:31.175908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Allocated IP 2001:db8::2 (130aa017-4f02-4248-b7f8-9be21b01eb09/dfa39730-e127-4929-8edc-a4e21f8c21f7/011f7e6f-92d3-40c8-a8aa-e33fd24527f4) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:31.207273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bee70671-fc7e-4357-a3d5-ebbb9113dd16 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:31.315968 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: bee70671-fc7e-4357-a3d5-ebbb9113dd16 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:31.316297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bee70671-fc7e-4357-a3d5-ebbb9113dd16 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:31.462487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=c85f4bdb-d413-4483-b0d0-68aa8313cf42,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:31.495267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bacc031c-097f-4ef2-955e-3472def2e3e1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:31.504959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.646312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.659638 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Transition to ACTIVE for port object 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:31.670370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port bacc031c-097f-4ef2-955e-3472def2e3e1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:31.682083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bacc031c-097f-4ef2-955e-3472def2e3e1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:31.682456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.714126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Transition to ACTIVE for port object 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:31.729112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:31.806291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:31.812492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:31.817104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:31.890285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Pushing event updated for resources: {'Port': ['ID=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:31.997034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.039028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.051990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Attempting to bind port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:32.051990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Attempting to bind port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:32.051990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Attempting to bind port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 on network 130aa017-4f02-4248-b7f8-9be21b01eb09 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:32.052554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99ace24b-5514-4b22-ac7b-c2a413ec2aad None None] Provisioning complete for port bacc031c-097f-4ef2-955e-3472def2e3e1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:32.056343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99ace24b-5514-4b22-ac7b-c2a413ec2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.102077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:32.102461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Checking segment: {'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:32.102866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.103261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Bound using segment: {'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:32.103735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Bound port: 011f7e6f-92d3-40c8-a8aa-e33fd24527f4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:32.104114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.174517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bacc031c-097f-4ef2-955e-3472def2e3e1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bacc031c-097f-4ef2-955e-3472def2e3e1,segment=NetworkSegment(6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0),segment_id=6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:32.185837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.337422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bacc031c-097f-4ef2-955e-3472def2e3e1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:32.341289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] For port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:32.359316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] For port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,segment=NetworkSegment(a3857fde-06f0-48c2-96b1-8af99653117d),segment_id=a3857fde-06f0-48c2-96b1-8af99653117d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:32.360964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8::1 (130aa017-4f02-4248-b7f8-9be21b01eb09/dfa39730-e127-4929-8edc-a4e21f8c21f7/33c2b566-5567-4d38-b4f7-b3448a1f5619) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:32.364412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.446019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de00ad-b023-406d-9909-4423ccfef1ff None None] Pushing event updated for resources: {'Port': ['ID=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:32.521265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-061bac01-5afd-4bac-8a8a-962143d87399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.650497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting port 959daa4d-a62e-4305-99ba-9e704454b38e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:32.650497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.686513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.723276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object 33c2b566-5567-4d38-b4f7-b3448a1f5619 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:32.883307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:32.891130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.061616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Calling delete_port for 959daa4d-a62e-4305-99ba-9e704454b38e owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:33.135677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:33.142981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:33.147664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=33c2b566-5567-4d38-b4f7-b3448a1f5619,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:33.149500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:33.149500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.336062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.482321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f4b58-a32a-430d-ba75-c11feb22a623 None None] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:33.494131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.525462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:33.638773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-559a29b9-9f44-450e-94e7-740f8bef2363 None None] Provisioning for port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:33.726147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:33.736189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:33.736302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.750126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Port': ['ID=959daa4d-a62e-4305-99ba-9e704454b38e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:33.949278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.981251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.988351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,segment=NetworkSegment(a3857fde-06f0-48c2-96b1-8af99653117d),segment_id=a3857fde-06f0-48c2-96b1-8af99653117d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:33.995496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:33.996722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c85f4bdb-d413-4483-b0d0-68aa8313cf42 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:34.127460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:34.139324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c85f4bdb-d413-4483-b0d0-68aa8313cf42 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.139450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.271018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bacc031c-097f-4ef2-955e-3472def2e3e1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:34.339874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7d6f486-37be-4231-992b-2f2c034e8115 None None] Provisioning complete for port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.340783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f486-37be-4231-992b-2f2c034e8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.374005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Router fe4111e1-de88-474a-a1d8-5e18394345fd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:34.423792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bacc031c-097f-4ef2-955e-3472def2e3e1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.424166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.460188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.517331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.517331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.571662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:34.579940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7d6f486-37be-4231-992b-2f2c034e8115 None None] Provisioning for port 33c2b566-5567-4d38-b4f7-b3448a1f5619 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:34.586491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] Sync routers for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:34.594784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7d6f486-37be-4231-992b-2f2c034e8115 None None] Provisioning complete for port 33c2b566-5567-4d38-b4f7-b3448a1f5619 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.595165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f486-37be-4231-992b-2f2c034e8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.667893 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c595d706-8618-4bc3-bc00-f247917fd829 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5307739 Mar 02 07:32:34.674637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47302) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:34.688827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:34.689457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:34.690412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=33c2b566-5567-4d38-b4f7-b3448a1f5619,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:34.731470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:34.732689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:34.751577 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-df8e59e5-f753-45f1-86a8-e4002bd65b9b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] delete failed (client error): The resource could not be found. Mar 02 07:32:34.752896 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df8e59e5-f753-45f1-86a8-e4002bd65b9b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-793439810 HTTP/1.1" status: 404 len: 334 time: 0.0772882 Mar 02 07:32:34.759007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47306) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:34.760786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:34.767844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bc69bc70-59df-499c-8354-b4573ff15145 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe4111e1-de88-474a-a1d8-5e18394345fd'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:34.772659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6f486-37be-4231-992b-2f2c034e8115 None None] Port 33c2b566-5567-4d38-b4f7-b3448a1f5619 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:34.785927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:34.786534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:34.858032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:34.858855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5150a6a-d0d2-4763-a535-d8727eed531f None None] The sync data for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:34.861874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c102bfe0-1ec8-47fd-88df-eb596f9c0791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:34.898353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22fd3ed0-d799-442e-ac68-a365698db1cc None None] Provisioning complete for port 33c2b566-5567-4d38-b4f7-b3448a1f5619 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:34.899001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22fd3ed0-d799-442e-ac68-a365698db1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.015814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22fd3ed0-d799-442e-ac68-a365698db1cc None None] Port 33c2b566-5567-4d38-b4f7-b3448a1f5619 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:35.091243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:32:35.157104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dac42236-9f43-4085-b40c-f20c7e95e2e0 None None] Provisioning complete for port 33c2b566-5567-4d38-b4f7-b3448a1f5619 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:35.157799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dac42236-9f43-4085-b40c-f20c7e95e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.212836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dac42236-9f43-4085-b40c-f20c7e95e2e0 None None] Port 33c2b566-5567-4d38-b4f7-b3448a1f5619 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:35.250712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:35.255415 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cec87894-0596-4a9a-bb24-23c6fdd13976 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5660079 Mar 02 07:32:35.258124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47310) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:35.261700 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:35.263560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471087702'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:35.268627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:35.271404 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:35.271984 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:35.272601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:35.275541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:35.281448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:35.294441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:35.298023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.306030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc69bc70-59df-499c-8354-b4573ff15145 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.333224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:35.339397 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-bc69bc70-59df-499c-8354-b4573ff15145 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] update failed (client error): The resource could not be found. Mar 02 07:32:35.340906 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc69bc70-59df-499c-8354-b4573ff15145 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd HTTP/1.1" status: 404 len: 339 time: 0.5792155 Mar 02 07:32:35.343950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.344494 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment 49a1585d-b349-4cef-9cd2-27e23982c5f5 of type vlan for network 6030d4f5-e820-410e-ba9c-127e5b67e9ac Mar 02 07:32:35.344649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47314) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:35.351931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-763894824'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:35.358859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:35.363734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:network and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:35.368765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:35.376563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:35.387687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:35.392191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.399001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.430570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:35.435115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.445137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:35.446223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.446368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:35.450112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.450457 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Added segment 2ad2f172-2c76-47fa-a9a7-62123d5201fb of type vlan for network a233945b-c62f-42fd-ad63-1a31caf09093 Mar 02 07:32:35.485556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.491208 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:35.518632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:35.519117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.525916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.532493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:35.533278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.562932 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3012893 Mar 02 07:32:35.564464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47318) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:35.571891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:35.587984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca75068-25f7-4ef1-99e7-a101bba553b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=6030d4f5-e820-410e-ba9c-127e5b67e9ac,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:35.605630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:35.662620 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3166251 Mar 02 07:32:35.667100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47322) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:35.674892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'subnet': {'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:35.676701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155aa6c-73cc-47d7-a953-8ba9ed9fc72e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Network': ['ID=a233945b-c62f-42fd-ad63-1a31caf09093,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:35.741163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a233945b-c62f-42fd-ad63-1a31caf09093 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:35.787711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:35.801977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:35.806203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:35.816193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:35.818296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:35.824232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Usage tracker for resource:subnet and tenant:6816f19a034e4cadbe584837e2c0ddec is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:35.828149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:35.834804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:35.838136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:35.842259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.862919 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:33Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:33Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:35.869016 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:35.869371 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Updating router bc1ba747-b8b9-4b67-97da-9bc8903823d1 port 33c2b566-5567-4d38-b4f7-b3448a1f5619 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:32:35.886095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Made reservation on behalf of 6816f19a034e4cadbe584837e2c0ddec for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:35.889846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.934102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.938499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:35.947579 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.274111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.342867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.371216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ebfe2-ace5-449d-b1bb-edcfb351653c req-d51c8a84-3674-4f3e-b267-0c9dacf1445c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:36.373444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a4ebfe2-ace5-449d-b1bb-edcfb351653c req-d51c8a84-3674-4f3e-b267-0c9dacf1445c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 946 time: 0.0939243 Mar 02 07:32:36.382008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=7c430c96-0e3f-402d-a643-0cc0e22d3545,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.384292 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.401035 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Transition to ACTIVE for port object 33c2b566-5567-4d38-b4f7-b3448a1f5619 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:36.408121 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.426192 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a4ebfe2-ace5-449d-b1bb-edcfb351653c req-ebb12b9c-a2dc-4076-b92a-e0352df2322e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461864 Mar 02 07:32:36.456672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:36.457033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 6030d4f5-e820-410e-ba9c-127e5b67e9ac, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:36.469006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Checking segment: {'id': '2ad2f172-2c76-47fa-a9a7-62123d5201fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:36.469358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network hostable DHCP agents. Network: a233945b-c62f-42fd-ad63-1a31caf09093, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:36.492088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Subnet': ['ID=993d211d-3c8d-40e4-a1c0-5db60d0bed65,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.506558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:36.510486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network a233945b-c62f-42fd-ad63-1a31caf09093 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:36.522314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 6030d4f5-e820-410e-ba9c-127e5b67e9ac) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:36.537433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:36.538133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.538239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e337cfa-cec2-4cfd-b510-2ef3f7a3f1c7 None None] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:36.546156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a233945b-c62f-42fd-ad63-1a31caf09093) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:36.551678 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Pushing event updated for resources: {'Port': ['ID=33c2b566-5567-4d38-b4f7-b3448a1f5619,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.556499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:36.557096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.575147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c63d1-e6ee-4b8f-bfa9-dcc5840e4cca None None] Network a233945b-c62f-42fd-ad63-1a31caf09093 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:36.587261 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-068c4bc6-cb08-4e95-a712-398721493bc4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0217588 Mar 02 07:32:36.589593 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-084b4f3f-1e70-42cb-abc5-12c10403ad95 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9215443 Mar 02 07:32:36.591115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:36.593196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47334) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:36.599200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fe331112-d542-42a7-99b2-2e96cbb42e3a tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:36.618654 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.619020 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.619363 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.619877 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.620156 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.620661 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.621122 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.621614 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.622114 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.622571 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.623028 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.623481 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:32:36.656530 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Attempting to bind port 33c2b566-5567-4d38-b4f7-b3448a1f5619 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:36.657028 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Attempting to bind port 33c2b566-5567-4d38-b4f7-b3448a1f5619 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:36.657487 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Attempting to bind port 33c2b566-5567-4d38-b4f7-b3448a1f5619 on network 130aa017-4f02-4248-b7f8-9be21b01eb09 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:36.663898 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:36.664801 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Checking segment: {'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:36.665462 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.666124 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Bound using segment: {'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:36.666782 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Bound port: 33c2b566-5567-4d38-b4f7-b3448a1f5619, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3857fde-06f0-48c2-96b1-8af99653117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:36.667372 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.779157 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] For port 33c2b566-5567-4d38-b4f7-b3448a1f5619, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:36.782849 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] For port 33c2b566-5567-4d38-b4f7-b3448a1f5619, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=33c2b566-5567-4d38-b4f7-b3448a1f5619,segment=NetworkSegment(a3857fde-06f0-48c2-96b1-8af99653117d),segment_id=a3857fde-06f0-48c2-96b1-8af99653117d)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:36.789887 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:36.891977 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25ba25-6a3c-49bf-b5b7-04ad35feacc9 None None] Pushing event updated for resources: {'Port': ['ID=33c2b566-5567-4d38-b4f7-b3448a1f5619,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:36.948645 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:36.949282 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:37.095664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:37.096516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.124649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a233945b-c62f-42fd-ad63-1a31caf09093', 'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093', 'tenant_id': '6816f19a034e4cadbe584837e2c0ddec', 'fixed_ips': [{'subnet_id': '993d211d-3c8d-40e4-a1c0-5db60d0bed65'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:37.125612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.139103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.204721 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:37.274778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe331112-d542-42a7-99b2-2e96cbb42e3a tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.418243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.472536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Allocated IP 2001:db8:1::2 (a233945b-c62f-42fd-ad63-1a31caf09093/993d211d-3c8d-40e4-a1c0-5db60d0bed65/6972c242-ee05-4c82-845d-7881403285c0) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:37.530057 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-fe331112-d542-42a7-99b2-2e96cbb42e3a tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:32:37.532224 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe331112-d542-42a7-99b2-2e96cbb42e3a tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd HTTP/1.1" status: 400 len: 364 time: 0.9378533 Mar 02 07:32:37.537523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47342) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:37.647361 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:33Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:36Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:37.652048 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81559473-c00c-4564-958b-d4b9f6b9f7ae None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:33Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:36Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:37.711897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Allocated IP 2001:db8:1::2 (6030d4f5-e820-410e-ba9c-127e5b67e9ac/7c430c96-0e3f-402d-a643-0cc0e22d3545/58f522d0-a4f4-424a-a814-0b7b3c0e296d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:37.722972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854cedd-0ffc-4a49-976e-7096a0a3f65b req-f674f3d5-498e-4dd7-a74d-056fca8552c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:37.725886 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2854cedd-0ffc-4a49-976e-7096a0a3f65b req-f674f3d5-498e-4dd7-a74d-056fca8552c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 946 time: 0.1203287 Mar 02 07:32:37.794970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2854cedd-0ffc-4a49-976e-7096a0a3f65b req-6a64e368-8ee4-4423-b6e3-60b8528ca6a7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619400 Mar 02 07:32:37.941790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:37.965441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Transition to ACTIVE for port object 6972c242-ee05-4c82-845d-7881403285c0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:38.025614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Transition to ACTIVE for port object 6972c242-ee05-4c82-845d-7881403285c0 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:38.044442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.104515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.124211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Network a233945b-c62f-42fd-ad63-1a31caf09093 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:38.128637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:38.131355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Transition to ACTIVE for port object 58f522d0-a4f4-424a-a814-0b7b3c0e296d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:38.139678 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:38.182544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Pushing event updated for resources: {'Port': ['ID=6972c242-ee05-4c82-845d-7881403285c0,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:38.237152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Transition to ACTIVE for port object 58f522d0-a4f4-424a-a814-0b7b3c0e296d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:38.257379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.290468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Attempting to bind port 6972c242-ee05-4c82-845d-7881403285c0 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:38.291052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Attempting to bind port 6972c242-ee05-4c82-845d-7881403285c0 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '2ad2f172-2c76-47fa-a9a7-62123d5201fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:38.291565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Attempting to bind port 6972c242-ee05-4c82-845d-7881403285c0 on network a233945b-c62f-42fd-ad63-1a31caf09093 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:38.321844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:38.322487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Checking segment: {'id': '2ad2f172-2c76-47fa-a9a7-62123d5201fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:38.323045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.323581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Bound using segment: {'id': '2ad2f172-2c76-47fa-a9a7-62123d5201fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:38.324203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Bound port: 6972c242-ee05-4c82-845d-7881403285c0, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad2f172-2c76-47fa-a9a7-62123d5201fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a233945b-c62f-42fd-ad63-1a31caf09093'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:38.324787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.327342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-00cfc6c4-56f0-4e43-8f4b-d8a847c5bc82 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:38.328862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-00cfc6c4-56f0-4e43-8f4b-d8a847c5bc82 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 946 time: 0.5814061 Mar 02 07:32:38.337191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:38.342051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:38.359517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:38.369983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Pushing event updated for resources: {'Port': ['ID=58f522d0-a4f4-424a-a814-0b7b3c0e296d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:38.516542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Attempting to bind port 58f522d0-a4f4-424a-a814-0b7b3c0e296d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:38.516914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Attempting to bind port 58f522d0-a4f4-424a-a814-0b7b3c0e296d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:38.517310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Attempting to bind port 58f522d0-a4f4-424a-a814-0b7b3c0e296d on network 6030d4f5-e820-410e-ba9c-127e5b67e9ac {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:38.530571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:38.530945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Checking segment: {'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:38.531670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.531743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Bound using segment: {'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:38.532202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Bound port: 58f522d0-a4f4-424a-a814-0b7b3c0e296d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:38.532801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.552162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] For port 6972c242-ee05-4c82-845d-7881403285c0, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:38.575419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 27b78f16-d540-48aa-920f-0abbf7d6dc90 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:38.575934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.595002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] For port 6972c242-ee05-4c82-845d-7881403285c0, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6972c242-ee05-4c82-845d-7881403285c0,segment=NetworkSegment(2ad2f172-2c76-47fa-a9a7-62123d5201fb),segment_id=2ad2f172-2c76-47fa-a9a7-62123d5201fb)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:38.603086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.622275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.704640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-008710fd-5179-428f-92d5-b106ff52662a None None] For port 58f522d0-a4f4-424a-a814-0b7b3c0e296d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:38.717979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cbd11-c904-4d16-9a8b-9be7f6183a43 None None] Pushing event updated for resources: {'Port': ['ID=6972c242-ee05-4c82-845d-7881403285c0,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:38.722940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-008710fd-5179-428f-92d5-b106ff52662a None None] For port 58f522d0-a4f4-424a-a814-0b7b3c0e296d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=58f522d0-a4f4-424a-a814-0b7b3c0e296d,segment=NetworkSegment(49a1585d-b349-4cef-9cd2-27e23982c5f5),segment_id=49a1585d-b349-4cef-9cd2-27e23982c5f5)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:38.730086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:38.773506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8:1::1 (6030d4f5-e820-410e-ba9c-127e5b67e9ac/7c430c96-0e3f-402d-a643-0cc0e22d3545/110b31a8-4152-434b-b268-6675a6921541) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:38.822253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008710fd-5179-428f-92d5-b106ff52662a None None] Pushing event updated for resources: {'Port': ['ID=58f522d0-a4f4-424a-a814-0b7b3c0e296d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:39.466315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 27b78f16-d540-48aa-920f-0abbf7d6dc90, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=27b78f16-d540-48aa-920f-0abbf7d6dc90,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:39.466678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.508231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 33c2b566-5567-4d38-b4f7-b3448a1f5619 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:39.580650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 33c2b566-5567-4d38-b4f7-b3448a1f5619 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:39.585699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 33c2b566-5567-4d38-b4f7-b3448a1f5619 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:39.586073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.595611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dffc24-a9ed-4ec6-9e31-f6ecc8af3241 req-4d237cdd-bc18-4872-be74-bb61dbbdcee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:39.597420 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16dffc24-a9ed-4ec6-9e31-f6ecc8af3241 req-4d237cdd-bc18-4872-be74-bb61dbbdcee3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 946 time: 0.5614321 Mar 02 07:32:39.628307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.703018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object 110b31a8-4152-434b-b268-6675a6921541 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:39.710647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Allocated IP 2001:db8::1 (d3802094-205a-4be0-baaa-5c3e3a35903d/d123f212-8b47-46cf-b899-775849a55185/6050fded-0b47-4b28-ac37-d095d0523280) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:39.752210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.797486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 33c2b566-5567-4d38-b4f7-b3448a1f5619, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=33c2b566-5567-4d38-b4f7-b3448a1f5619,segment=NetworkSegment(a3857fde-06f0-48c2-96b1-8af99653117d),segment_id=a3857fde-06f0-48c2-96b1-8af99653117d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:39.801310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:39.803438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 58f522d0-a4f4-424a-a814-0b7b3c0e296d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:39.843550 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16dffc24-a9ed-4ec6-9e31-f6ecc8af3241 req-5315de77-be35-4111-806b-a0369b773fe3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=e374ee46-68ff-4005-93f3-9aa18e96f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308133 Mar 02 07:32:39.944655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=33c2b566-5567-4d38-b4f7-b3448a1f5619,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:39.952123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 58f522d0-a4f4-424a-a814-0b7b3c0e296d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:39.957353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6972c242-ee05-4c82-845d-7881403285c0 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:40.041622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6972c242-ee05-4c82-845d-7881403285c0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:40.082075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba31f7-aff7-4a88-8dc3-13d46d7b7203 None None] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:40.086803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.180766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4540c31-8263-4769-827a-36b8306494b7 None None] Provisioning for port 58f522d0-a4f4-424a-a814-0b7b3c0e296d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:40.194854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4540c31-8263-4769-827a-36b8306494b7 None None] Provisioning complete for port 58f522d0-a4f4-424a-a814-0b7b3c0e296d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:40.195396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4540c31-8263-4769-827a-36b8306494b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.215535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:40.219647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.220013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.220321 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 87ff979c-d039-459f-98a8-83472dbcbbba disassociated. External IP: 172.26.4.183, port: 27b78f16-d540-48aa-920f-0abbf7d6dc90. Mar 02 07:32:40.220648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 27b78f16-d540-48aa-920f-0abbf7d6dc90 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:40.253375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:40.271289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:40.271892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.282891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=110b31a8-4152-434b-b268-6675a6921541,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:40.315639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.364644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Transition to ACTIVE for port object 6050fded-0b47-4b28-ac37-d095d0523280 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:40.443130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc9b57-9abf-4ea6-b7a0-148e965dc4f1 None None] Network a233945b-c62f-42fd-ad63-1a31caf09093 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:40.531659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.603656 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4540c31-8263-4769-827a-36b8306494b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.604737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.626852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network d3802094-205a-4be0-baaa-5c3e3a35903d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:40.635552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:40.637446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.647055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:40.647573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.685607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a4540c31-8263-4769-827a-36b8306494b7 None None] For port 58f522d0-a4f4-424a-a814-0b7b3c0e296d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=58f522d0-a4f4-424a-a814-0b7b3c0e296d,segment=NetworkSegment(49a1585d-b349-4cef-9cd2-27e23982c5f5),segment_id=49a1585d-b349-4cef-9cd2-27e23982c5f5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:40.717551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4540c31-8263-4769-827a-36b8306494b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.719802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Port': ['ID=6050fded-0b47-4b28-ac37-d095d0523280,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:40.860815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540c31-8263-4769-827a-36b8306494b7 None None] Pushing event updated for resources: {'Port': ['ID=58f522d0-a4f4-424a-a814-0b7b3c0e296d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:40.895314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcfe7d31-bb81-4ed8-9ee6-bf72bc0b2576 None None] Provisioning for port 6972c242-ee05-4c82-845d-7881403285c0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:40.904466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bcfe7d31-bb81-4ed8-9ee6-bf72bc0b2576 None None] Provisioning complete for port 6972c242-ee05-4c82-845d-7881403285c0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:40.904466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7d31-bb81-4ed8-9ee6-bf72bc0b2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:40.949000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=27b78f16-d540-48aa-920f-0abbf7d6dc90,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:41.075060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7d31-bb81-4ed8-9ee6-bf72bc0b2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.148369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bcfe7d31-bb81-4ed8-9ee6-bf72bc0b2576 None None] For port 6972c242-ee05-4c82-845d-7881403285c0, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6972c242-ee05-4c82-845d-7881403285c0,segment=NetworkSegment(2ad2f172-2c76-47fa-a9a7-62123d5201fb),segment_id=2ad2f172-2c76-47fa-a9a7-62123d5201fb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:41.154512 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ebef84c7-16ad-49c9-bcb7-ad3ebcbc91a4 req-9bed4a19-f3ac-4fce-8eae-715c2d7fdbff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 210 time: 0.0946336 Mar 02 07:32:41.161012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7d31-bb81-4ed8-9ee6-bf72bc0b2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.248832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe7d31-bb81-4ed8-9ee6-bf72bc0b2576 None None] Pushing event updated for resources: {'Port': ['ID=6972c242-ee05-4c82-845d-7881403285c0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:41.290981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e9199409-17fe-4eef-abb7-f529ae2536eb None None] Provisioning for port 6050fded-0b47-4b28-ac37-d095d0523280 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:41.304805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e9199409-17fe-4eef-abb7-f529ae2536eb None None] Provisioning complete for port 6050fded-0b47-4b28-ac37-d095d0523280 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:41.305465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9199409-17fe-4eef-abb7-f529ae2536eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.441099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.474702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e9199409-17fe-4eef-abb7-f529ae2536eb None None] Port 6050fded-0b47-4b28-ac37-d095d0523280 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:41.509125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 33c2b566-5567-4d38-b4f7-b3448a1f5619 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:41.586907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 33c2b566-5567-4d38-b4f7-b3448a1f5619 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:41.587346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.657460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Provisioning complete for port 6972c242-ee05-4c82-845d-7881403285c0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:41.658083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.699307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 27b78f16-d540-48aa-920f-0abbf7d6dc90 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:41.740100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 27b78f16-d540-48aa-920f-0abbf7d6dc90 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:41.740446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 27b78f16-d540-48aa-920f-0abbf7d6dc90 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:41.801774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:41.849711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 58f522d0-a4f4-424a-a814-0b7b3c0e296d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:41.931812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Provisioning complete for port 58f522d0-a4f4-424a-a814-0b7b3c0e296d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:41.932240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:41.971672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 58f522d0-a4f4-424a-a814-0b7b3c0e296d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:41.972311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.181517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6972c242-ee05-4c82-845d-7881403285c0 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:42.226749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Provisioning for port 110b31a8-4152-434b-b268-6675a6921541 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:42.236951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:42.251407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] Sync routers for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:42.261097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Provisioning complete for port 110b31a8-4152-434b-b268-6675a6921541 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:42.261573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.323628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:42.324615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:42.460769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c20542ec-354b-474d-8d16-b8d78a805625 None None] Port 110b31a8-4152-434b-b268-6675a6921541 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:42.473002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6972c242-ee05-4c82-845d-7881403285c0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:42.473720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.522331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.537932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8150d0d9-efaa-466d-8674-43606ebd741c req-e164c1bd-6dc4-4edc-9d9e-4005acd06c48 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f435c5f-b768-43fc-8a04-fcb7dba7c423 HTTP/1.1" status: 200 len: 210 time: 0.2565315 Mar 02 07:32:42.541033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 27b78f16-d540-48aa-920f-0abbf7d6dc90 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:42.543211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.548888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.548888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.554894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'name': 'network-vif-deleted', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:42.642025 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f53914e8-cacb-46e7-8723-cc0b636f18fc None None] Provisioning complete for port 110b31a8-4152-434b-b268-6675a6921541 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:42.642736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f53914e8-cacb-46e7-8723-cc0b636f18fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.672846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:42.679740 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f435c5f-b768-43fc-8a04-fcb7dba7c423', 'name': 'network-vif-deleted', 'tag': '27b78f16-d540-48aa-920f-0abbf7d6dc90', 'status': 'completed', 'code': 200} Mar 02 07:32:42.693637 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a26bbf29-b7e4-473a-ace2-c272fd0c1243 req-41a04146-31a5-4e5b-b812-4267366d77b4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/27b78f16-d540-48aa-920f-0abbf7d6dc90 HTTP/1.1" status: 204 len: 173 time: 4.3214769 Mar 02 07:32:42.697688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.710395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.711964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:42.779937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=110b31a8-4152-434b-b268-6675a6921541,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:42.809339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f53914e8-cacb-46e7-8723-cc0b636f18fc None None] Port 110b31a8-4152-434b-b268-6675a6921541 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:42.934573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event updated for resources: {'Port': ['ID=6050fded-0b47-4b28-ac37-d095d0523280,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:42.993199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:42.995021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:43.010265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Network d3802094-205a-4be0-baaa-5c3e3a35903d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:43.067796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:43.133474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:43.139084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] Checking router: b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:43.157132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:43.157132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:43.440118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:43.453919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:43.539858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-475c6549-1f22-4071-95f5-411a66160dca None None] Provisioning complete for port 110b31a8-4152-434b-b268-6675a6921541 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:43.539858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-475c6549-1f22-4071-95f5-411a66160dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.574749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Router fe4111e1-de88-474a-a1d8-5e18394345fd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:43.657703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:43.738602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-475c6549-1f22-4071-95f5-411a66160dca None None] Port 110b31a8-4152-434b-b268-6675a6921541 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:43.753781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09c73dfb-e10c-4d3f-8ecb-86d4878dc523 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.805312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09c73dfb-e10c-4d3f-8ecb-86d4878dc523 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.807137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:43.814368 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6df3aa07-309d-4f24-9125-998d4bf10b2d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2219944 Mar 02 07:32:43.817380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47364) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:43.823270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1013877861'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:43.826245 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:43.828267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:43.843796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:43.848636 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:43.850918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:43.850996 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:43.858843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:43.860846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:43.870416 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-61743a89-2672-4ffe-893d-3dd50b81091d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3316948 Mar 02 07:32:43.874222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:43.875401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] Sync routers for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:43.889508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-59e1ae8c-1275-4dea-bb1d-df4846fc3f7c None None] Provisioning complete for port 6050fded-0b47-4b28-ac37-d095d0523280 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:43.890716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59e1ae8c-1275-4dea-bb1d-df4846fc3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.917427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09c73dfb-e10c-4d3f-8ecb-86d4878dc523 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.931378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:43.937431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:43.938302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:43.960053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09c73dfb-e10c-4d3f-8ecb-86d4878dc523 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:43.962014 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09c73dfb-e10c-4d3f-8ecb-86d4878dc523 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/e374ee46-68ff-4005-93f3-9aa18e96f6ed HTTP/1.1" status: 204 len: 168 time: 0.3037567 Mar 02 07:32:43.962992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c73dfb-e10c-4d3f-8ecb-86d4878dc523 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374ee46-68ff-4005-93f3-9aa18e96f6ed,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:43.984484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:43.988760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.012981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47374) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:44.074963 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:44.117602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047eb8c-08e8-44a0-bf01-8ad1bc300f9c None None] The sync data for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv is: [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:30:22Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '04de856a-a8e9-4e65-b0b9-e4b50186bb47', 'name': '', 'network_id': '881d830e-b54c-42e4-a49a-ed49f8d41d24', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:09:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:19Z', 'updated_at': '2022-03-02T07:30:31Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '53ac4b27-6a23-4469-a4eb-7cc033bf2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:44.127064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:44.154764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-59e1ae8c-1275-4dea-bb1d-df4846fc3f7c None None] Port 6050fded-0b47-4b28-ac37-d095d0523280 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:44.161326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:44.162123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:44.253605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:44.254055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:44.254531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2c78e7-b70d-4ba0-8445-442e6e6cd097 None None] The sync data for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:44.285593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2daacf95-984a-4345-a1ca-c4d9354601eb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.321686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 02bd7354-2660-485d-8dd7-5329d96af244 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:44.326130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.342502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.342869 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment d3bbc9b4-6738-4686-8462-395accee02f1 of type vlan for network 1558249a-9737-4941-a84d-4f2ad1099778 Mar 02 07:32:44.506653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.516258 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2daacf95-984a-4345-a1ca-c4d9354601eb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 07:32:44.520168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47378) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:44.520290 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2daacf95-984a-4345-a1ca-c4d9354601eb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd HTTP/1.1" status: 409 len: 329 time: 0.6448882 Mar 02 07:32:44.534711 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da5230-96d4-4d30-991b-adf02cfc12c7 None None] New status for floating IP 87ff979c-d039-459f-98a8-83472dbcbbba: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:32:44.545790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.551331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:44.551966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.605775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.605982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.660954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=1558249a-9737-4941-a84d-4f2ad1099778,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:44.669196 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a91cf7e5-da32-4a07-8f28-6e09f06ab9f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8509164 Mar 02 07:32:44.670134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47384) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:44.676279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:44.681772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 1558249a-9737-4941-a84d-4f2ad1099778 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:44.789035 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 3, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:41Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:44.793757 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:44.794357 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Updating router bc1ba747-b8b9-4b67-97da-9bc8903823d1 port 110b31a8-4152-434b-b268-6675a6921541 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:32:44.803341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 02bd7354-2660-485d-8dd7-5329d96af244 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:44.803886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:44.807687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:44.811542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:44.817888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:44.838441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:44.844533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:44.859736 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.083132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.175904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=c4729803-e981-47d3-b96d-8b4632f694e5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:45.187599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:45.187955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 1558249a-9737-4941-a84d-4f2ad1099778, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:45.207374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 1558249a-9737-4941-a84d-4f2ad1099778 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:45.216824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 1558249a-9737-4941-a84d-4f2ad1099778) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:45.221681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:45.222832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.228641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346243c-c35d-4a14-aa02-03cfe98f0424 None None] Network 1558249a-9737-4941-a84d-4f2ad1099778 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:45.230516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:45.231391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:45.250273 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.263603 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Transition to ACTIVE for port object 110b31a8-4152-434b-b268-6675a6921541 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:45.270536 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1d1b5e00-2ea6-45a0-a255-acf5e3ef2584 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5991466 Mar 02 07:32:45.273797 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.274383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47388) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:45.435166 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe596807-01d2-49d9-91fd-44b08676ce48 None None] Pushing event updated for resources: {'Port': ['ID=110b31a8-4152-434b-b268-6675a6921541,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:45.502046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.539988 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Attempting to bind port 110b31a8-4152-434b-b268-6675a6921541 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:45.540752 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Attempting to bind port 110b31a8-4152-434b-b268-6675a6921541 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:45.541274 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Attempting to bind port 110b31a8-4152-434b-b268-6675a6921541 on network 6030d4f5-e820-410e-ba9c-127e5b67e9ac {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:45.547992 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:45.548619 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Checking segment: {'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:45.549163 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.549725 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Bound using segment: {'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:45.550722 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Bound port: 110b31a8-4152-434b-b268-6675a6921541, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a1585d-b349-4cef-9cd2-27e23982c5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:45.551308 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.626665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-1558249a-9737-4941-a84d-4f2ad1099778', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:45.627507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.682484 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] For port 110b31a8-4152-434b-b268-6675a6921541, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:45.685573 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] For port 110b31a8-4152-434b-b268-6675a6921541, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=110b31a8-4152-434b-b268-6675a6921541,segment=NetworkSegment(49a1585d-b349-4cef-9cd2-27e23982c5f5),segment_id=49a1585d-b349-4cef-9cd2-27e23982c5f5)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:45.693270 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.745484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 02bd7354-2660-485d-8dd7-5329d96af244 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:45.746111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:45.786919 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe596807-01d2-49d9-91fd-44b08676ce48 None None] Pushing event updated for resources: {'Port': ['ID=110b31a8-4152-434b-b268-6675a6921541,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:45.815429 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:45.816058 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:45.854873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Allocated IP 2001:db8:2::2 (1558249a-9737-4941-a84d-4f2ad1099778/c4729803-e981-47d3-b96d-8b4632f694e5/0be1850c-61d0-48d2-a2fa-9866836c7051) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:46.044645 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:46.116181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting port 6050fded-0b47-4b28-ac37-d095d0523280 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:46.116722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.135122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.147647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Transition to ACTIVE for port object 0be1850c-61d0-48d2-a2fa-9866836c7051 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:46.199735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Transition to ACTIVE for port object 0be1850c-61d0-48d2-a2fa-9866836c7051 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:46.211750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.280718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Network 1558249a-9737-4941-a84d-4f2ad1099778 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:46.283716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:46.294635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:46.301877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Pushing event updated for resources: {'Port': ['ID=0be1850c-61d0-48d2-a2fa-9866836c7051,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:46.306335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.348630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.415139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Attempting to bind port 0be1850c-61d0-48d2-a2fa-9866836c7051 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:46.415587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Attempting to bind port 0be1850c-61d0-48d2-a2fa-9866836c7051 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:46.416049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Attempting to bind port 0be1850c-61d0-48d2-a2fa-9866836c7051 on network 1558249a-9737-4941-a84d-4f2ad1099778 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:46.422888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:46.423353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Checking segment: {'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:46.423865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.425266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Bound using segment: {'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:46.425920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Bound port: 0be1850c-61d0-48d2-a2fa-9866836c7051, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:46.426470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.506280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Calling delete_port for 6050fded-0b47-4b28-ac37-d095d0523280 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:46.541202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.541703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.552694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] For port 0be1850c-61d0-48d2-a2fa-9866836c7051, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:46.553098 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 3, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:45Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:46.558620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] For port 0be1850c-61d0-48d2-a2fa-9866836c7051, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0be1850c-61d0-48d2-a2fa-9866836c7051,segment=NetworkSegment(d3bbc9b4-6738-4686-8462-395accee02f1),segment_id=d3bbc9b4-6738-4686-8462-395accee02f1)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:46.561483 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709f336-a791-4b16-a55e-082c3a579aaf None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:40Z', 'revision_number': 3, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:45Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:46.565723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:46.704432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a06d38-2340-414b-b0ff-ddf151e67b57 None None] Pushing event updated for resources: {'Port': ['ID=0be1850c-61d0-48d2-a2fa-9866836c7051,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:46.824746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8:2::1 (1558249a-9737-4941-a84d-4f2ad1099778/c4729803-e981-47d3-b96d-8b4632f694e5/c9449373-50b6-4f2d-8367-0e7189766325) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:46.851318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 02bd7354-2660-485d-8dd7-5329d96af244 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:47.039284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.059634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object c9449373-50b6-4f2d-8367-0e7189766325 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:47.092414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.140927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.167952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 1558249a-9737-4941-a84d-4f2ad1099778 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:47.171604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:47.175521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:47.176049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.194964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=c9449373-50b6-4f2d-8367-0e7189766325,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:47.197839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Port': ['ID=6050fded-0b47-4b28-ac37-d095d0523280,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:47.317126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.336212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.451732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=02bd7354-2660-485d-8dd7-5329d96af244,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:47.495148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.568263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 110b31a8-4152-434b-b268-6675a6921541 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:47.655083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 110b31a8-4152-434b-b268-6675a6921541 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:47.660514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 110b31a8-4152-434b-b268-6675a6921541 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:47.660976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.711040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.795715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.832624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 110b31a8-4152-434b-b268-6675a6921541, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=110b31a8-4152-434b-b268-6675a6921541,segment=NetworkSegment(49a1585d-b349-4cef-9cd2-27e23982c5f5),segment_id=49a1585d-b349-4cef-9cd2-27e23982c5f5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:47.838566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.839419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0be1850c-61d0-48d2-a2fa-9866836c7051 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:47.846833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.850937 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dd3defa4-be6e-4aef-bde9-e8d8ca086ba3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/87ff979c-d039-459f-98a8-83472dbcbbba HTTP/1.1" status: 204 len: 168 time: 3.8338044 Mar 02 07:32:47.874111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.877560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Router fe4111e1-de88-474a-a1d8-5e18394345fd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:47.882799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.883863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:47.972231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=110b31a8-4152-434b-b268-6675a6921541,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:47.984285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0be1850c-61d0-48d2-a2fa-9866836c7051 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:47.990969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fcb020-033a-4876-ab4b-15559b4afa47 None None] Network 1558249a-9737-4941-a84d-4f2ad1099778 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:48.041509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:48.047129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-65978c85-9a81-400a-b383-8c1ae4d7cb97 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5259802 Mar 02 07:32:48.051212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47394) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:48.131079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 1558249a-9737-4941-a84d-4f2ad1099778 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:48.139093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:48.142296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] Sync routers for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:48.148517 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-643481b1-f3d1-4cf3-b27f-582836e4bdc8 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] show failed (client error): The resource could not be found. Mar 02 07:32:48.155076 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-643481b1-f3d1-4cf3-b27f-582836e4bdc8 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-2093310246 HTTP/1.1" status: 404 len: 335 time: 0.1023009 Mar 02 07:32:48.155551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:48.162708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-27854d81-d683-4b42-8ea4-565190e33376 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:48.176977 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:48.177764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:48.214228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=c9449373-50b6-4f2d-8367-0e7189766325,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:48.251072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:48.257388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c6f3ac4-b297-4442-abdf-93d79f1302e5 None None] Provisioning for port 0be1850c-61d0-48d2-a2fa-9866836c7051 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:48.282882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c6f3ac4-b297-4442-abdf-93d79f1302e5 None None] Provisioning complete for port 0be1850c-61d0-48d2-a2fa-9866836c7051 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:48.283367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3ac4-b297-4442-abdf-93d79f1302e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.319564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] Routers {'fe4111e1-de88-474a-a1d8-5e18394345fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:48.320224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['fe4111e1-de88-474a-a1d8-5e18394345fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:48.341104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481dae4-572e-4830-adab-cb464fa80763 req-7ca848b1-59d3-4fc4-ac84-a878434012c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:48.342143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2481dae4-572e-4830-adab-cb464fa80763 req-7ca848b1-59d3-4fc4-ac84-a878434012c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:48.362535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2481dae4-572e-4830-adab-cb464fa80763 req-7ca848b1-59d3-4fc4-ac84-a878434012c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:48.364433 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2481dae4-572e-4830-adab-cb464fa80763 req-7ca848b1-59d3-4fc4-ac84-a878434012c7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1312778 Mar 02 07:32:48.410078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-27854d81-d683-4b42-8ea4-565190e33376 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] update failed (client error): The resource could not be found. Mar 02 07:32:48.410655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2481dae4-572e-4830-adab-cb464fa80763 req-72f79956-ffd4-49ec-b032-9827a738e342 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:48.411104 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27854d81-d683-4b42-8ea4-565190e33376 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-145948058 HTTP/1.1" status: 404 len: 334 time: 0.2536354 Mar 02 07:32:48.414643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:48.434242 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:48.434760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61250a9a-abd9-4fb1-b267-abd892affeec None None] The sync data for ids ['fe4111e1-de88-474a-a1d8-5e18394345fd'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:48.435296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2481dae4-572e-4830-adab-cb464fa80763 req-72f79956-ffd4-49ec-b032-9827a738e342 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:48.436496 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2481dae4-572e-4830-adab-cb464fa80763 req-72f79956-ffd4-49ec-b032-9827a738e342 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659692 Mar 02 07:32:48.559096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting subnet 993d211d-3c8d-40e4-a1c0-5db60d0bed65 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:48.564996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:48.565150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3ac4-b297-4442-abdf-93d79f1302e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.565791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.611027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2c6f3ac4-b297-4442-abdf-93d79f1302e5 None None] For port 0be1850c-61d0-48d2-a2fa-9866836c7051, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0be1850c-61d0-48d2-a2fa-9866836c7051,segment=NetworkSegment(d3bbc9b4-6738-4686-8462-395accee02f1),segment_id=d3bbc9b4-6738-4686-8462-395accee02f1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:48.616685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3ac4-b297-4442-abdf-93d79f1302e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.684960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.690354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f3ac4-b297-4442-abdf-93d79f1302e5 None None] Pushing event updated for resources: {'Port': ['ID=0be1850c-61d0-48d2-a2fa-9866836c7051,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:48.828133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:48.845668 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:48.852327 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75f044ed-1bd5-473c-ab08-fcea352260f4 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5766966 Mar 02 07:32:48.855349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:48.859072 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:48.859800 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:48.860774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222189498'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:48.863779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.871083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:48.878006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:network and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:48.885238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:48.893683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:48.896405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b581b107-33fb-4cae-88dc-b486d43bf65d None None] Provisioning for port c9449373-50b6-4f2d-8367-0e7189766325 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:48.901435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.903268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b581b107-33fb-4cae-88dc-b486d43bf65d None None] Provisioning complete for port c9449373-50b6-4f2d-8367-0e7189766325 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:48.905086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b581b107-33fb-4cae-88dc-b486d43bf65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.925925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:48.929914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.968808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.969732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b581b107-33fb-4cae-88dc-b486d43bf65d None None] Port c9449373-50b6-4f2d-8367-0e7189766325 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:48.970156 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:32:48.980700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:48.981635 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added segment 56fb12c5-bac7-4378-8475-679778bf8896 of type vlan for network 3e687775-6701-424a-8a46-66302905d52a Mar 02 07:32:48.982250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b581b107-33fb-4cae-88dc-b486d43bf65d None None] Provisioning complete for port 0be1850c-61d0-48d2-a2fa-9866836c7051 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:48.982787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b581b107-33fb-4cae-88dc-b486d43bf65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.016468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.048061 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:49.062010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Subnet': ['ID=993d211d-3c8d-40e4-a1c0-5db60d0bed65,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:49.064270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.067314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.071000 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f33c7ad9-dd4f-46b0-bad1-15adac8a6403 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/subnets/993d211d-3c8d-40e4-a1c0-5db60d0bed65 HTTP/1.1" status: 204 len: 168 time: 0.6551495 Mar 02 07:32:49.073273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:49.075683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:49.076407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.085496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba768788-3073-4c64-a271-676f16f676b2 None None] Network a233945b-c62f-42fd-ad63-1a31caf09093 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:49.250855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.263416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting port 6972c242-ee05-4c82-845d-7881403285c0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:49.263752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.441101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9c813ae6-2c63-4c75-a185-cdc68b3c70ad None None] Provisioning complete for port c9449373-50b6-4f2d-8367-0e7189766325 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:49.442121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c813ae6-2c63-4c75-a185-cdc68b3c70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.447243 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5886023 Mar 02 07:32:49.448030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47416) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:49.467842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'subnet': {'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:49.506535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2da5f1-2a55-4be1-b0c7-1fcb22ec270e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Network': ['ID=3e687775-6701-424a-8a46-66302905d52a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:49.516262 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 110b31a8-4152-434b-b268-6675a6921541 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:49.550844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 3e687775-6701-424a-8a46-66302905d52a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:32:49.582567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9c813ae6-2c63-4c75-a185-cdc68b3c70ad None None] Port c9449373-50b6-4f2d-8367-0e7189766325 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:49.603010 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:49.608061 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:49.608678 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Updating router bc1ba747-b8b9-4b67-97da-9bc8903823d1 port c9449373-50b6-4f2d-8367-0e7189766325 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:32:49.656140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:32:49.660257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:subnet and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:32:49.672885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:32:49.679008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-ff54d2a4-036a-4474-81e4-35b67d91779f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:49.679740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-ff54d2a4-036a-4474-81e4-35b67d91779f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:49.682613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:32:49.702046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Made reservation on behalf of 92d8192f4b1c454c8d29381cab4e26bb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:32:49.703709 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.706411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.706783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] DHCP port deletion for a233945b-c62f-42fd-ad63-1a31caf09093 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:49.743681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Deleting port 6972c242-ee05-4c82-845d-7881403285c0 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:49.744967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.753186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-ff54d2a4-036a-4474-81e4-35b67d91779f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:49.754341 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-ff54d2a4-036a-4474-81e4-35b67d91779f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 945 time: 0.3169005 Mar 02 07:32:49.829467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] For port 6972c242-ee05-4c82-845d-7881403285c0, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6972c242-ee05-4c82-845d-7881403285c0,segment=NetworkSegment(2ad2f172-2c76-47fa-a9a7-62123d5201fb),segment_id=2ad2f172-2c76-47fa-a9a7-62123d5201fb)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:49.829857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.843201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fb98f077-b262-40be-a2ec-e97b5139a147 None None] Provisioning complete for port c9449373-50b6-4f2d-8367-0e7189766325 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:49.843572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb98f077-b262-40be-a2ec-e97b5139a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.898703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 110b31a8-4152-434b-b268-6675a6921541 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:49.898997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:49.997768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:49.997768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.030014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fb98f077-b262-40be-a2ec-e97b5139a147 None None] Port c9449373-50b6-4f2d-8367-0e7189766325 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:50.052377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.119292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Calling delete_port for 6972c242-ee05-4c82-845d-7881403285c0 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:50.134645 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.149321 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Transition to ACTIVE for port object c9449373-50b6-4f2d-8367-0e7189766325 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:50.158686 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.234381 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767851a5-0a35-480a-9b53-a92ead3ceef9 None None] Pushing event updated for resources: {'Port': ['ID=c9449373-50b6-4f2d-8367-0e7189766325,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:50.235600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Subnet': ['ID=9f001ba7-0cc7-48b7-b6c9-05f54d10eda2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:50.238435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Checking segment: {'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:50.251260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network hostable DHCP agents. Network: 3e687775-6701-424a-8a46-66302905d52a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:32:50.304581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 3e687775-6701-424a-8a46-66302905d52a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:32:50.334413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 3e687775-6701-424a-8a46-66302905d52a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:50.351828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:50.352773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.357136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] For port 6972c242-ee05-4c82-845d-7881403285c0, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6972c242-ee05-4c82-845d-7881403285c0,segment=NetworkSegment(2ad2f172-2c76-47fa-a9a7-62123d5201fb),segment_id=2ad2f172-2c76-47fa-a9a7-62123d5201fb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:50.357534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.392521 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2bf148d0-3101-476e-bfa7-855f4ee84795 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9431839 Mar 02 07:32:50.395287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47422) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:50.520739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Calling delete_port for 6972c242-ee05-4c82-845d-7881403285c0 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:50.523487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266f2d-88f3-4736-8de5-8c13b11d1980 req-338518b1-380f-4e9d-9b78-019059778f2b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:32:50.525038 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95266f2d-88f3-4736-8de5-8c13b11d1980 req-338518b1-380f-4e9d-9b78-019059778f2b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 945 time: 0.9198961 Mar 02 07:32:50.544762 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Attempting to bind port c9449373-50b6-4f2d-8367-0e7189766325 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:50.545221 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Attempting to bind port c9449373-50b6-4f2d-8367-0e7189766325 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:50.545715 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Attempting to bind port c9449373-50b6-4f2d-8367-0e7189766325 on network 1558249a-9737-4941-a84d-4f2ad1099778 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:50.551911 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:50.552429 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Checking segment: {'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:50.552923 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.553408 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Bound using segment: {'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:50.553990 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Bound port: c9449373-50b6-4f2d-8367-0e7189766325, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bbc9b4-6738-4686-8462-395accee02f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:50.554515 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.580072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b21ac5-cfcc-48f2-82f3-ca17bf1edf9f None None] Network 3e687775-6701-424a-8a46-66302905d52a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:50.681088 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] For port c9449373-50b6-4f2d-8367-0e7189766325, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:50.685063 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] For port c9449373-50b6-4f2d-8367-0e7189766325, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c9449373-50b6-4f2d-8367-0e7189766325,segment=NetworkSegment(d3bbc9b4-6738-4686-8462-395accee02f1),segment_id=d3bbc9b4-6738-4686-8462-395accee02f1)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:50.691258 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.694595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.744342 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95266f2d-88f3-4736-8de5-8c13b11d1980 req-2b8486a2-1935-45d3-bd18-c19a0627144c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=c32e6510-30a9-4dec-a6c9-65dfc78f5715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104685 Mar 02 07:32:50.783412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767851a5-0a35-480a-9b53-a92ead3ceef9 None None] Pushing event updated for resources: {'Port': ['ID=c9449373-50b6-4f2d-8367-0e7189766325,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:50.794875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 92e2907d-b6e1-4c3b-8e07-91cb559c5681, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=92e2907d-b6e1-4c3b-8e07-91cb559c5681,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:50.795224 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:50.808263 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:50.809540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:50.831976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0be1850c-61d0-48d2-a2fa-9866836c7051 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:50.921890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:50.922253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:50.947009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 92e2907d-b6e1-4c3b-8e07-91cb559c5681 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:50.996079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Port': ['ID=6972c242-ee05-4c82-845d-7881403285c0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:51.026158 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:51.054610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0be1850c-61d0-48d2-a2fa-9866836c7051 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:51.054986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.080781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] No DVR routers for this DVR port 6972c242-ee05-4c82-845d-7881403285c0 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:51.166894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-3e687775-6701-424a-8a46-66302905d52a', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:32:51.167751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.291020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.299053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.319811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.380601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a233945b-c62f-42fd-ad63-1a31caf09093']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:51.389532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=92e2907d-b6e1-4c3b-8e07-91cb559c5681,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:51.402905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad2f172-2c76-47fa-a9a7-62123d5201fb') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:51.403402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad2f172-2c76-47fa-a9a7-62123d5201fb') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:51.424379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Deleting port 6972c242-ee05-4c82-845d-7881403285c0 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:51.424752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.490955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.511110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 92e2907d-b6e1-4c3b-8e07-91cb559c5681 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:51.516014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.517884 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-287ab1b0-140f-40d9-af42-eecf9721e0db None None] The port '6972c242-ee05-4c82-845d-7881403285c0' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:51.530283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'name': 'network-vif-deleted', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:32:51.537769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.544593 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ae6f3a0-bf6c-4420-9782-54692633e142 req-69761dd8-41ce-470d-92ed-2b17179812ee tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/92e2907d-b6e1-4c3b-8e07-91cb559c5681 HTTP/1.1" status: 204 len: 173 time: 1.7794664 Mar 02 07:32:51.547960 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:50Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:51.554552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:51.555889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.562956 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a916a-45fb-4872-aa74-59627c2bf35b None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:50Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:51.570865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Allocated IP 2001:db8:3::2 (3e687775-6701-424a-8a46-66302905d52a/9f001ba7-0cc7-48b7-b6c9-05f54d10eda2/44d8b768-6dda-4d4f-bac9-1ee168ede080) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:51.577939 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:51.696510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c58410-f443-4040-a09f-f8f7d515f9d7', 'name': 'network-vif-deleted', 'tag': '92e2907d-b6e1-4c3b-8e07-91cb559c5681', 'status': 'completed', 'code': 200} Mar 02 07:32:51.726386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.764427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.775806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Network': ['ID=a233945b-c62f-42fd-ad63-1a31caf09093,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:51.785020 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0d9559d-d4e6-4d4b-beff-313ea50de12d tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/networks/a233945b-c62f-42fd-ad63-1a31caf09093 HTTP/1.1" status: 204 len: 168 time: 2.7098675 Mar 02 07:32:51.786645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:51.875111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.879041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6972c242-ee05-4c82-845d-7881403285c0 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:51.897595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting subnet 61cb3777-69af-4d84-a28c-e9858158c04f {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:51.901861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:51.961570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 6972c242-ee05-4c82-845d-7881403285c0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:51.961999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6972c242-ee05-4c82-845d-7881403285c0 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:51.963948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Transition to ACTIVE for port object 44d8b768-6dda-4d4f-bac9-1ee168ede080 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:51.990733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Transition to ACTIVE for port object 44d8b768-6dda-4d4f-bac9-1ee168ede080 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:52.001756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.044113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-26cbaebf-1309-4c01-a489-358a6cfb5fa0 req-b14f5d6e-fa43-4e6c-b657-4c13d93c3cd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:52.053190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.120563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Network 3e687775-6701-424a-8a46-66302905d52a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:52.124036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:52.134509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:52.138836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Allocated IP 2001:db8:3::1 (3e687775-6701-424a-8a46-66302905d52a/9f001ba7-0cc7-48b7-b6c9-05f54d10eda2/63b51f52-ff4d-453e-be91-591576f552d6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:32:52.139611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-26cbaebf-1309-4c01-a489-358a6cfb5fa0 req-b14f5d6e-fa43-4e6c-b657-4c13d93c3cd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:52.140981 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26cbaebf-1309-4c01-a489-358a6cfb5fa0 req-b14f5d6e-fa43-4e6c-b657-4c13d93c3cd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c58410-f443-4040-a09f-f8f7d515f9d7 HTTP/1.1" status: 200 len: 210 time: 0.1560235 Mar 02 07:32:52.201319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.239147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Pushing event updated for resources: {'Port': ['ID=44d8b768-6dda-4d4f-bac9-1ee168ede080,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.269903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Attempting to bind port 44d8b768-6dda-4d4f-bac9-1ee168ede080 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:52.270318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Attempting to bind port 44d8b768-6dda-4d4f-bac9-1ee168ede080 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:52.270696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Attempting to bind port 44d8b768-6dda-4d4f-bac9-1ee168ede080 on network 3e687775-6701-424a-8a46-66302905d52a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:52.276674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:52.277049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Checking segment: {'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:52.277468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.278509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Bound using segment: {'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:52.278985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Bound port: 44d8b768-6dda-4d4f-bac9-1ee168ede080, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:52.284794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.353561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.399035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.418050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Subnet': ['ID=61cb3777-69af-4d84-a28c-e9858158c04f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.419100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] For port 44d8b768-6dda-4d4f-bac9-1ee168ede080, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:52.422685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Transition to ACTIVE for port object 63b51f52-ff4d-453e-be91-591576f552d6 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:52.423160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] For port 44d8b768-6dda-4d4f-bac9-1ee168ede080, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44d8b768-6dda-4d4f-bac9-1ee168ede080,segment=NetworkSegment(56fb12c5-bac7-4378-8475-679778bf8896),segment_id=56fb12c5-bac7-4378-8475-679778bf8896)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:52.429867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.440168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.449672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3f275420-fff1-4a74-88d0-3019ea4ca58b tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/subnets/61cb3777-69af-4d84-a28c-e9858158c04f HTTP/1.1" status: 204 len: 168 time: 0.6593819 Mar 02 07:32:52.450406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47434) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:52.488730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e7cde2-4ec7-4de4-95ea-6c7edf09331e None None] Network fb04aa30-8976-49ff-a871-baa93b561453 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:52.491201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.580555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 3e687775-6701-424a-8a46-66302905d52a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:52.585784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:52.593797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting subnet 2ca20e20-764a-49e8-95e4-167cb3a93bab {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:52.599411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:32:52.599820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.602166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.670848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=63b51f52-ff4d-453e-be91-591576f552d6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.693875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.704200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a46da-bf78-4785-bb2a-18de00456b99 None None] Pushing event updated for resources: {'Port': ['ID=44d8b768-6dda-4d4f-bac9-1ee168ede080,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:52.818344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.895527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] DHCP port deletion for fb04aa30-8976-49ff-a871-baa93b561453 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:52.899846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] Deleting port bacc031c-097f-4ef2-955e-3472def2e3e1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:52.900231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:52.945100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.019547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.103971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca20e20-764a-49e8-95e4-167cb3a93bab,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:53.133825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e43001-d1a2-4daa-b762-6d1587ce1db6 None None] Network 29682683-0066-460f-8624-b7ac2cf70550 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:53.163770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.236384 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-139a1744-687f-4d9c-b1a0-b607192705bb tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/subnets/2ca20e20-764a-49e8-95e4-167cb3a93bab HTTP/1.1" status: 204 len: 168 time: 0.7837934 Mar 02 07:32:53.237590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:53.248034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] For port bacc031c-097f-4ef2-955e-3472def2e3e1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bacc031c-097f-4ef2-955e-3472def2e3e1,segment=NetworkSegment(6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0),segment_id=6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:53.248441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.263218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47444) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:53.411635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] Calling delete_port for bacc031c-097f-4ef2-955e-3472def2e3e1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:53.532701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.556405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting port bacc031c-097f-4ef2-955e-3472def2e3e1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:53.557305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.577339 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.589146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.593289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a29f0e25-1141-4fdd-87cd-ffe3b62e584e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.633253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.635974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.665896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c9449373-50b6-4f2d-8367-0e7189766325 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:53.695724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] The port 'bacc031c-097f-4ef2-955e-3472def2e3e1' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:53.699839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] No DVR routers for this DVR port bacc031c-097f-4ef2-955e-3472def2e3e1 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:53.706973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee9de9-f75b-4cd4-9fb2-7476cb90bc8c None None] Pushing event deleted for resources: {'Port': ['ID=bacc031c-097f-4ef2-955e-3472def2e3e1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:53.708806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] DHCP port deletion for 29682683-0066-460f-8624-b7ac2cf70550 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:53.740583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] Deleting port c85f4bdb-d413-4483-b0d0-68aa8313cf42 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:53.740949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.766478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 92e2907d-b6e1-4c3b-8e07-91cb559c5681 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:53.812085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a29f0e25-1141-4fdd-87cd-ffe3b62e584e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.822019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 92e2907d-b6e1-4c3b-8e07-91cb559c5681 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:53.822635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 92e2907d-b6e1-4c3b-8e07-91cb559c5681 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:53.870671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.886031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98381bc7-ce06-4e84-9b2c-5a7f28679e2d None None] Network 3e687775-6701-424a-8a46-66302905d52a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:53.893246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event updated for resources: {'Port': ['ID=63b51f52-ff4d-453e-be91-591576f552d6,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:53.902315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb04aa30-8976-49ff-a871-baa93b561453']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:53.919276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:53.919569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce5378d-4d5d-43a6-a1cc-60be8bc20aa0') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:53.932858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.937433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port c9449373-50b6-4f2d-8367-0e7189766325 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:53.951691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.960421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:53.961018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:53.979145 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:54.014056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c9449373-50b6-4f2d-8367-0e7189766325 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:54.014431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.045351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Network 3e687775-6701-424a-8a46-66302905d52a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:32:54.047858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:32:54.072963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.083009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.111351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/networks/fb04aa30-8976-49ff-a871-baa93b561453 HTTP/1.1" status: 204 len: 168 time: 0.8702948 Mar 02 07:32:54.112251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8116d67-be6a-4445-803a-ab1f1a57baae tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Network': ['ID=fb04aa30-8976-49ff-a871-baa93b561453,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.114328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47448) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:54.141910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-67497b8b-cb8e-4c93-9f29-4200a538b197 None None] Provisioning for port 44d8b768-6dda-4d4f-bac9-1ee168ede080 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:54.167832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] For port c85f4bdb-d413-4483-b0d0-68aa8313cf42, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c85f4bdb-d413-4483-b0d0-68aa8313cf42,segment=NetworkSegment(9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e),segment_id=9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:54.168245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.210084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a29f0e25-1141-4fdd-87cd-ffe3b62e584e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.239906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f0e25-1141-4fdd-87cd-ffe3b62e584e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e6510-30a9-4dec-a6c9-65dfc78f5715,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.248576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:54.255900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.268055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting port c85f4bdb-d413-4483-b0d0-68aa8313cf42 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:54.268401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.322320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a29f0e25-1141-4fdd-87cd-ffe3b62e584e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.323451 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a29f0e25-1141-4fdd-87cd-ffe3b62e584e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/c32e6510-30a9-4dec-a6c9-65dfc78f5715 HTTP/1.1" status: 204 len: 168 time: 1.0596051 Mar 02 07:32:54.374979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] Calling delete_port for c85f4bdb-d413-4483-b0d0-68aa8313cf42 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:54.384727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:54.492483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:54.501814 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-664429e3-e2d5-43e4-9975-dd8cbd560900 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1025307 Mar 02 07:32:54.503153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:54.507528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:54.527708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:54.584030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.599636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.634291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:54.634925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:54.666091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] For port c85f4bdb-d413-4483-b0d0-68aa8313cf42, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c85f4bdb-d413-4483-b0d0-68aa8313cf42,segment=NetworkSegment(9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e),segment_id=9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:54.666619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.720835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] Pushing event deleted for resources: {'Port': ['ID=c85f4bdb-d413-4483-b0d0-68aa8313cf42,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:54.722886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157f840-1dc8-4d44-90c5-65c37233ae60 None None] No DVR routers for this DVR port c85f4bdb-d413-4483-b0d0-68aa8313cf42 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:54.802478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port c9449373-50b6-4f2d-8367-0e7189766325, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c9449373-50b6-4f2d-8367-0e7189766325,segment=NetworkSegment(d3bbc9b4-6738-4686-8462-395accee02f1),segment_id=d3bbc9b4-6738-4686-8462-395accee02f1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:54.813394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Calling delete_port for c85f4bdb-d413-4483-b0d0-68aa8313cf42 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:54.813925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:54.814614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44d8b768-6dda-4d4f-bac9-1ee168ede080 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:54.915403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:55.003874 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.029207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=c9449373-50b6-4f2d-8367-0e7189766325,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:55.194982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 44d8b768-6dda-4d4f-bac9-1ee168ede080 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:55.200592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:55.200592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:55.211827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 44d8b768-6dda-4d4f-bac9-1ee168ede080 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:55.211827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.400367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 04de856a-a8e9-4e65-b0b9-e4b50186bb47 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:55.400573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.437817 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.462395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4d66906d-3fec-45e6-91bf-357e2584a563 None None] Provisioning complete for port 44d8b768-6dda-4d4f-bac9-1ee168ede080 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:55.462764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4d66906d-3fec-45e6-91bf-357e2584a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.523275 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:52Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b51f52-ff4d-453e-be91-591576f552d6', 'name': '', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:d1:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:51Z', 'updated_at': '2022-03-02T07:32:53Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:50Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:55.526410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:32:55.547316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:55.547602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Updating router bc1ba747-b8b9-4b67-97da-9bc8903823d1 port 63b51f52-ff4d-453e-be91-591576f552d6 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:32:55.553389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Removed routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:32:55.553982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.585832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 44d8b768-6dda-4d4f-bac9-1ee168ede080, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44d8b768-6dda-4d4f-bac9-1ee168ede080,segment=NetworkSegment(56fb12c5-bac7-4378-8475-679778bf8896),segment_id=56fb12c5-bac7-4378-8475-679778bf8896)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:55.599618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.676237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bacc031c-097f-4ef2-955e-3472def2e3e1 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:55.737076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting port c85f4bdb-d413-4483-b0d0-68aa8313cf42 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:55.737685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.778644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 04de856a-a8e9-4e65-b0b9-e4b50186bb47, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=04de856a-a8e9-4e65-b0b9-e4b50186bb47,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:55.779232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.821384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] The port 'c85f4bdb-d413-4483-b0d0-68aa8313cf42' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:32:55.822790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: bacc031c-097f-4ef2-955e-3472def2e3e1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:55.823152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bacc031c-097f-4ef2-955e-3472def2e3e1 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:55.839266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.859477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=44d8b768-6dda-4d4f-bac9-1ee168ede080,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:55.924801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 04de856a-a8e9-4e65-b0b9-e4b50186bb47 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:55.970675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:55.975257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4d66906d-3fec-45e6-91bf-357e2584a563 None None] Provisioning for port 63b51f52-ff4d-453e-be91-591576f552d6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:55.981787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c9449373-50b6-4f2d-8367-0e7189766325 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:56.024668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4d66906d-3fec-45e6-91bf-357e2584a563 None None] Provisioning complete for port 63b51f52-ff4d-453e-be91-591576f552d6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:56.025182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4d66906d-3fec-45e6-91bf-357e2584a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.061173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29682683-0066-460f-8624-b7ac2cf70550']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:56.090743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:56.091039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4c34a9-2cfd-43ff-87df-fbbbbfa6b69e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:56.160208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.184472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4d66906d-3fec-45e6-91bf-357e2584a563 None None] Port 63b51f52-ff4d-453e-be91-591576f552d6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:56.192116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.210450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.212501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:56.213806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.214033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c9449373-50b6-4f2d-8367-0e7189766325 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:56.214461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: util.warn( Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:56.227930 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:56.244274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.257361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.346316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a29f6f84-186b-46a2-8797-4e4c68c45ebe None None] Provisioning complete for port 63b51f52-ff4d-453e-be91-591576f552d6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:56.346692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a29f6f84-186b-46a2-8797-4e4c68c45ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.377900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=04de856a-a8e9-4e65-b0b9-e4b50186bb47,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:56.464678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.481352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a29f6f84-186b-46a2-8797-4e4c68c45ebe None None] Port 63b51f52-ff4d-453e-be91-591576f552d6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:32:56.484098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.505585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Network': ['ID=29682683-0066-460f-8624-b7ac2cf70550,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:56.534629 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c19beec0-d742-412c-a7f6-f304a1411121 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/networks/29682683-0066-460f-8624-b7ac2cf70550 HTTP/1.1" status: 204 len: 168 time: 2.4171333 Mar 02 07:32:56.537680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:56.582979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c85f4bdb-d413-4483-b0d0-68aa8313cf42 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:32:56.616298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:56.632477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: c85f4bdb-d413-4483-b0d0-68aa8313cf42 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:32:56.632836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c85f4bdb-d413-4483-b0d0-68aa8313cf42 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:32:56.652162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting subnet d123f212-8b47-46cf-b899-775849a55185 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:56.665486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.669162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.681900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Transition to ACTIVE for port object 63b51f52-ff4d-453e-be91-591576f552d6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:32:56.690188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.721082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.820564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee9315-5fcf-4150-9ccd-a91f69c952c0 None None] Pushing event updated for resources: {'Port': ['ID=63b51f52-ff4d-453e-be91-591576f552d6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:56.912548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Attempting to bind port 63b51f52-ff4d-453e-be91-591576f552d6 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:32:56.913154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Attempting to bind port 63b51f52-ff4d-453e-be91-591576f552d6 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:32:56.913731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Attempting to bind port 63b51f52-ff4d-453e-be91-591576f552d6 on network 3e687775-6701-424a-8a46-66302905d52a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:32:56.920673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:32:56.921314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Checking segment: {'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:32:56.921921 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:56.922477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Bound using segment: {'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:32:56.923105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Bound port: 63b51f52-ff4d-453e-be91-591576f552d6, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fb12c5-bac7-4378-8475-679778bf8896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3e687775-6701-424a-8a46-66302905d52a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:32:56.923637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.013114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.032422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] For port 63b51f52-ff4d-453e-be91-591576f552d6, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:32:57.035568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] For port 63b51f52-ff4d-453e-be91-591576f552d6, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=63b51f52-ff4d-453e-be91-591576f552d6,segment=NetworkSegment(56fb12c5-bac7-4378-8475-679778bf8896),segment_id=56fb12c5-bac7-4378-8475-679778bf8896)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:32:57.041416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.088774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:57.097563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.098746 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-00c6078e-4bf2-4bab-b112-2b56d4062f65 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 200 len: 953 time: 2.5955672 Mar 02 07:32:57.103438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:57.158133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:57.158775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:57.159560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:57.218375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee9315-5fcf-4150-9ccd-a91f69c952c0 None None] Pushing event updated for resources: {'Port': ['ID=63b51f52-ff4d-453e-be91-591576f552d6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:57.292371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.334351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:57.350582 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6dc2f5b4-b402-430c-b128-61cbdff2ae47 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 200 len: 953 time: 0.2436638 Mar 02 07:32:57.351787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:57.366614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:32:57.510771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:57.529438 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] Sync routers for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:57.536885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:57.538158 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f9fc6667-2ca4-42c4-9615-48d513c7237a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1540208 Mar 02 07:32:57.542698 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:57.543629 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:57.667016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.732472 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:57.741787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:55Z', 'revision_number': 6, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b51f52-ff4d-453e-be91-591576f552d6', 'name': '', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:d1:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:51Z', 'updated_at': '2022-03-02T07:32:57Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:57.745930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ca48b-4f3d-4b5b-8eca-19f4106d6a2d None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:55Z', 'revision_number': 6, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b51f52-ff4d-453e-be91-591576f552d6', 'name': '', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:d1:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:51Z', 'updated_at': '2022-03-02T07:32:57Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:57.781846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Subnet': ['ID=d123f212-8b47-46cf-b899-775849a55185,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:57.783967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.803018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77eeb3-2686-4ffa-9a7e-d8f550696b0c None None] Network d3802094-205a-4be0-baaa-5c3e3a35903d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:57.830429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet 53ac4b27-6a23-4469-a4eb-7cc033bf2c36 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:32:57.843263 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eaaf8a5d-118f-4514-bf48-385822cd417f tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/subnets/d123f212-8b47-46cf-b899-775849a55185 HTTP/1.1" status: 204 len: 168 time: 1.3046081 Mar 02 07:32:57.844286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:57.845693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47478) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:57.995237 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.081869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.098756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Deleting port b52d01de-071d-4e85-990b-a1f71840b4d1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:58.099095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.198980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] DHCP port deletion for d3802094-205a-4be0-baaa-5c3e3a35903d request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:58.203441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44d8b768-6dda-4d4f-bac9-1ee168ede080 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:58.270146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Deleting port b52d01de-071d-4e85-990b-a1f71840b4d1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:58.270833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.309338 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:32:56Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:58.311928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.319213 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] Checking router: b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:32:58.348166 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] Routers {'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:58.348917 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:58.442032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] For port b52d01de-071d-4e85-990b-a1f71840b4d1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b52d01de-071d-4e85-990b-a1f71840b4d1,segment=NetworkSegment(a027f389-f296-4513-ae14-6db6c7d38e65),segment_id=a027f389-f296-4513-ae14-6db6c7d38e65)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:58.442401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.519468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:32:58.520249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:32:58.527506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.560761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 44d8b768-6dda-4d4f-bac9-1ee168ede080 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:58.561302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.585032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.609075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=53ac4b27-6a23-4469-a4eb-7cc033bf2c36,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:58.618109 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e5d3877-670d-4366-a497-441ffc7c6633 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/53ac4b27-6a23-4469-a4eb-7cc033bf2c36 HTTP/1.1" status: 204 len: 168 time: 1.0711129 Mar 02 07:32:58.620731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:58.621655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Calling delete_port for b52d01de-071d-4e85-990b-a1f71840b4d1 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:58.636076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527220f-5f62-45b5-ade2-d7f67a482330 None None] Network 881d830e-b54c-42e4-a49a-ed49f8d41d24 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:32:58.646950 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] Set router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:58.717224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] For port b52d01de-071d-4e85-990b-a1f71840b4d1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b52d01de-071d-4e85-990b-a1f71840b4d1,segment=NetworkSegment(a027f389-f296-4513-ae14-6db6c7d38e65),segment_id=a027f389-f296-4513-ae14-6db6c7d38e65)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:32:58.717532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.774550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:58.839249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Port': ['ID=b52d01de-071d-4e85-990b-a1f71840b4d1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:58.849157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] No DVR routers for this DVR port b52d01de-071d-4e85-990b-a1f71840b4d1 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:32:58.948462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Calling delete_port for b52d01de-071d-4e85-990b-a1f71840b4d1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:32:58.983442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:32:58.989167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.044204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.048325 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:32:56Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:59.053067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.054677 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7d425-559c-4d6b-aca1-0d90acb01df8 None None] The sync data for ids ['b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f'] in dv-neutron-831485-1-hyperv is: [{'id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'name': 'tempest-TestNetworkBasicOps-router-1634279937', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:30:06Z', 'updated_at': '2022-03-02T07:32:56Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:30:08Z', 'updated_at': '2022-03-02T07:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:32:59.073046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:32:59.073709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:59.078692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3802094-205a-4be0-baaa-5c3e3a35903d']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:59.094162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a027f389-f296-4513-ae14-6db6c7d38e65') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:59.094464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a027f389-f296-4513-ae14-6db6c7d38e65') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:32:59.108355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.128621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.135476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:32:59.135917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:32:59.151631 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:32:59.232021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.256614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.263391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Pushing event deleted for resources: {'Network': ['ID=d3802094-205a-4be0-baaa-5c3e3a35903d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:32:59.269859 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b6b94362-0d76-4d0b-8a95-764b29cdcd52 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/networks/d3802094-205a-4be0-baaa-5c3e3a35903d HTTP/1.1" status: 204 len: 168 time: 1.4231129 Mar 02 07:32:59.272315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47486) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:59.322070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c48cd11b-300c-494f-855c-26c257c2cf6e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Synchronizing usage tracker for tenant:6816f19a034e4cadbe584837e2c0ddec on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:32:59.342058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c48cd11b-300c-494f-855c-26c257c2cf6e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Unset dirty status for tenant:6816f19a034e4cadbe584837e2c0ddec on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:32:59.346509 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c48cd11b-300c-494f-855c-26c257c2cf6e tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe4111e1-de88-474a-a1d8-5e18394345fd HTTP/1.1" status: 200 len: 205 time: 0.0731487 Mar 02 07:32:59.347006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 63b51f52-ff4d-453e-be91-591576f552d6 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:32:59.347780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:32:59.411915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.424530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.432299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:32:59.489051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:32:59.489051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:32:59.493634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12400926-80f8-4197-a505-fcc0d1e0b856 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.623444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 63b51f52-ff4d-453e-be91-591576f552d6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:32:59.637631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 63b51f52-ff4d-453e-be91-591576f552d6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:32:59.638179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.691327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:32:59.693006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.709247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:59.709601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.743260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] DHCP port deletion for 881d830e-b54c-42e4-a49a-ed49f8d41d24 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:32:59.765228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] Deleting port 89ab256d-c584-4107-a469-a1987fb9b801 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:59.765716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.927139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12400926-80f8-4197-a505-fcc0d1e0b856 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.929463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12400926-80f8-4197-a505-fcc0d1e0b856 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.951812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12400926-80f8-4197-a505-fcc0d1e0b856 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.952727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12400926-80f8-4197-a505-fcc0d1e0b856 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Fanout notify agent at l3_agent the message router_deleted on router fe4111e1-de88-474a-a1d8-5e18394345fd {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:32:59.965029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12400926-80f8-4197-a505-fcc0d1e0b856 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.969146 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-12400926-80f8-4197-a505-fcc0d1e0b856 tempest-RoutersNegativeIpV6Test-1127420365 tempest-RoutersNegativeIpV6Test-1127420365-project] 10.222.0.41 "DELETE /v2.0/routers/fe4111e1-de88-474a-a1d8-5e18394345fd HTTP/1.1" status: 204 len: 168 time: 0.6182845 Mar 02 07:32:59.984952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:32:59.991343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Deleting port b52d01de-071d-4e85-990b-a1f71840b4d1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:32:59.991721 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.997852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:32:59.998948 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9801856c-4859-43aa-a715-ba8784152505 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 200 len: 703 time: 2.6461389 Mar 02 07:33:00.001700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47496) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:00.041911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:00.042272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.192151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-aef76aad-dbe6-403c-ba92-8e0a9d425a65 None None] The port 'b52d01de-071d-4e85-990b-a1f71840b4d1' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:00.193234 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ef0653c3-1296-4d09-bc4e-7e274b0115f3 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 200 len: 703 time: 0.1899798 Mar 02 07:33:00.194808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47500) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:00.224027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.249531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] For port 89ab256d-c584-4107-a469-a1987fb9b801, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=89ab256d-c584-4107-a469-a1987fb9b801,segment=NetworkSegment(0c6bb87b-6b8a-4814-b74f-404a75331f7d),segment_id=0c6bb87b-6b8a-4814-b74f-404a75331f7d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:00.249531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.306909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:00.364433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 63b51f52-ff4d-453e-be91-591576f552d6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=63b51f52-ff4d-453e-be91-591576f552d6,segment=NetworkSegment(56fb12c5-bac7-4378-8475-679778bf8896),segment_id=56fb12c5-bac7-4378-8475-679778bf8896)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:00.443772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.452832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] Calling delete_port for 89ab256d-c584-4107-a469-a1987fb9b801 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:00.473122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:00.534124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.549111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:58Z', 'revision_number': 7, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b51f52-ff4d-453e-be91-591576f552d6', 'name': '', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:d1:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:51Z', 'updated_at': '2022-03-02T07:32:57Z', 'revision_number': 4, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:00.571227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:00.594333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 04de856a-a8e9-4e65-b0b9-e4b50186bb47 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:00.643261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:00.659891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 04de856a-a8e9-4e65-b0b9-e4b50186bb47 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:00.660245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 04de856a-a8e9-4e65-b0b9-e4b50186bb47 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:00.660667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b52d01de-071d-4e85-990b-a1f71840b4d1 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:00.690531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:00.691168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:00.745592 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b3850b67-c476-40ed-9cf2-72b39d413562 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6816f19a034e4cadbe584837e2c0ddec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717535 Mar 02 07:33:00.748597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47512) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:00.759149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.763872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=63b51f52-ff4d-453e-be91-591576f552d6,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:00.767572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: b52d01de-071d-4e85-990b-a1f71840b4d1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:00.767949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b52d01de-071d-4e85-990b-a1f71840b4d1 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:00.768370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 89ab256d-c584-4107-a469-a1987fb9b801 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:00.813222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.928133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.953379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.955780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.957025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334fb340-3f0b-4b8b-85d2-2b44c9932937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.981608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:00.982317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:00.988016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] Pushing event deleted for resources: {'Port': ['ID=89ab256d-c584-4107-a469-a1987fb9b801,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.009126 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.011267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c0a6b-e1d6-46f9-a474-4f5be1e9c2c2 None None] No DVR routers for this DVR port 89ab256d-c584-4107-a469-a1987fb9b801 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:01.014468 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-226b1725-cd4f-4c2d-a59b-417b6153fb86 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/b8ab4a00-5c49-475e-ab25-c5bb8ca55b4f HTTP/1.1" status: 204 len: 168 time: 2.3912833 Mar 02 07:33:01.019417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334fb340-3f0b-4b8b-85d2-2b44c9932937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.021461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:01.026939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:01.088056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No active binding found for port 89ab256d-c584-4107-a469-a1987fb9b801 {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 07:33:01.088996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 89ab256d-c584-4107-a469-a1987fb9b801 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:01.163594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.312966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.329597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334fb340-3f0b-4b8b-85d2-2b44c9932937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.352368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fb340-3f0b-4b8b-85d2-2b44c9932937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7ee1b2-23e4-4a6d-9a21-8bc1a66da67b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.364969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881d830e-b54c-42e4-a49a-ed49f8d41d24']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:01.378427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6bb87b-6b8a-4814-b74f-404a75331f7d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:01.378790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6bb87b-6b8a-4814-b74f-404a75331f7d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:01.391978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.396036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334fb340-3f0b-4b8b-85d2-2b44c9932937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.399839 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-334fb340-3f0b-4b8b-85d2-2b44c9932937 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd7ee1b2-23e4-4a6d-9a21-8bc1a66da67b HTTP/1.1" status: 204 len: 168 time: 0.6475403 Mar 02 07:33:01.412838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.420620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:01.421013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.423000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 63b51f52-ff4d-453e-be91-591576f552d6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:01.423000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:01.436831 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:01.455626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:58Z', 'revision_number': 7, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b51f52-ff4d-453e-be91-591576f552d6', 'name': '', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:d1:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:51Z', 'updated_at': '2022-03-02T07:33:00Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:01.460320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba265fb3-2d59-4ba4-9c8e-3e51507dbeb4 None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:58Z', 'revision_number': 7, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b51f52-ff4d-453e-be91-591576f552d6', 'name': '', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:d1:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:51Z', 'updated_at': '2022-03-02T07:33:00Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:01.531205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.557404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.569606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=881d830e-b54c-42e4-a49a-ed49f8d41d24,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.584894 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-54fce874-4226-40ec-bb1f-284519c6a4b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/881d830e-b54c-42e4-a49a-ed49f8d41d24 HTTP/1.1" status: 204 len: 168 time: 0.5610592 Mar 02 07:33:01.608239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47522) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:01.614018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--1464022209', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:01.624539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:01.632251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:01.635640 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:01.645790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:01.660544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:01.664569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.686577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 63b51f52-ff4d-453e-be91-591576f552d6, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=63b51f52-ff4d-453e-be91-591576f552d6,segment=NetworkSegment(56fb12c5-bac7-4378-8475-679778bf8896),segment_id=56fb12c5-bac7-4378-8475-679778bf8896)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:01.686985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.701027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:01.710464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.711079 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment 640547a1-454a-4986-b809-6deb01405830 of type vlan for network 6154468d-7160-4f5e-8b94-929fd2d242d3 Mar 02 07:33:01.750908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.793321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.803324 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:01.805906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:01.807001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:01.816835 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:01.817599 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:01.841092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 63b51f52-ff4d-453e-be91-591576f552d6 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:01.945304 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3357906 Mar 02 07:33:01.949169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:01.957252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:01.962775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a2f73-aeb9-431d-9ea0-64407f6aebd0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=6154468d-7160-4f5e-8b94-929fd2d242d3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:01.966517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:01.974562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:01.977785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:01.979035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:01.984669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:02.006194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.008117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.018061 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:02.078164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.087399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.354337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=63b51f52-ff4d-453e-be91-591576f552d6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:02.358114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.536345 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:32:58Z', 'revision_number': 7, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b51f52-ff4d-453e-be91-591576f552d6', 'name': '', 'network_id': '3e687775-6701-424a-8a46-66302905d52a', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:d1:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:51Z', 'updated_at': '2022-03-02T07:33:00Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '9f001ba7-0cc7-48b7-b6c9-05f54d10eda2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:02.542017 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:02.551209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4bcf3767-bd8d-4a29-962f-97e78787d758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.561365 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:02.562214 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:02.615309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47548) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:02.657530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:02.702155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:02.702772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e4ee0b2d-ae99-4d32-945f-2c43cb2dd4df not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:02.714907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:02.782031 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb833901-a797-403f-aa7c-de85c97a6adb tempest-ServiceProvidersTest-1735922759 tempest-ServiceProvidersTest-1735922759-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1643939 Mar 02 07:33:02.783350 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:02.828983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:03.065701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.102321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.134078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:03.148684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:03.148808 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7208af0-cd0c-4eb2-b0dc-ee24eed8ecaa tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528472 Mar 02 07:33:03.152185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:03.208007 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:01Z', 'revision_number': 8, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:03.212585 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ca928-aa62-4c32-b6df-f551b9191241 None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:01Z', 'revision_number': 8, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:03.225011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet 9f001ba7-0cc7-48b7-b6c9-05f54d10eda2 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:03.228463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.273035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.232 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/6a260753-bb5f-4185-9774-e3685a4e0764) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:03.298408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.330128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.381511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.401393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:03.413808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Usage tracker for resource:security_group_rule and tenant:b6af0975b1b34c2880b572f6c467f411 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:03.418846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:03.427102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:03.454172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.482718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.497587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=9f001ba7-0cc7-48b7-b6c9-05f54d10eda2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:03.501324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.507363 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-73ca4b3a-1d16-4a39-8f12-cf99ad8d4494 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/9f001ba7-0cc7-48b7-b6c9-05f54d10eda2 HTTP/1.1" status: 204 len: 168 time: 0.3539264 Mar 02 07:33:03.509823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47568) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:03.514179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a497f0-2a5a-4d7e-a4e9-bde907352132 None None] Network 3e687775-6701-424a-8a46-66302905d52a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:03.587029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.588989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.638074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.642198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.652244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 44d8b768-6dda-4d4f-bac9-1ee168ede080 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:03.653798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.689793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:03.692739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d12bcd-63dc-4102-86b3-ab22f5b7b0ce,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:03.700933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:03.710989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:03.774960 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-141b9aa9-b211-437b-a875-85d10ed87f41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6af0975b1b34c2880b572f6c467f411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251917 Mar 02 07:33:03.775758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=6a260753-bb5f-4185-9774-e3685a4e0764,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:03.779216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:03.816216 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] DHCP port deletion for 3e687775-6701-424a-8a46-66302905d52a request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:03.823000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Deleting port 44d8b768-6dda-4d4f-bac9-1ee168ede080 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:03.823607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.884329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 44d8b768-6dda-4d4f-bac9-1ee168ede080, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44d8b768-6dda-4d4f-bac9-1ee168ede080,segment=NetworkSegment(56fb12c5-bac7-4378-8475-679778bf8896),segment_id=56fb12c5-bac7-4378-8475-679778bf8896)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:03.884688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:03.907684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:03.924936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:03.925546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:32:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:04.014344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b76b757-b410-4024-8233-9062c6a2094b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.019748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 44d8b768-6dda-4d4f-bac9-1ee168ede080 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:04.055496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b76b757-b410-4024-8233-9062c6a2094b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.103514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.151272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=44d8b768-6dda-4d4f-bac9-1ee168ede080,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.153671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No DVR routers for this DVR port 44d8b768-6dda-4d4f-bac9-1ee168ede080 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:04.172879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:04.228059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] For port 44d8b768-6dda-4d4f-bac9-1ee168ede080, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44d8b768-6dda-4d4f-bac9-1ee168ede080,segment=NetworkSegment(56fb12c5-bac7-4378-8475-679778bf8896),segment_id=56fb12c5-bac7-4378-8475-679778bf8896)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:04.228454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.284413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.321912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e687775-6701-424a-8a46-66302905d52a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:04.336188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fb12c5-bac7-4378-8475-679778bf8896') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:04.336739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fb12c5-bac7-4378-8475-679778bf8896') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:04.349887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.382738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.386467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b76b757-b410-4024-8233-9062c6a2094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.395145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:04.395692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.405010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:04.410699 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:04.421542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Calling delete_port for 44d8b768-6dda-4d4f-bac9-1ee168ede080 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:04.463630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76b757-b410-4024-8233-9062c6a2094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d12bcd-63dc-4102-86b3-ab22f5b7b0ce,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.497090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b76b757-b410-4024-8233-9062c6a2094b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.498211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.501098 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b76b757-b410-4024-8233-9062c6a2094b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98d12bcd-63dc-4102-86b3-ab22f5b7b0ce HTTP/1.1" status: 204 len: 168 time: 0.7192419 Mar 02 07:33:04.515245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.585374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44d8b768-6dda-4d4f-bac9-1ee168ede080 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:04.591408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=3e687775-6701-424a-8a46-66302905d52a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:04.598787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-70900407-f25b-4f09-bb30-3a7eb2de799b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/3e687775-6701-424a-8a46-66302905d52a HTTP/1.1" status: 204 len: 168 time: 1.0876212 Mar 02 07:33:04.601095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:04.678713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 44d8b768-6dda-4d4f-bac9-1ee168ede080 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:04.679059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44d8b768-6dda-4d4f-bac9-1ee168ede080 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:04.679683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 63b51f52-ff4d-453e-be91-591576f552d6 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:04.744846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 63b51f52-ff4d-453e-be91-591576f552d6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:04.745534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 63b51f52-ff4d-453e-be91-591576f552d6 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:04.771867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:04.773112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:04.823458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c681886-64dd-46ce-826c-23da01668ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:04.861046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:01Z', 'revision_number': 8, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:04.864955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:04.873128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:04.873764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:05.024966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:05.071776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.275374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Deleting port 44d8b768-6dda-4d4f-bac9-1ee168ede080 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:05.275752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.377482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9b615b92-0ce3-4da9-8bf1-46d85dac3ecf None None] The port '44d8b768-6dda-4d4f-bac9-1ee168ede080' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:05.398535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 99a11e6e-6517-40b0-8a60-6ca54dcf933d is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:05.415149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:01Z', 'revision_number': 8, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:05.419070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d230a650-46e2-4dfa-bb58-6185320804f9 None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:01Z', 'revision_number': 8, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9449373-50b6-4f2d-8367-0e7189766325', 'name': '', 'network_id': '1558249a-9737-4941-a84d-4f2ad1099778', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:b9:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:46Z', 'updated_at': '2022-03-02T07:32:54Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'c4729803-e981-47d3-b96d-8b4632f694e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:05.756574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:05.766133 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Sync routers for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:05.775134 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:05.775733 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:05.777273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.811046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.869635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.895006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:05.896209 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-700342a3-b2f9-497c-8095-5481dcdf6b42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9453082 Mar 02 07:33:05.899569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:05.942207 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c15727d-429a-4284-a3c2-da379435359f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409014 Mar 02 07:33:05.944569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47586) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:05.953462 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:06.082767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4fec6-e1ce-48dc-9fc2-02cafb055f48 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:06.086851 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f4e4fec6-e1ce-48dc-9fc2-02cafb055f48 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386938 Mar 02 07:33:06.087504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:06.118759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port c9449373-50b6-4f2d-8367-0e7189766325 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:06.119213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.135486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff22265f-5a74-41b8-9d2c-f2316871daa8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463324 Mar 02 07:33:06.135486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:06.141084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1762137574', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:06.234055 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:04Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:06.238145 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Checking router: 99a11e6e-6517-40b0-8a60-6ca54dcf933d for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:06.238594 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Updating router 99a11e6e-6517-40b0-8a60-6ca54dcf933d port 6a260753-bb5f-4185-9774-e3685a4e0764 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:33:06.249990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:06.253694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:06.256402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:06.262053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:06.272601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:06.276490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.306708 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.324176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port c9449373-50b6-4f2d-8367-0e7189766325, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c9449373-50b6-4f2d-8367-0e7189766325,segment=NetworkSegment(d3bbc9b4-6738-4686-8462-395accee02f1),segment_id=d3bbc9b4-6738-4686-8462-395accee02f1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:06.324584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.459667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for c9449373-50b6-4f2d-8367-0e7189766325 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:06.601217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.651012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.671121 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.682687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=35ddd51d-49f0-4a83-801a-066b033552f6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:06.683179 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Transition to ACTIVE for port object 6a260753-bb5f-4185-9774-e3685a4e0764 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:06.688312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:06.688727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 6154468d-7160-4f5e-8b94-929fd2d242d3, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:06.692008 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.706442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=c9449373-50b6-4f2d-8367-0e7189766325,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:06.707299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:06.719717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 6154468d-7160-4f5e-8b94-929fd2d242d3) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:06.725351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:06.726083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.747237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f4a5e-7301-4f04-a1ac-050e689eae72 None None] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:06.758672 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c3730e67-8d81-4c33-8f24-99c11ec351d7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6218894 Mar 02 07:33:06.761499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47598) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:06.783993 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Attempting to bind port 6a260753-bb5f-4185-9774-e3685a4e0764 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:06.784963 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Attempting to bind port 6a260753-bb5f-4185-9774-e3685a4e0764 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:06.785484 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Attempting to bind port 6a260753-bb5f-4185-9774-e3685a4e0764 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:06.793758 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:06.794397 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:06.795126 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.795655 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:06.796281 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Bound port: 6a260753-bb5f-4185-9774-e3685a4e0764, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:06.796828 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.863105 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e8e33-1574-414f-8265-89b17ff20c38 None None] Pushing event updated for resources: {'Port': ['ID=6a260753-bb5f-4185-9774-e3685a4e0764,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:06.909311 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] For port 6a260753-bb5f-4185-9774-e3685a4e0764, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:06.918248 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] For port 6a260753-bb5f-4185-9774-e3685a4e0764, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6a260753-bb5f-4185-9774-e3685a4e0764,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:06.928221 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:06.944710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.024738 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:07.025348 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.077316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-6154468d-7160-4f5e-8b94-929fd2d242d3', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:07.078867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.118416 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e8e33-1574-414f-8265-89b17ff20c38 None None] Pushing event updated for resources: {'Port': ['ID=6a260753-bb5f-4185-9774-e3685a4e0764,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:07.155042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.248315 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:07.274425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Allocated IP 172.20.0.2 (6154468d-7160-4f5e-8b94-929fd2d242d3/35ddd51d-49f0-4a83-801a-066b033552f6/6cbcd6e3-7ac8-4353-918c-5ae8ace7116f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:07.427540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:07.573453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.585552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Transition to ACTIVE for port object 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:07.607133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Transition to ACTIVE for port object 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:07.612207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:07.616566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.634119 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3516f922-7421-494c-8e96-aa993ee00782 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0318105 Mar 02 07:33:07.636704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:07.655212 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:04Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.659999 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8afd2a-09ce-4889-85e9-380cc2f84f6e None None] The sync data for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv is: [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:04Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:07.672152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:07.689419 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:33:07.707900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:07.708634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:07.709266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:07.720100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.731852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet c4729803-e981-47d3-b96d-8b4632f694e5 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:07.741332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.782196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:07.784704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:07.800957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.873439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Pushing event updated for resources: {'Port': ['ID=6cbcd6e3-7ac8-4353-918c-5ae8ace7116f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:07.898381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:07.976720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Attempting to bind port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:07.977077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Attempting to bind port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:07.977432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Attempting to bind port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:07.981464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:08.008592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.044290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:08.044706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Checking segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:08.045058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.045447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Bound using segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:08.045940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Bound port: 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:08.046305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.063790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.072229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6b01b-bcb7-40ef-9d82-fdbec69080a2 None None] Network 1558249a-9737-4941-a84d-4f2ad1099778 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:08.084004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=c4729803-e981-47d3-b96d-8b4632f694e5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:08.087282 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff544b44-aea8-464c-be8c-1bdb2d440fc1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/c4729803-e981-47d3-b96d-8b4632f694e5 HTTP/1.1" status: 204 len: 168 time: 0.4489880 Mar 02 07:33:08.089895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:08.234828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.247607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 0be1850c-61d0-48d2-a2fa-9866836c7051 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:08.248037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.264390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (6154468d-7160-4f5e-8b94-929fd2d242d3/35ddd51d-49f0-4a83-801a-066b033552f6/cb405d8b-a88e-4376-a226-b04edc0b9634) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:08.365304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] For port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:08.368669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] For port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6cbcd6e3-7ac8-4353-918c-5ae8ace7116f,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:08.405791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.506778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 0be1850c-61d0-48d2-a2fa-9866836c7051, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0be1850c-61d0-48d2-a2fa-9866836c7051,segment=NetworkSegment(d3bbc9b4-6738-4686-8462-395accee02f1),segment_id=d3bbc9b4-6738-4686-8462-395accee02f1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:08.507633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.621231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.629298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880614-3a5f-443d-a8c7-b86b7fef1ae4 None None] Pushing event updated for resources: {'Port': ['ID=6cbcd6e3-7ac8-4353-918c-5ae8ace7116f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:08.644831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object cb405d8b-a88e-4376-a226-b04edc0b9634 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:08.679341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 0be1850c-61d0-48d2-a2fa-9866836c7051 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:08.694677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.714691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a260753-bb5f-4185-9774-e3685a4e0764 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:08.768886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:08.776708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:08.782421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:08.797361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.817080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=cb405d8b-a88e-4376-a226-b04edc0b9634,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:08.861984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.863128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No DVR routers for this DVR port 0be1850c-61d0-48d2-a2fa-9866836c7051 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:08.891852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6a260753-bb5f-4185-9774-e3685a4e0764 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:08.910948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=0be1850c-61d0-48d2-a2fa-9866836c7051,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:08.914953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2784bc-8598-4e75-b34e-49108e0dcf1e None None] DHCP port deletion for 1558249a-9737-4941-a84d-4f2ad1099778 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:08.920567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6a260753-bb5f-4185-9774-e3685a4e0764 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:08.920690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:08.984725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:06Z', 'revision_number': 9, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:08.999098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:09.014194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:09.014815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:09.041542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.081723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1558249a-9737-4941-a84d-4f2ad1099778']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:09.101835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bbc9b4-6738-4686-8462-395accee02f1') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:09.101835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bbc9b4-6738-4686-8462-395accee02f1') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:09.132563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.153424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.161749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:09.162164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:09.184750 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:09.242171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.330563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.352264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6a260753-bb5f-4185-9774-e3685a4e0764, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6a260753-bb5f-4185-9774-e3685a4e0764,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:09.367132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:09.412799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.442146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.473616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.476649 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=1558249a-9737-4941-a84d-4f2ad1099778,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:09.490831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.491276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.491706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.492269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.492740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.493567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.493567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.494145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.494565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.495117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.495526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.495937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:09.505700 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2721366-485c-4ff3-88e7-d1624e1e2ea2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/1558249a-9737-4941-a84d-4f2ad1099778 HTTP/1.1" status: 204 len: 168 time: 1.4118261 Mar 02 07:33:09.507735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:09.574980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6a260753-bb5f-4185-9774-e3685a4e0764,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:09.720414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.727245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.781389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:06Z', 'revision_number': 9, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:09.785663 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f502-7469-4392-ae77-0a9a0303dc9d None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:06Z', 'revision_number': 9, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '110b31a8-4152-434b-b268-6675a6921541', 'name': '', 'network_id': '6030d4f5-e820-410e-ba9c-127e5b67e9ac', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:9e:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:38Z', 'updated_at': '2022-03-02T07:32:47Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': '7c430c96-0e3f-402d-a643-0cc0e22d3545', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:09.832858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=cb405d8b-a88e-4376-a226-b04edc0b9634,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:09.857115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:09.990935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:09.992029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:10.043879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.307184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 99a11e6e-6517-40b0-8a60-6ca54dcf933d has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:10.431720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 110b31a8-4152-434b-b268-6675a6921541 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:10.432064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.519419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92c725-7a12-4033-87fc-8950205fb1a1 None None] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:10.523356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:10.534171 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Sync routers for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:10.546141 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:10.546755 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:10.553403 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-672ac387-a9b7-42c4-b574-57d40df12cdc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/99a11e6e-6517-40b0-8a60-6ca54dcf933d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7899234 Mar 02 07:33:10.558484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47614) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:10.656982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-65651f35-5094-42bc-a19a-aff9842f07d1 None None] Provisioning for port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:10.681624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a260753-bb5f-4185-9774-e3685a4e0764 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:10.701494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 110b31a8-4152-434b-b268-6675a6921541, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=110b31a8-4152-434b-b268-6675a6921541,segment=NetworkSegment(49a1585d-b349-4cef-9cd2-27e23982c5f5),segment_id=49a1585d-b349-4cef-9cd2-27e23982c5f5)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:10.701885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.764148 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:10.777065 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.778482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.779119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.779741 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.780362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.780979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.781597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.782234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.784398 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5be42bef-1b75-40e0-aee5-1aec2e76d5a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5656 time: 0.2249541 Mar 02 07:33:10.787286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47618) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:10.832278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 110b31a8-4152-434b-b268-6675a6921541 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:10.841955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6a260753-bb5f-4185-9774-e3685a4e0764 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:10.842330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:10.876260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.876838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.877353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.878003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.878596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.879041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.879482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.879918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:10.881883 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3be23d3-4315-49cc-8657-77bc375d1c3f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5238 time: 0.0934305 Mar 02 07:33:10.884757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:10.999864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:11.078974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:11.087168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:11.087574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.147097 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-93ad58c5-39ac-4d1d-9b05-f9ca5b0bea7a tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.2612121 Mar 02 07:33:11.150058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47626) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:11.156554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-131501209', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:11.218453 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:11.222984 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Checking router: 99a11e6e-6517-40b0-8a60-6ca54dcf933d for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:11.223455 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Updating router 99a11e6e-6517-40b0-8a60-6ca54dcf933d port cb405d8b-a88e-4376-a226-b04edc0b9634 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:33:11.248878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.278847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.294209 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.335909 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6cbcd6e3-7ac8-4353-918c-5ae8ace7116f,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:11.343051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=110b31a8-4152-434b-b268-6675a6921541,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:11.345835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.365892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:11.374636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:port and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:11.380062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:11.395273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:11.414667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3fb681c4-91aa-4a6f-8079-306e2f2f1595 None None] Provisioning for port cb405d8b-a88e-4376-a226-b04edc0b9634 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:11.419713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:11.423830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.444577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c9449373-50b6-4f2d-8367-0e7189766325 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:11.469039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] device_id is not set on port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:33:11.502704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3fb681c4-91aa-4a6f-8079-306e2f2f1595 None None] Provisioning complete for port cb405d8b-a88e-4376-a226-b04edc0b9634 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:11.503082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3fb681c4-91aa-4a6f-8079-306e2f2f1595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.587338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: c9449373-50b6-4f2d-8367-0e7189766325 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:11.587975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c9449373-50b6-4f2d-8367-0e7189766325 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:11.588138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0be1850c-61d0-48d2-a2fa-9866836c7051 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:11.662007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.13 (6154468d-7160-4f5e-8b94-929fd2d242d3/35ddd51d-49f0-4a83-801a-066b033552f6/0c5e7e8d-a11b-4611-af81-b2ddfe170202) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:11.666072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 0be1850c-61d0-48d2-a2fa-9866836c7051 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:11.666388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0be1850c-61d0-48d2-a2fa-9866836c7051 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:11.691332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6cbcd6e3-7ac8-4353-918c-5ae8ace7116f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:11.691464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.694238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3fb681c4-91aa-4a6f-8079-306e2f2f1595 None None] Port cb405d8b-a88e-4376-a226-b04edc0b9634 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:11.712200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3fb681c4-91aa-4a6f-8079-306e2f2f1595 None None] Provisioning complete for port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:11.712642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3fb681c4-91aa-4a6f-8079-306e2f2f1595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.925910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:11.941915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 0c5e7e8d-a11b-4611-af81-b2ddfe170202 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:11.967340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.020679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-da31977e-c1e4-453d-b278-21deb91952bf None None] Provisioning complete for port cb405d8b-a88e-4376-a226-b04edc0b9634 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:12.021201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da31977e-c1e4-453d-b278-21deb91952bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.042983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:12.047718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:12.056481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:12.059641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:12.094042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:12.111399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-da31977e-c1e4-453d-b278-21deb91952bf None None] Port cb405d8b-a88e-4376-a226-b04edc0b9634 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:12.113324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.113861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.114512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.114993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.115468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.115942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.116420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.117389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.117389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.117613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.117878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.118306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:12.140174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:12.140819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.174562 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2e4bba71-4c3a-41d4-875f-0ba4e4bd7892 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0231206 Mar 02 07:33:12.235768 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.248641 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Transition to ACTIVE for port object cb405d8b-a88e-4376-a226-b04edc0b9634 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:12.258106 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.271149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:12.283353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:12.296506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:12.297131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:12.313740 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab3ee021-d6c5-49cd-acaf-a4c74e88c4da tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8047960 Mar 02 07:33:12.316263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47632) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:12.333744 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5bf77-883b-4af1-ae4a-2b32af2f66cd None None] Pushing event updated for resources: {'Port': ['ID=cb405d8b-a88e-4376-a226-b04edc0b9634,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:12.482354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet 7c430c96-0e3f-402d-a643-0cc0e22d3545 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:12.489326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.540624 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Attempting to bind port cb405d8b-a88e-4376-a226-b04edc0b9634 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:12.541071 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Attempting to bind port cb405d8b-a88e-4376-a226-b04edc0b9634 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:12.541517 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Attempting to bind port cb405d8b-a88e-4376-a226-b04edc0b9634 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:12.546515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71d3691b-a4ac-4e95-80c5-78338c31bbe6 None None] Provisioning for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:12.549076 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:12.549586 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Checking segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:12.550374 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.550761 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Bound using segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:12.551260 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Bound port: cb405d8b-a88e-4376-a226-b04edc0b9634, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:12.551647 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.570059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71d3691b-a4ac-4e95-80c5-78338c31bbe6 None None] Provisioning complete for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:12.570442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71d3691b-a4ac-4e95-80c5-78338c31bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.583106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.653620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:12.728068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.738667 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] For port cb405d8b-a88e-4376-a226-b04edc0b9634, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:12.741801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-71d3691b-a4ac-4e95-80c5-78338c31bbe6 None None] Port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:12.742430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] For port cb405d8b-a88e-4376-a226-b04edc0b9634, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=cb405d8b-a88e-4376-a226-b04edc0b9634,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:12.745692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:12.748877 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.760705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47636) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:12.768499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020733851', 'description': 'tempest-secgroup-smoke-2020733851 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:12.776821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:12.782683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:12.786656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:12.795359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:12.819424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.833039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.838772 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:12.839395 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:12.865459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:12.869938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:12.873076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:12.881772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:12.897505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=7c430c96-0e3f-402d-a643-0cc0e22d3545,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:12.905841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.915568 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0b0ff95f-3e8e-4a04-88ec-4468e1cd1480 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/7c430c96-0e3f-402d-a643-0cc0e22d3545 HTTP/1.1" status: 204 len: 168 time: 0.5959096 Mar 02 07:33:12.915750 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5bf77-883b-4af1-ae4a-2b32af2f66cd None None] Pushing event updated for resources: {'Port': ['ID=cb405d8b-a88e-4376-a226-b04edc0b9634,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:12.923792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:12.930385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92efeaf6-dfdf-4cb1-b336-24ec30a43d5d None None] Network 6030d4f5-e820-410e-ba9c-127e5b67e9ac requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:12.987497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:12.998030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.069982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c1fb94-2621-447c-ad78-675a3d0da172,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.077080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.083429 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-40566458-9d17-4bfc-83b7-8b116235f8f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3213198 Mar 02 07:33:13.084084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47644) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:13.091067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '82c1fb94-2621-447c-ad78-675a3d0da172', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:13.100389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:13.109121 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:13.115433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:13.118512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.120792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:13.127554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:13.139270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 58f522d0-a4f4-424a-a814-0b7b3c0e296d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:13.139527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.153595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.166649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:13.167153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.234613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.243106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.283060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d098e9c7-c127-4fba-9088-022318323ddb,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.294066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.295541 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-85c11d47-7d22-4927-9264-c7e3032bc748 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103317 Mar 02 07:33:13.299291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47648) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:13.310926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '82c1fb94-2621-447c-ad78-675a3d0da172', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:13.328826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:13.338474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:13.348878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:13.362430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:13.386411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.467582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.471995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.499508 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:12Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:13.503205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de63bf17-326f-4554-abea-656941d21814,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.504157 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32d718-5d1e-473f-940b-8fa7a4e4a8e3 None None] The sync data for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv is: [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:12Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:13.528323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.530194 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ba5f32f7-1f27-4d09-a06b-d3bf0e5fcdf7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2297547 Mar 02 07:33:13.533020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47652) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:13.539121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 58f522d0-a4f4-424a-a814-0b7b3c0e296d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=58f522d0-a4f4-424a-a814-0b7b3c0e296d,segment=NetworkSegment(49a1585d-b349-4cef-9cd2-27e23982c5f5),segment_id=49a1585d-b349-4cef-9cd2-27e23982c5f5)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:13.539949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '82c1fb94-2621-447c-ad78-675a3d0da172', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:13.540577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.583295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:13.588790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:13.593296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:11Z', 'revision_number': 10, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:13.593473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:13.599124 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:13.600643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:13.626269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:13.626977 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:13.629608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.710302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.715176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c50463d-cae0-42d5-990a-fd5a24123cb1 None None] DHCP port deletion for 6030d4f5-e820-410e-ba9c-127e5b67e9ac request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:13.717109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.718636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 58f522d0-a4f4-424a-a814-0b7b3c0e296d owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:13.723104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1c50463d-cae0-42d5-990a-fd5a24123cb1 None None] Deleting port 58f522d0-a4f4-424a-a814-0b7b3c0e296d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:13.723942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c50463d-cae0-42d5-990a-fd5a24123cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.750162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3201666e-258a-454d-8a9e-49efc0cc4e97,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.775338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.780008 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a214aecc-e7ae-403e-8ecc-b40524bc7c19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2452641 Mar 02 07:33:13.780685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:13.786361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '82c1fb94-2621-447c-ad78-675a3d0da172', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:13.792580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:13.797770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:13.800602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:13.807216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.807615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:13.829207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.858752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=58f522d0-a4f4-424a-a814-0b7b3c0e296d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.863994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No DVR routers for this DVR port 58f522d0-a4f4-424a-a814-0b7b3c0e296d on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:13.902304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1c50463d-cae0-42d5-990a-fd5a24123cb1 None None] The port '58f522d0-a4f4-424a-a814-0b7b3c0e296d' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:13.913146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.923685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.935798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:13.948109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8e002c-301e-4355-854a-33a56c916e5f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:13.970531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:13.979524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-15db4bb6-d44d-400b-902f-3516230fef58 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953201 Mar 02 07:33:13.979966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:13.986344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '82c1fb94-2621-447c-ad78-675a3d0da172', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:13.993118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:13.997941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:14.001278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:14.007776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:14.021688 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:33:14.022301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.031215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.051697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6030d4f5-e820-410e-ba9c-127e5b67e9ac']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:14.068510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a1585d-b349-4cef-9cd2-27e23982c5f5') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:14.068827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a1585d-b349-4cef-9cd2-27e23982c5f5') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:14.084158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.108116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.112306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.118627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:14.118997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.121276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.139980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bf8c5f-3b0b-4cbf-a1ef-7e34c6f210d0,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:14.142573 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:14.162368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.165736 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aca00103-ad97-44cb-bf59-43e699ab318e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1820028 Mar 02 07:33:14.166804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47664) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:14.173251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '82c1fb94-2621-447c-ad78-675a3d0da172', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:14.179409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:14.183454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:14.187167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:14.193375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:14.204863 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:33:14.213248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.234660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.264755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.298382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.303420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.307680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=6030d4f5-e820-410e-ba9c-127e5b67e9ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:14.322907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebc4ec8-1ee8-4528-81a8-0558a0090e9c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:14.333667 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3fb2ed13-2353-4285-85a5-ebd6066e50ef tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/6030d4f5-e820-410e-ba9c-127e5b67e9ac HTTP/1.1" status: 204 len: 168 time: 1.4061763 Mar 02 07:33:14.336106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:14.345190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:14.346525 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-32499a37-08ec-4e03-a044-2314677bf972 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1785541 Mar 02 07:33:14.360225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:11Z', 'revision_number': 10, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:14.364985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea23c6-b6d9-4e33-99a4-47f317aa7f3e None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:11Z', 'revision_number': 10, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None, '_interfaces': [{'id': '33c2b566-5567-4d38-b4f7-b3448a1f5619', 'name': '', 'network_id': '130aa017-4f02-4248-b7f8-9be21b01eb09', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'mac_address': 'fa:16:3e:68:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:32:31Z', 'updated_at': '2022-03-02T07:32:39Z', 'revision_number': 5, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'subnets': [{'id': 'dfa39730-e127-4929-8edc-a4e21f8c21f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:14.717277 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-403bc511-81ec-4e2c-aa54-ca8dfb8256d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020733851&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.1171727 Mar 02 07:33:14.803491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device cb405d8b-a88e-4376-a226-b04edc0b9634 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:14.848594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-f1f8a0b1-e0af-4f85-987b-a65e360ddad6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:14.850005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-f1f8a0b1-e0af-4f85-987b-a65e360ddad6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 930 time: 0.1193593 Mar 02 07:33:14.893511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port cb405d8b-a88e-4376-a226-b04edc0b9634 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:14.898636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port cb405d8b-a88e-4376-a226-b04edc0b9634 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:14.899005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.022609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.057331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port cb405d8b-a88e-4376-a226-b04edc0b9634, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=cb405d8b-a88e-4376-a226-b04edc0b9634,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:15.062575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.073444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-45aad295-edad-40f5-9945-aacdca44fa9e service neutron] 10.222.0.41 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1917443 Mar 02 07:33:15.121061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 110b31a8-4152-434b-b268-6675a6921541 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:15.165885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 110b31a8-4152-434b-b268-6675a6921541 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:15.166228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 110b31a8-4152-434b-b268-6675a6921541 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:15.166623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 58f522d0-a4f4-424a-a814-0b7b3c0e296d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:15.206619 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 58f522d0-a4f4-424a-a814-0b7b3c0e296d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:15.206956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 58f522d0-a4f4-424a-a814-0b7b3c0e296d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:15.212653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=cb405d8b-a88e-4376-a226-b04edc0b9634,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:15.268036 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-2b7fb102-a0ed-4aef-81b7-a3b11e83a4ee service neutron] 10.222.0.41 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869445 Mar 02 07:33:15.391112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.533348 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-24304ce4-f4a1-43fd-bb41-b65e9ff09229 service neutron] 10.222.0.41 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594230 Mar 02 07:33:15.713094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f3a52d01-5f13-4992-81e9-739125691d5f req-fba1ed1e-8d38-4000-a4c3-4ec028551759 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:15.731405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f3a52d01-5f13-4992-81e9-739125691d5f req-fba1ed1e-8d38-4000-a4c3-4ec028551759 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:15.732517 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3a52d01-5f13-4992-81e9-739125691d5f req-fba1ed1e-8d38-4000-a4c3-4ec028551759 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 210 time: 0.0641456 Mar 02 07:33:15.743437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 33c2b566-5567-4d38-b4f7-b3448a1f5619 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:15.743908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:15.939424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 33c2b566-5567-4d38-b4f7-b3448a1f5619, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=33c2b566-5567-4d38-b4f7-b3448a1f5619,segment=NetworkSegment(a3857fde-06f0-48c2-96b1-8af99653117d),segment_id=a3857fde-06f0-48c2-96b1-8af99653117d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:15.939776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.062717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 33c2b566-5567-4d38-b4f7-b3448a1f5619 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:16.241535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.292750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=33c2b566-5567-4d38-b4f7-b3448a1f5619,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:16.586707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.602024 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device cb405d8b-a88e-4376-a226-b04edc0b9634 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:16.695876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port cb405d8b-a88e-4376-a226-b04edc0b9634 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:16.696340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:16.783500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-2f9f4a15-1d99-4285-8513-9e42f7449b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:16.784843 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-2f9f4a15-1d99-4285-8513-9e42f7449b58 service neutron] 10.222.0.32 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1026 time: 0.1377039 Mar 02 07:33:16.989288 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-988e785c-8303-440d-bf73-8374220c72ef req-10fa58e4-6523-4a24-8a73-cab2892102c2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 210 time: 0.1145716 Mar 02 07:33:17.040501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:17.218735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-4bcc8b97-5a82-4d1c-b7ff-ce8f7683fd17 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:17.219399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-4bcc8b97-5a82-4d1c-b7ff-ce8f7683fd17 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:17.222085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:17.231894 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cd166-d33e-4d09-989b-69b767429423 None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:17.240165 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a65bd4d3-8490-4a60-9656-e108b476fb76 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9030430 Mar 02 07:33:17.241151 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:17.241794 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:17.242900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47700) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:17.247554 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-4bcc8b97-5a82-4d1c-b7ff-ce8f7683fd17 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:17.248739 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-4bcc8b97-5a82-4d1c-b7ff-ce8f7683fd17 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 200 len: 797 time: 0.4096053 Mar 02 07:33:17.299387 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-e18ccea8-a875-41dc-8aeb-12b2f158971d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 380 time: 0.0425558 Mar 02 07:33:17.310424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting subnet dfa39730-e127-4929-8edc-a4e21f8c21f7 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:17.310626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Request body: {'port': {'device_id': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:17.313926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.380172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.410153 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:17.458579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.514834 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:16Z', 'revision_number': 11, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:17.519015 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cd166-d33e-4d09-989b-69b767429423 None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:17.526746 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:17.527334 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:17.585162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.656181 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:17.669373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.717800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa39730-e127-4929-8edc-a4e21f8c21f7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:17.728341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.736994 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b922cd90-08a1-4956-9c4b-5198ce0dcd39 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/dfa39730-e127-4929-8edc-a4e21f8c21f7 HTTP/1.1" status: 204 len: 168 time: 0.4907317 Mar 02 07:33:17.737247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47704) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:17.741229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216730f-748d-4255-a7fe-0f6a77a8e743 None None] Network 130aa017-4f02-4248-b7f8-9be21b01eb09 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:17.762517 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-885cd166-d33e-4d09-989b-69b767429423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:16Z', 'revision_number': 11, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:17.766658 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cd166-d33e-4d09-989b-69b767429423 None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:16Z', 'revision_number': 11, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:17.828463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5e7e8d-a11b-4611-af81-b2ddfe170202 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:17.838730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.856690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.861952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Transition to ACTIVE for port object 0c5e7e8d-a11b-4611-af81-b2ddfe170202 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:17.866902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:17.869049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Deleting port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:17.869524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.034731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:18.116573 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] For port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,segment=NetworkSegment(a3857fde-06f0-48c2-96b1-8af99653117d),segment_id=a3857fde-06f0-48c2-96b1-8af99653117d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:18.116935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.139827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] DHCP port deletion for 130aa017-4f02-4248-b7f8-9be21b01eb09 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:18.145622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Deleting port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:18.146022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.362113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Calling delete_port for 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:18.416229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:18.416663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:18.417407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:18.422885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:33:18.423269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:18.428789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:18.429226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Checking segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:18.429705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Bound using segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:18.430210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Bound port: 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:18.430615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.490090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] For port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,segment=NetworkSegment(a3857fde-06f0-48c2-96b1-8af99653117d),segment_id=a3857fde-06f0-48c2-96b1-8af99653117d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:18.490591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.551235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:18.564158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:18.566812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12de5e8-9f79-498f-8496-7fcf2d7ddae5 req-334e649e-0881-43df-8d14-1ce55708cf2e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:18.568404 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d12de5e8-9f79-498f-8496-7fcf2d7ddae5 req-334e649e-0881-43df-8d14-1ce55708cf2e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 981 time: 0.3308210 Mar 02 07:33:18.569543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.570651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.602180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:18.635777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Port': ['ID=011f7e6f-92d3-40c8-a8aa-e33fd24527f4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:18.645210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No DVR routers for this DVR port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:18.655684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:18.656535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.658212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] 10.222.0.32 "PUT /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1131 time: 1.3529124 Mar 02 07:33:18.658818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:18.696125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570ff3f-73f0-4c0f-9d5a-c9091197acc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:18.770154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'status': 'completed', 'code': 200} Mar 02 07:33:18.791458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Calling delete_port for 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:18.822651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-9df02052-5588-4d22-8475-c0e1ac7a8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:18.823547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.824933 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-9df02052-5588-4d22-8475-c0e1ac7a8f66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 1134 time: 0.1094503 Mar 02 07:33:18.845252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:18.845990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:18.846566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 33c2b566-5567-4d38-b4f7-b3448a1f5619 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:18.862224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130aa017-4f02-4248-b7f8-9be21b01eb09']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:18.875594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3857fde-06f0-48c2-96b1-8af99653117d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:18.875886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3857fde-06f0-48c2-96b1-8af99653117d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:18.890465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.896771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 33c2b566-5567-4d38-b4f7-b3448a1f5619 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:18.897322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 33c2b566-5567-4d38-b4f7-b3448a1f5619 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:18.913258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.920174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:18.920569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.924808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-0b2762c3-6104-455c-9686-7ecc47bb7a76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 217 time: 0.0930758 Mar 02 07:33:18.939104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:18.967016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:18.967316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:19.000238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-94b4923e-2707-4d31-8163-ccf567a9d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:19.000432 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:19.002500 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-94b4923e-2707-4d31-8163-ccf567a9d983 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35ddd51d-49f0-4a83-801a-066b033552f6 HTTP/1.1" status: 200 len: 835 time: 0.0700197 Mar 02 07:33:19.031879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d12de5e8-9f79-498f-8496-7fcf2d7ddae5 req-bb943c89-eb7b-4bf3-b89e-3f62b88efd1c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:19.041118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.046477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.083420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Pushing event deleted for resources: {'Network': ['ID=130aa017-4f02-4248-b7f8-9be21b01eb09,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:19.087867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-47d4e467-abca-4efe-b80a-d5ad738791bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.088898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d12de5e8-9f79-498f-8496-7fcf2d7ddae5 req-bb943c89-eb7b-4bf3-b89e-3f62b88efd1c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:19.089335 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-47d4e467-abca-4efe-b80a-d5ad738791bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6154468d-7160-4f5e-8b94-929fd2d242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819199 Mar 02 07:33:19.090588 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d12de5e8-9f79-498f-8496-7fcf2d7ddae5 req-bb943c89-eb7b-4bf3-b89e-3f62b88efd1c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825883 Mar 02 07:33:19.091997 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02fdbedf-0ac5-406a-8882-0e3bdfbf55eb tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/networks/130aa017-4f02-4248-b7f8-9be21b01eb09 HTTP/1.1" status: 204 len: 168 time: 1.3538222 Mar 02 07:33:19.094901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47712) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:19.099878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'routes': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:19.219978 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-90751f17-8bee-47ce-98ef-6943567d3cc3 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242862 Mar 02 07:33:19.358229 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106b2f7c-7b51-453b-9181-283f6a2f4e41 req-63322af3-7405-44cc-a5d6-f0e7360dd955 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317322 Mar 02 07:33:19.468344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Deleting port 011f7e6f-92d3-40c8-a8aa-e33fd24527f4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:19.468727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.480450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-1aa12461-b947-4fc5-881a-850147469239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.482558 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-1aa12461-b947-4fc5-881a-850147469239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 1134 time: 0.0761049 Mar 02 07:33:19.502825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Added routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:33:19.503390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Removed routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:33:19.503508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.534742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-235e4c3e-835e-411a-8ef3-134ef7128ac4 None None] The port '011f7e6f-92d3-40c8-a8aa-e33fd24527f4' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:19.614084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-b2bcadc2-51ce-4d4a-b1e2-e428466d2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.615548 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-b2bcadc2-51ce-4d4a-b1e2-e428466d2796 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 200 len: 898 time: 0.1264055 Mar 02 07:33:19.688777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-744cba8c-98ac-44b1-bb68-9183069ae451 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 217 time: 0.0661218 Mar 02 07:33:19.750729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-4ad628f6-3430-44b0-a394-ee8404787a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.752174 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-4ad628f6-3430-44b0-a394-ee8404787a09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35ddd51d-49f0-4a83-801a-066b033552f6 HTTP/1.1" status: 200 len: 835 time: 0.0568137 Mar 02 07:33:19.759144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.762914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:19.827097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-0b04f9a1-59dc-41bf-b764-13158bc07d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:19.828483 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-0b04f9a1-59dc-41bf-b764-13158bc07d09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6154468d-7160-4f5e-8b94-929fd2d242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692348 Mar 02 07:33:19.895331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router bc1ba747-b8b9-4b67-97da-9bc8903823d1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:19.958675 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-fdc23cf7-952c-4b7f-bf9e-88c6b582df70 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237636 Mar 02 07:33:20.025723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:20.032799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.033619 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-db2a8942-fda3-4d8d-a5d6-cad8fe2c09b1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 200 len: 704 time: 0.9377284 Mar 02 07:33:20.034942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] Sync routers for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:20.036270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47716) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:20.045208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:20.045854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:20.081247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9544cd5d-09fb-40be-a1bf-c029029acdd1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:20.089525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bc2187b-2c62-4fd8-b9c5-416102bb89a1 req-b96f1e7d-df7f-4a12-889d-e4ddfbed97c4 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245980 Mar 02 07:33:20.096748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9544cd5d-09fb-40be-a1bf-c029029acdd1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:20.098355 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9544cd5d-09fb-40be-a1bf-c029029acdd1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 200 len: 205 time: 0.0610933 Mar 02 07:33:20.101070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47720) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:20.185314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:20.235893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-625008ca-e5eb-414c-8e3b-77678e1ff871 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.295956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af856c6-253e-4305-86ca-8481e47445df req-dff41139-7975-4ce5-98b5-7c29bc23ce4c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:20.298108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:16Z', 'revision_number': 11, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:20.302467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] Checking router: bc1ba747-b8b9-4b67-97da-9bc8903823d1 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:20.304157 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0af856c6-253e-4305-86ca-8481e47445df req-dff41139-7975-4ce5-98b5-7c29bc23ce4c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 981 time: 0.0980179 Mar 02 07:33:20.312167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] Routers {'bc1ba747-b8b9-4b67-97da-9bc8903823d1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:20.312847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:20.357233 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0af856c6-253e-4305-86ca-8481e47445df req-3a3440a3-770c-4d1e-8a1b-2cfcee008d6f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516126 Mar 02 07:33:20.442589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] Set router bc1ba747-b8b9-4b67-97da-9bc8903823d1 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:20.548871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:16Z', 'revision_number': 11, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:20.553360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989cb73-753a-4876-b5d4-75b3283d889f None None] The sync data for ids ['bc1ba747-b8b9-4b67-97da-9bc8903823d1'] in dv-neutron-831485-1-hyperv is: [{'id': 'bc1ba747-b8b9-4b67-97da-9bc8903823d1', 'name': 'tempest-RoutersIpV6Test-router-777572496', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:32:28Z', 'updated_at': '2022-03-02T07:33:16Z', 'revision_number': 11, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:20.659583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-625008ca-e5eb-414c-8e3b-77678e1ff871 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.661895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-625008ca-e5eb-414c-8e3b-77678e1ff871 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.686018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-625008ca-e5eb-414c-8e3b-77678e1ff871 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.686517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625008ca-e5eb-414c-8e3b-77678e1ff871 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Fanout notify agent at l3_agent the message router_deleted on router bc1ba747-b8b9-4b67-97da-9bc8903823d1 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:20.700512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-625008ca-e5eb-414c-8e3b-77678e1ff871 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.705372 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-625008ca-e5eb-414c-8e3b-77678e1ff871 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 204 len: 168 time: 0.5995443 Mar 02 07:33:20.705795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:20.711927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1760199594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:20.719274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:20.723559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Usage tracker for resource:router and tenant:92d8192f4b1c454c8d29381cab4e26bb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:20.726456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:20.737575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:20.744453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.745493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.760383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.780789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.805027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:20.806175 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-01872707-4da5-4c46-9bce-61c20cab2be5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0991142 Mar 02 07:33:20.808833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47730) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:20.813554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-65b6e7c7-bc9c-45de-801e-c8653a1064ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:21.178154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65b6e7c7-bc9c-45de-801e-c8653a1064ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.188348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65b6e7c7-bc9c-45de-801e-c8653a1064ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.342111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b6e7c7-bc9c-45de-801e-c8653a1064ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Router 1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:21.511923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b6e7c7-bc9c-45de-801e-c8653a1064ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:21.518948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65b6e7c7-bc9c-45de-801e-c8653a1064ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.520327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-65b6e7c7-bc9c-45de-801e-c8653a1064ea tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "PUT /v2.0/routers/1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 HTTP/1.1" status: 200 len: 698 time: 0.7103431 Mar 02 07:33:21.521250 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] Sync routers for ids ['1852e0fb-d5ba-41b1-a9ad-add72ed2dc89'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:21.522734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:21.531254 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] Routers {'1852e0fb-d5ba-41b1-a9ad-add72ed2dc89'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:21.531862 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['1852e0fb-d5ba-41b1-a9ad-add72ed2dc89'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:21.562984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d224357-c7af-40df-ba7d-b7ce4f5c50d9 req-d3b52201-e548-4b85-8186-99e79a2ad2c4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:21.565551 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d224357-c7af-40df-ba7d-b7ce4f5c50d9 req-d3b52201-e548-4b85-8186-99e79a2ad2c4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 981 time: 0.0996339 Mar 02 07:33:21.611256 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d224357-c7af-40df-ba7d-b7ce4f5c50d9 req-e47c2fa2-7bda-4cb1-82aa-44f5e70e385d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Mar 02 07:33:21.717079 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] Set router 1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:21.776471 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5e9ebc6-5c0e-4a8c-9571-558d6316cf4c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/routers/1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 HTTP/1.1" status: 200 len: 704 time: 0.2520525 Mar 02 07:33:21.779145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47746) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:21.822267 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6ac3a52-03aa-4a61-9a4f-60b48253f203 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 HTTP/1.1" status: 200 len: 205 time: 0.0419872 Mar 02 07:33:21.823396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:33:21.824752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47752) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:21.838455 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852e0fb-d5ba-41b1-a9ad-add72ed2dc89', 'name': 'tempest-RoutersIpV6Test-router-1760199594', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:20Z', 'updated_at': '2022-03-02T07:33:21Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:21.842870 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] Checking router: 1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:21.851782 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] Routers {'1852e0fb-d5ba-41b1-a9ad-add72ed2dc89'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:21.852560 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['1852e0fb-d5ba-41b1-a9ad-add72ed2dc89'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:21.963166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab3352e-b726-4d80-bff1-63dd107b7f1b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:21.988148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:21.998878 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] Set router 1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:22.004318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'port_id': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'mac_address': 'fa:16:3e:3d:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:33:22.072368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.092608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5e7e8d-a11b-4611-af81-b2ddfe170202 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:22.111119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:22.122133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.127153 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1852e0fb-d5ba-41b1-a9ad-add72ed2dc89', 'name': 'tempest-RoutersIpV6Test-router-1760199594', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:20Z', 'updated_at': '2022-03-02T07:33:21Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:22.131919 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f8fbc2-85bf-4f36-9af8-e73fd6eab074 None None] The sync data for ids ['1852e0fb-d5ba-41b1-a9ad-add72ed2dc89'] in dv-neutron-831485-1-hyperv is: [{'id': '1852e0fb-d5ba-41b1-a9ad-add72ed2dc89', 'name': 'tempest-RoutersIpV6Test-router-1760199594', 'tenant_id': '92d8192f4b1c454c8d29381cab4e26bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:20Z', 'updated_at': '2022-03-02T07:33:21Z', 'revision_number': 2, 'project_id': '92d8192f4b1c454c8d29381cab4e26bb', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:22.194392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:22.201905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.202496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.202983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.203477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.203955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.204430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.204900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.205371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.205896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.206378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.206843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.207304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:33:22.339256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['0c5e7e8d-a11b-4611-af81-b2ddfe170202'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:22.420634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab3352e-b726-4d80-bff1-63dd107b7f1b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.422868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab3352e-b726-4d80-bff1-63dd107b7f1b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.452836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab3352e-b726-4d80-bff1-63dd107b7f1b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.454011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab3352e-b726-4d80-bff1-63dd107b7f1b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Fanout notify agent at l3_agent the message router_deleted on router 1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:22.473589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab3352e-b726-4d80-bff1-63dd107b7f1b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:22.475114 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dab3352e-b726-4d80-bff1-63dd107b7f1b tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 HTTP/1.1" status: 204 len: 168 time: 0.6494260 Mar 02 07:33:22.479692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.523335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-be65c0fa-5a84-4453-ac51-566108d6ac8e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Synchronizing usage tracker for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:22.535680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-be65c0fa-5a84-4453-ac51-566108d6ac8e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] Unset dirty status for tenant:92d8192f4b1c454c8d29381cab4e26bb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:22.536603 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-be65c0fa-5a84-4453-ac51-566108d6ac8e tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 HTTP/1.1" status: 200 len: 205 time: 0.0550232 Mar 02 07:33:22.539111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47762) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.609356 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-6b76240a-808b-41b4-b0d8-127634f85aed tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] delete failed (client error): The resource could not be found. Mar 02 07:33:22.610323 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b76240a-808b-41b4-b0d8-127634f85aed tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/1852e0fb-d5ba-41b1-a9ad-add72ed2dc89 HTTP/1.1" status: 404 len: 336 time: 0.0702672 Mar 02 07:33:22.612777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47766) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.650701 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb135ae1-88bb-4966-9439-8df9df5bff12 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:22.651296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb135ae1-88bb-4966-9439-8df9df5bff12 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:22.655769 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb135ae1-88bb-4966-9439-8df9df5bff12 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/9f001ba7-0cc7-48b7-b6c9-05f54d10eda2 HTTP/1.1" status: 404 len: 337 time: 0.0398500 Mar 02 07:33:22.656252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47772) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.699874 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d568ae-6fa0-4f50-93b1-42d9104e3bec tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:22.703087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d568ae-6fa0-4f50-93b1-42d9104e3bec tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:22.705175 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99d568ae-6fa0-4f50-93b1-42d9104e3bec tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/c4729803-e981-47d3-b96d-8b4632f694e5 HTTP/1.1" status: 404 len: 337 time: 0.0477726 Mar 02 07:33:22.707576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.784886 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-242d39a7-7b4a-46c3-93b5-4d8f9aa4e86c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:22.785340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242d39a7-7b4a-46c3-93b5-4d8f9aa4e86c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:22.787018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-242d39a7-7b4a-46c3-93b5-4d8f9aa4e86c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/7c430c96-0e3f-402d-a643-0cc0e22d3545 HTTP/1.1" status: 404 len: 337 time: 0.0781872 Mar 02 07:33:22.789733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47780) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.829109 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6e4e20-d76e-48b0-b279-804fbda52dcf tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:22.829556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6e4e20-d76e-48b0-b279-804fbda52dcf tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:22.831264 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c6e4e20-d76e-48b0-b279-804fbda52dcf tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/dfa39730-e127-4929-8edc-a4e21f8c21f7 HTTP/1.1" status: 404 len: 337 time: 0.0405648 Mar 02 07:33:22.833585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c2b6-e1a8-4d1f-87f6-06b548ed03d1 req-40dc47b6-b00f-4a3b-9daf-749056a762a5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:22.833809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.835782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ab5c2b6-e1a8-4d1f-87f6-06b548ed03d1 req-40dc47b6-b00f-4a3b-9daf-749056a762a5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 982 time: 0.0951293 Mar 02 07:33:22.880951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-01037d7e-216c-41a2-b7f6-87fd61bf27f5 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 200 len: 205 time: 0.0458539 Mar 02 07:33:22.883261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:22.902167 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ab5c2b6-e1a8-4d1f-87f6-06b548ed03d1 req-d92846d3-bc19-4338-8edc-8f4af9aaeebd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600722 Mar 02 07:33:22.955826 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-36cfb798-f533-4a75-bd1b-4e2a768ff7f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] delete failed (client error): The resource could not be found. Mar 02 07:33:22.957061 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36cfb798-f533-4a75-bd1b-4e2a768ff7f1 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/bc1ba747-b8b9-4b67-97da-9bc8903823d1 HTTP/1.1" status: 404 len: 336 time: 0.0726945 Mar 02 07:33:22.959409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.002828 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2abdba2c-cd40-4715-a4f8-1702133783ce tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3643b48-b955-488c-8c9a-3192c0aabd64 HTTP/1.1" status: 200 len: 205 time: 0.0423682 Mar 02 07:33:23.005308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.075626 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-49bbd6e0-c041-48b1-bf5c-603db017d9d6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] delete failed (client error): The resource could not be found. Mar 02 07:33:23.076669 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-49bbd6e0-c041-48b1-bf5c-603db017d9d6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/b3643b48-b955-488c-8c9a-3192c0aabd64 HTTP/1.1" status: 404 len: 336 time: 0.0702417 Mar 02 07:33:23.079296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47800) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.116842 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a44ce4-e3be-43a6-8568-af97b10a0214 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:23.117304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a44ce4-e3be-43a6-8568-af97b10a0214 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:23.119028 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-13a44ce4-e3be-43a6-8568-af97b10a0214 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/9ce383ca-4e92-416a-a974-cd817a6ad50e HTTP/1.1" status: 404 len: 337 time: 0.0388558 Mar 02 07:33:23.122141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47804) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.172533 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-53be0d8b-deaf-4486-90ca-b3e3b4205a5d tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa9def-1614-4b02-b952-777208541698 HTTP/1.1" status: 200 len: 205 time: 0.0470986 Mar 02 07:33:23.172876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.244656 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-42017e60-4421-40fe-aea0-d15bccb31a16 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] delete failed (client error): The resource could not be found. Mar 02 07:33:23.245737 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-42017e60-4421-40fe-aea0-d15bccb31a16 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/e1aa9def-1614-4b02-b952-777208541698 HTTP/1.1" status: 404 len: 336 time: 0.0719635 Mar 02 07:33:23.249116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47812) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.296480 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-86146830-a108-466c-8f38-d0c904f3e184 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=caec224b-1fe5-4cb6-bdd0-e4165db4bbcd HTTP/1.1" status: 200 len: 205 time: 0.0462775 Mar 02 07:33:23.299998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.398277 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-5c2c9c2c-7537-4333-af96-5efeb00267d6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] delete failed (client error): The resource could not be found. Mar 02 07:33:23.400075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c2c9c2c-7537-4333-af96-5efeb00267d6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/caec224b-1fe5-4cb6-bdd0-e4165db4bbcd HTTP/1.1" status: 404 len: 336 time: 0.0983713 Mar 02 07:33:23.402463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.475504 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d6eef7-67ba-412d-a4b8-c7f7b4fd5a2f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:23.476349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d6eef7-67ba-412d-a4b8-c7f7b4fd5a2f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:23.484354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.501931 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-46d6eef7-67ba-412d-a4b8-c7f7b4fd5a2f tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/30dfefbd-0031-4b15-a85b-99a8d48f4d0c HTTP/1.1" status: 404 len: 337 time: 0.0944767 Mar 02 07:33:23.535534 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e165e8a-d1d1-4acd-9480-4fddc58f24b2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=c557045e-d67f-42de-993f-ce6093c29bff HTTP/1.1" status: 200 len: 205 time: 0.0496879 Mar 02 07:33:23.537850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.607364 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1500bfb6-d0c4-4f63-a538-1b1eebd505d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] delete failed (client error): The resource could not be found. Mar 02 07:33:23.608360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1500bfb6-d0c4-4f63-a538-1b1eebd505d2 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/c557045e-d67f-42de-993f-ce6093c29bff HTTP/1.1" status: 404 len: 336 time: 0.0695555 Mar 02 07:33:23.610837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.649521 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbff3e6d-a1b6-4f40-bdb7-b8f46ad86094 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:23.649974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbff3e6d-a1b6-4f40-bdb7-b8f46ad86094 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:23.651614 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cbff3e6d-a1b6-4f40-bdb7-b8f46ad86094 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/08ba8070-88c1-44af-b0cb-ca74d7eb7e0c HTTP/1.1" status: 404 len: 337 time: 0.0399034 Mar 02 07:33:23.654798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.696951 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd50e2ca-ce7e-414f-a925-5c94d9e801e6 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "GET /v2.0/ports?device_id=c449dd2e-e8e1-420a-8346-5e32f5a6bb2f HTTP/1.1" status: 200 len: 205 time: 0.0409615 Mar 02 07:33:23.699165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.773672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e39759a3-65b6-47f3-828b-a5ac9b2c7a1c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] delete failed (client error): The resource could not be found. Mar 02 07:33:23.776259 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e39759a3-65b6-47f3-828b-a5ac9b2c7a1c tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/routers/c449dd2e-e8e1-420a-8346-5e32f5a6bb2f HTTP/1.1" status: 404 len: 336 time: 0.0743566 Mar 02 07:33:23.777320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.814788 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17aaeb9-2562-46db-848b-29e19bfd5663 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:23.815231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17aaeb9-2562-46db-848b-29e19bfd5663 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:23.816809 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e17aaeb9-2562-46db-848b-29e19bfd5663 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/0d06c6f8-b42f-489c-8d1e-9a9de107ead7 HTTP/1.1" status: 404 len: 337 time: 0.0381041 Mar 02 07:33:23.819207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:23.832888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:23.862855 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d118381-6e93-4868-bf46-baa837567a44 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] DELETE failed (client error): The resource could not be found. Mar 02 07:33:23.863299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d118381-6e93-4868-bf46-baa837567a44 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:33:23.864926 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d118381-6e93-4868-bf46-baa837567a44 tempest-RoutersIpV6Test-1078634780 tempest-RoutersIpV6Test-1078634780-project] 10.222.0.41 "DELETE /v2.0/subnets/1e019c42-a91e-41ab-a0fd-e8ba84cfc5d9 HTTP/1.1" status: 404 len: 337 time: 0.0448124 Mar 02 07:33:23.907714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:23.913075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:23.913573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.036555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.074904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:24.103116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:24.110584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed9504-5ec4-4663-b3f7-e6f97c643f20 req-c4248a19-2cd1-40ea-b787-0a9273d0c7a2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:24.112389 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f8ed9504-5ec4-4663-b3f7-e6f97c643f20 req-c4248a19-2cd1-40ea-b787-0a9273d0c7a2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 982 time: 0.0921652 Mar 02 07:33:24.114403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.165674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47862) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:24.175766 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f8ed9504-5ec4-4663-b3f7-e6f97c643f20 req-98b895da-f9d5-4c00-b6c1-65ed762bf3e8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Mar 02 07:33:24.202032 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'code': 200} Mar 02 07:33:24.239671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:24.373471 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa733a01-d2c6-42b0-908b-178de885a510 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92d8192f4b1c454c8d29381cab4e26bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057891 Mar 02 07:33:24.376051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:24.394978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f04f9-0b69-43b0-8af4-d3ce282e1284 req-f057f627-c852-4926-b49d-17a8bf158104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:24.396422 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-313f04f9-0b69-43b0-8af4-d3ce282e1284 req-f057f627-c852-4926-b49d-17a8bf158104 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 1136 time: 0.0848300 Mar 02 07:33:24.436198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-313f04f9-0b69-43b0-8af4-d3ce282e1284 req-a1000d80-ee5e-40d5-be2c-65c518c02d4c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337560 Mar 02 07:33:24.437148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac1ef-f9f4-4428-b7ff-109087f621db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.463061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac1ef-f9f4-4428-b7ff-109087f621db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.514802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac1ef-f9f4-4428-b7ff-109087f621db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.529423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ac1ef-f9f4-4428-b7ff-109087f621db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1d2a9-6ce2-4ad1-ade4-02833b42beea,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:24.535754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac1ef-f9f4-4428-b7ff-109087f621db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:24.539747 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e7ac1ef-f9f4-4428-b7ff-109087f621db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1c1d2a9-6ce2-4ad1-ade4-02833b42beea HTTP/1.1" status: 204 len: 168 time: 0.1626875 Mar 02 07:33:25.256358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:25.396368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d067498-e6bf-4e75-b194-1285cd3d47a3 req-f72cf64e-9481-44b6-9969-f44f48e128b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:25.397908 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d067498-e6bf-4e75-b194-1285cd3d47a3 req-f72cf64e-9481-44b6-9969-f44f48e128b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 983 time: 0.1038141 Mar 02 07:33:25.428251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-1937190352'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:25.434467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:25.448937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:25.452472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:25.460381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:25.467758 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d067498-e6bf-4e75-b194-1285cd3d47a3 req-8dad7521-4189-44e9-8d22-00c292149f61 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632308 Mar 02 07:33:25.484001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:25.489069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.503461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.518565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:25.523275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:security_group_rule and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:25.528391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:25.534056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:25.617583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.622674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.654665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:25.663367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb838352-449c-4e43-a446-44bd694d8d72,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:25.668792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.669157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment aca0f93f-6870-4a00-a957-1529cb194efb of type vlan for network ea3c258a-9450-41ea-abfc-e17fe7c3adea Mar 02 07:33:25.694838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.724665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.730158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:25.730756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.845861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:25.846058 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5879619 Mar 02 07:33:25.846425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae7068-39aa-4d7f-a5e1-055929fbec94 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=ea3c258a-9450-41ea-abfc-e17fe7c3adea,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:25.858174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:25.858655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-980552961'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:25.863777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:25.867869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:25.870849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:25.879802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:25.892603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:25.896271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.925556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:25.936571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.936920 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment 870475c0-8e17-46c9-b0d9-0e6ae84a915f of type vlan for network 69becade-16ef-49d7-a079-337fb8f564f9 Mar 02 07:33:25.965801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:25.995996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.002026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:26.002616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.099968 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2526357 Mar 02 07:33:26.103634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:26.106233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81158870-0e6b-4537-8005-c900b00fe1b9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=69becade-16ef-49d7-a079-337fb8f564f9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:26.109850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': 'ea3c258a-9450-41ea-abfc-e17fe7c3adea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:26.125975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 69becade-16ef-49d7-a079-337fb8f564f9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:26.340989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:26.344799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:26.347926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:26.353555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:26.364448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:26.368294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.589323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.672168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=fec045bf-9bf0-4e1e-8912-9a825c6eda31,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:26.679789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': 'aca0f93f-6870-4a00-a957-1529cb194efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ea3c258a-9450-41ea-abfc-e17fe7c3adea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:26.680179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: ea3c258a-9450-41ea-abfc-e17fe7c3adea, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:26.734225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:26.751286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, ea3c258a-9450-41ea-abfc-e17fe7c3adea) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:26.756531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:26.757290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:26.761118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da75007-6115-4f7a-8d3b-9899a733840a None None] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:26.785443 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-941827ff-e4a0-402b-b08f-465899f8ce52 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6806438 Mar 02 07:33:26.788153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:26.800750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': '69becade-16ef-49d7-a079-337fb8f564f9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:26.824656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40041d-15d3-42df-a3e0-751e0efc0a5e req-0323c513-5c38-4636-b885-23baccf749d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:26.826136 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bb40041d-15d3-42df-a3e0-751e0efc0a5e req-0323c513-5c38-4636-b885-23baccf749d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 983 time: 0.2468455 Mar 02 07:33:26.949095 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bb40041d-15d3-42df-a3e0-751e0efc0a5e req-95cb4257-5897-4a76-9425-eacb156ba24e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117184 Mar 02 07:33:26.949990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:26.954293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:26.957873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:26.965749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:26.995139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-ea3c258a-9450-41ea-abfc-e17fe7c3adea', 'network_id': 'ea3c258a-9450-41ea-abfc-e17fe7c3adea', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': 'fec045bf-9bf0-4e1e-8912-9a825c6eda31'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:26.995804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:26.996002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.000170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.199060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Allocated IP 172.20.0.2 (ea3c258a-9450-41ea-abfc-e17fe7c3adea/fec045bf-9bf0-4e1e-8912-9a825c6eda31/2572d63b-5403-42a5-a1af-16dfd319ffe9) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:27.214169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4a01e-5703-482b-a8c8-5e8226f296cf req-10134e21-ee2c-4948-a840-ebf330001054 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:27.216700 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19b4a01e-5703-482b-a8c8-5e8226f296cf req-10134e21-ee2c-4948-a840-ebf330001054 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 983 time: 0.1423030 Mar 02 07:33:27.264193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.271024 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19b4a01e-5703-482b-a8c8-5e8226f296cf req-221c4a2a-f8f6-4d40-83c1-734406b50d9f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467305 Mar 02 07:33:27.299390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:27.357079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=0b370b3e-e1fe-469c-b64e-e5ca6425df67,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:27.368881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': '870475c0-8e17-46c9-b0d9-0e6ae84a915f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '69becade-16ef-49d7-a079-337fb8f564f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:27.369235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: 69becade-16ef-49d7-a079-337fb8f564f9, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:27.393091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 69becade-16ef-49d7-a079-337fb8f564f9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:27.416629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 69becade-16ef-49d7-a079-337fb8f564f9) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:27.417410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746fd0d-246c-4dcf-bdb7-5133d853133d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:27.421167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:27.421867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.425188 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5746fd0d-246c-4dcf-bdb7-5133d853133d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 1131 time: 0.1247416 Mar 02 07:33:27.425916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47938) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:27.431134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a954dd-b621-46d0-ae36-561b6e9588e0 None None] Network 69becade-16ef-49d7-a079-337fb8f564f9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:27.434339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:27.441135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:27.446988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:27.454366 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c689b4c-b831-4cd6-b8b6-c429e66fd8b5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6648648 Mar 02 07:33:27.456507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:27.459725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:27.462504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1777911258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:27.468005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:27.471102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:27.477467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:router and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:27.480823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:27.484993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.488932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:27.501282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.502628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.521550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.548948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.587980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.592213 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d2df0d02-5abf-4fa7-8fb1-f0b7e98b782a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1315422 Mar 02 07:33:27.592655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47946) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:27.747548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.773620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-69becade-16ef-49d7-a079-337fb8f564f9', 'network_id': '69becade-16ef-49d7-a079-337fb8f564f9', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': '0b370b3e-e1fe-469c-b64e-e5ca6425df67'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:27.774931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.787782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Transition to ACTIVE for port object 2572d63b-5403-42a5-a1af-16dfd319ffe9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:27.835851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.866172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Transition to ACTIVE for port object 2572d63b-5403-42a5-a1af-16dfd319ffe9 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:27.885274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:27.991748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:28.009171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:28.013770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:28.015402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.98 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a69e666e-5894-40a2-89f8-3d16c2ee764f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:28.132020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Pushing event updated for resources: {'Port': ['ID=2572d63b-5403-42a5-a1af-16dfd319ffe9,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:28.225701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Attempting to bind port 2572d63b-5403-42a5-a1af-16dfd319ffe9 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:28.226076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Attempting to bind port 2572d63b-5403-42a5-a1af-16dfd319ffe9 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'aca0f93f-6870-4a00-a957-1529cb194efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ea3c258a-9450-41ea-abfc-e17fe7c3adea'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:28.226433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Attempting to bind port 2572d63b-5403-42a5-a1af-16dfd319ffe9 on network ea3c258a-9450-41ea-abfc-e17fe7c3adea {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:28.236867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:28.237506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Checking segment: {'id': 'aca0f93f-6870-4a00-a957-1529cb194efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ea3c258a-9450-41ea-abfc-e17fe7c3adea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:28.237679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.238064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Bound using segment: {'id': 'aca0f93f-6870-4a00-a957-1529cb194efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ea3c258a-9450-41ea-abfc-e17fe7c3adea'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:28.238545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Bound port: 2572d63b-5403-42a5-a1af-16dfd319ffe9, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca0f93f-6870-4a00-a957-1529cb194efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ea3c258a-9450-41ea-abfc-e17fe7c3adea'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:28.238904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.245751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.258293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.268910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Allocated IP 172.21.0.2 (69becade-16ef-49d7-a079-337fb8f564f9/0b370b3e-e1fe-469c-b64e-e5ca6425df67/db9d3f85-8768-4e69-b50c-dcdc31675842) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:28.302967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.405183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:28.411815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:28.421365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:28.509754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:28.514425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2572d63b-5403-42a5-a1af-16dfd319ffe9,segment=NetworkSegment(aca0f93f-6870-4a00-a957-1529cb194efb),segment_id=aca0f93f-6870-4a00-a957-1529cb194efb)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:28.523635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.658796 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7be06-21ce-43da-a147-0673a2e3d315 None None] Pushing event updated for resources: {'Port': ['ID=2572d63b-5403-42a5-a1af-16dfd319ffe9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:28.720976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=a69e666e-5894-40a2-89f8-3d16c2ee764f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:28.832551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.852027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Transition to ACTIVE for port object db9d3f85-8768-4e69-b50c-dcdc31675842 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:28.893455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Transition to ACTIVE for port object db9d3f85-8768-4e69-b50c-dcdc31675842 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:28.910233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:28.911688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.20.0.1 (ea3c258a-9450-41ea-abfc-e17fe7c3adea/fec045bf-9bf0-4e1e-8912-9a825c6eda31/5fd740d0-c083-4cce-925b-1593c0191621) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:29.076581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Network 69becade-16ef-49d7-a079-337fb8f564f9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:29.093064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:29.097713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:29.138584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.158553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object 5fd740d0-c083-4cce-925b-1593c0191621 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:29.208902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.273011 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Pushing event updated for resources: {'Port': ['ID=db9d3f85-8768-4e69-b50c-dcdc31675842,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:29.334050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.339746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:29.343023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:29.344221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Attempting to bind port db9d3f85-8768-4e69-b50c-dcdc31675842 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:29.347059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Attempting to bind port db9d3f85-8768-4e69-b50c-dcdc31675842 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '870475c0-8e17-46c9-b0d9-0e6ae84a915f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '69becade-16ef-49d7-a079-337fb8f564f9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:29.349951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Attempting to bind port db9d3f85-8768-4e69-b50c-dcdc31675842 on network 69becade-16ef-49d7-a079-337fb8f564f9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:29.352458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:29.359360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:29.360040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Checking segment: {'id': '870475c0-8e17-46c9-b0d9-0e6ae84a915f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '69becade-16ef-49d7-a079-337fb8f564f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:29.360657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.361237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Bound using segment: {'id': '870475c0-8e17-46c9-b0d9-0e6ae84a915f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '69becade-16ef-49d7-a079-337fb8f564f9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:29.364538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Bound port: db9d3f85-8768-4e69-b50c-dcdc31675842, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870475c0-8e17-46c9-b0d9-0e6ae84a915f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '69becade-16ef-49d7-a079-337fb8f564f9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:29.374113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.399191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=5fd740d0-c083-4cce-925b-1593c0191621,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:29.429359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.463270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.571773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] For port db9d3f85-8768-4e69-b50c-dcdc31675842, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:29.576137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] For port db9d3f85-8768-4e69-b50c-dcdc31675842, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db9d3f85-8768-4e69-b50c-dcdc31675842,segment=NetworkSegment(870475c0-8e17-46c9-b0d9-0e6ae84a915f),segment_id=870475c0-8e17-46c9-b0d9-0e6ae84a915f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:29.578714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.585126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.791514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5511c5-5515-4926-a54c-983e1562e711 None None] Pushing event updated for resources: {'Port': ['ID=db9d3f85-8768-4e69-b50c-dcdc31675842,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:29.850494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:29.863055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.070673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=a69e666e-5894-40a2-89f8-3d16c2ee764f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:30.088136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.311505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.318642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.339614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8abd49-4579-424b-b2bd-45056c3bcc18 None None] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:30.399466 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 0968650b-d76e-4df7-9b6c-db688322a405 associated. External IP: 172.26.4.98, port: 0c5e7e8d-a11b-4611-af81-b2ddfe170202. Mar 02 07:33:30.445143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=5fd740d0-c083-4cce-925b-1593c0191621,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:30.515990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f4fb5c2-bfb6-41ca-921e-b0c7201c3947 None None] Provisioning for port 2572d63b-5403-42a5-a1af-16dfd319ffe9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:30.517723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:30.725762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2572d63b-5403-42a5-a1af-16dfd319ffe9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:30.819342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:30.846020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 2572d63b-5403-42a5-a1af-16dfd319ffe9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:30.846520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:30.865248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2572d63b-5403-42a5-a1af-16dfd319ffe9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:30.866616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.055573 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-3fae169e-754f-49c1-bef0-79bfba8c422d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3459222 Mar 02 07:33:31.146439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.220579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2572d63b-5403-42a5-a1af-16dfd319ffe9,segment=NetworkSegment(aca0f93f-6870-4a00-a957-1529cb194efb),segment_id=aca0f93f-6870-4a00-a957-1529cb194efb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:31.232178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.233241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9d3f85-8768-4e69-b50c-dcdc31675842 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:31.341588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 323e1124-e18f-45b0-8e76-6120dc936fef is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:31.491923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=2572d63b-5403-42a5-a1af-16dfd319ffe9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:31.524194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78a9ac57-1965-4e14-8ebe-8efe2c5edbb3 None None] Provisioning for port 5fd740d0-c083-4cce-925b-1593c0191621 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:31.528043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port db9d3f85-8768-4e69-b50c-dcdc31675842 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:31.539827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78a9ac57-1965-4e14-8ebe-8efe2c5edbb3 None None] Provisioning complete for port 5fd740d0-c083-4cce-925b-1593c0191621 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:31.540458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a9ac57-1965-4e14-8ebe-8efe2c5edbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.616335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-78a9ac57-1965-4e14-8ebe-8efe2c5edbb3 None None] Port 5fd740d0-c083-4cce-925b-1593c0191621 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:31.629995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78a9ac57-1965-4e14-8ebe-8efe2c5edbb3 None None] Provisioning complete for port 2572d63b-5403-42a5-a1af-16dfd319ffe9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:31.630305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a9ac57-1965-4e14-8ebe-8efe2c5edbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:31.650985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-4fbd94d6-1aa1-4aa7-8591-db07abd3cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:31.652598 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-4fbd94d6-1aa1-4aa7-8591-db07abd3cc0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1098 time: 0.4440131 Mar 02 07:33:31.654908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:31.658257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 99a11e6e-6517-40b0-8a60-6ca54dcf933d has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:31.668932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a80c8-348c-4736-a44f-79a708441d31 None None] Network 69becade-16ef-49d7-a079-337fb8f564f9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:31.689793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-671489c2-6213-4674-b8da-ad437039884e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/323e1124-e18f-45b0-8e76-6120dc936fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0956702 Mar 02 07:33:31.692222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:31.699083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] Sync routers for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:31.797252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:31.797944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:31.860381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af5196e-a28b-4270-8ab4-2d262834f76c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:31.863459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6af5196e-a28b-4270-8ab4-2d262834f76c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:31.899166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6af5196e-a28b-4270-8ab4-2d262834f76c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:31.901680 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6af5196e-a28b-4270-8ab4-2d262834f76c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports/5fd740d0-c083-4cce-925b-1593c0191621 HTTP/1.1" status: 200 len: 910 time: 0.2073820 Mar 02 07:33:31.906279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:31.909635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:31.991546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:31.992532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:32.144048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-bc805f8c-5c2e-42fc-a61b-ac6da721ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:32.145841 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-bc805f8c-5c2e-42fc-a61b-ac6da721ea54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.4721014 Mar 02 07:33:32.262891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:32.263293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d70df-6771-4054-a851-fb2d67b66cdd None None] The sync data for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:32.284937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:32.300553 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] Sync routers for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:32.332083 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:32.332681 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:32.396057 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-b25efabf-a436-49ba-83f4-c988e5bb28c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 200 len: 1000 time: 0.2185981 Mar 02 07:33:32.444319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.446810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Provisioning complete for port 5fd740d0-c083-4cce-925b-1593c0191621 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:32.447270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.519306 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee535ca3-ac0e-4142-b0e2-fdbcd226ae4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 5.0897257 Mar 02 07:33:32.519306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:32.523133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-fc0e0c05-8423-4299-a709-1900280570a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:32.524562 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-fc0e0c05-8423-4299-a709-1900280570a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.1275432 Mar 02 07:33:32.525313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:32.674453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9a189c68-506c-4044-95fb-b9b3163524cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:32.676944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2572d63b-5403-42a5-a1af-16dfd319ffe9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:32.708870 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'status': 'completed', 'code': 200} Mar 02 07:33:32.735985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Port 5fd740d0-c083-4cce-925b-1593c0191621 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:32.740279 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:32.761343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-9591726c-21e9-494b-9895-dcd5e0b335f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:32.763048 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-9591726c-21e9-494b-9895-dcd5e0b335f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1957605 Mar 02 07:33:32.771434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a5c6d-b61b-43bd-bad2-7b07b01c7dc3 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:32.773098 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a08a5c6d-b61b-43bd-bad2-7b07b01c7dc3 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a&network_id=6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 200 len: 1131 time: 0.2468433 Mar 02 07:33:32.827499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Provisioning for port db9d3f85-8768-4e69-b50c-dcdc31675842 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:32.876210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Provisioning complete for port db9d3f85-8768-4e69-b50c-dcdc31675842 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:32.876692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.015029 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-8feb0554-d46b-4298-a288-2db39ba09ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393832 Mar 02 07:33:33.188372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2572d63b-5403-42a5-a1af-16dfd319ffe9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:33.188783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.498029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-2a5a05d3-c3fd-4915-b2b0-4329e092852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:33.499437 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-2a5a05d3-c3fd-4915-b2b0-4329e092852f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 1136 time: 0.3816323 Mar 02 07:33:33.510503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f24e414d-44b0-4e04-bad2-a2775436fc04 req-3ee1523a-757f-4366-991f-2e9fbd94b55d service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894569 Mar 02 07:33:33.581909 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.592697 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '0968650b-d76e-4df7-9b6c-db688322a405', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'port_id': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-131501209', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'mac_address': 'fa:16:3e:3d:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:29Z', 'updated_at': '2022-03-02T07:33:29Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:33.598225 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] Checking router: 99a11e6e-6517-40b0-8a60-6ca54dcf933d for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:33:33.609397 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:33.610466 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:33.652081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] For port db9d3f85-8768-4e69-b50c-dcdc31675842, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db9d3f85-8768-4e69-b50c-dcdc31675842,segment=NetworkSegment(870475c0-8e17-46c9-b0d9-0e6ae84a915f),segment_id=870475c0-8e17-46c9-b0d9-0e6ae84a915f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:33.660014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.784095 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c2d2-a76d-40e7-a524-7d28099eb770 None None] Pushing event updated for resources: {'Port': ['ID=db9d3f85-8768-4e69-b50c-dcdc31675842,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:33.805501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bd1dac41-958b-453d-9e0d-4e310b407aee None None] Provisioning complete for port db9d3f85-8768-4e69-b50c-dcdc31675842 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:33.805910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd1dac41-958b-453d-9e0d-4e310b407aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.851206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:33.855099 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:33.909893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-86158d32-dd9c-482b-84d7-150e6a9fbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:33.912010 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-86158d32-dd9c-482b-84d7-150e6a9fbf1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 200 len: 898 time: 0.2829418 Mar 02 07:33:34.286626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89efcf-ab0d-48ac-a433-9984c2c9ce2b req-c489ad3a-ecf8-49d2-8019-20f850191ad7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.289289 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1a89efcf-ab0d-48ac-a433-9984c2c9ce2b req-c489ad3a-ecf8-49d2-8019-20f850191ad7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 983 time: 0.7082038 Mar 02 07:33:34.326260 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '0968650b-d76e-4df7-9b6c-db688322a405', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'port_id': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-131501209', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'mac_address': 'fa:16:3e:3d:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:29Z', 'updated_at': '2022-03-02T07:33:29Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:34.336331 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35250f1c-d66b-4814-8059-3502a7444472 None None] The sync data for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv is: [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '0968650b-d76e-4df7-9b6c-db688322a405', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'port_id': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-131501209', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'mac_address': 'fa:16:3e:3d:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca872812-f991-417c-a22c-e31eb9a4829a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:29Z', 'updated_at': '2022-03-02T07:33:29Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:34.374611 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1a89efcf-ab0d-48ac-a433-9984c2c9ce2b req-076d99dc-0e31-4056-9854-b9ced24e4497 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553210 Mar 02 07:33:34.443349 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-ffd711f1-b41d-469c-8e98-5333caa29e5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1036 time: 0.4607794 Mar 02 07:33:34.562804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9d3f85-8768-4e69-b50c-dcdc31675842 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:34.579644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-ecaf5d5a-50d8-479f-9b16-48797c3f8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.581131 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-ecaf5d5a-50d8-479f-9b16-48797c3f8cf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35ddd51d-49f0-4a83-801a-066b033552f6 HTTP/1.1" status: 200 len: 835 time: 0.1293604 Mar 02 07:33:34.610757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-af8bf716-217b-4618-94f3-c634f50992b1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.613154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-af8bf716-217b-4618-94f3-c634f50992b1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 983 time: 0.1126390 Mar 02 07:33:34.663323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62983de5-bb2d-41b2-8a53-4b18fce7aed1 None None] New status for floating IP 0968650b-d76e-4df7-9b6c-db688322a405: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:33:34.702383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-fc459ea8-9f51-42c2-babb-4a165719c74c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.704055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-fc459ea8-9f51-42c2-babb-4a165719c74c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0848107 Mar 02 07:33:34.815261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da6e07c0-cb2a-44e3-a3f6-30ccc39099a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.831147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port db9d3f85-8768-4e69-b50c-dcdc31675842 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:34.831887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:34.839802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-4e2d40a6-9dd7-427d-8d4e-de085b34c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:34.841882 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-4e2d40a6-9dd7-427d-8d4e-de085b34c993 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6154468d-7160-4f5e-8b94-929fd2d242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2441821 Mar 02 07:33:34.893813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.21.0.1 (69becade-16ef-49d7-a079-337fb8f564f9/0b370b3e-e1fe-469c-b64e-e5ca6425df67/8d4a084f-39e9-4a70-861e-c6cb8ca0b08e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:35.013444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-16dec17e-b1e7-4b71-b097-f0f47f20f335 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3051212 Mar 02 07:33:35.030890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:35.132292 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-31faf173-1e61-4b40-9059-0d374cb6dc48 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824421 Mar 02 07:33:35.175654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.214052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:35.245744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.338313 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d8750a2-66cc-4556-b5d5-215eedd5554c req-1c634434-123d-407a-81ce-1bc066ba8319 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475747 Mar 02 07:33:35.339907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.408089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 69becade-16ef-49d7-a079-337fb8f564f9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:35.411461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:35.415339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:35.465699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=8d4a084f-39e9-4a70-861e-c6cb8ca0b08e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:35.531734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:35.541595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.565744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:35.654450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] device_id is not set on port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:33:35.670382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.677418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.688044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f95796dd-999c-4213-8344-852e5c3d7026 None None] Provisioning for port 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:35.700925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f95796dd-999c-4213-8344-852e5c3d7026 None None] Provisioning complete for port 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:35.701322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f95796dd-999c-4213-8344-852e5c3d7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.753632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=6']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:35.765972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.837544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f95796dd-999c-4213-8344-852e5c3d7026 None None] Port 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:35.874857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.892268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:35.953074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] No DVR routers for this DVR port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:36.092658 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aed19ab-856a-4ce6-9e3f-b1b20324d2e7 req-eeb7cd06-1faf-442e-8298-8f0ba83123a8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca872812-f991-417c-a22c-e31eb9a4829a HTTP/1.1" status: 200 len: 210 time: 0.4333017 Mar 02 07:33:36.160053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-73e221f7-3028-497e-a7db-012e5550da5a None None] Provisioning complete for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:36.160340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73e221f7-3028-497e-a7db-012e5550da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.217727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-73e221f7-3028-497e-a7db-012e5550da5a None None] Port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:36.251140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] In _notify_port_updated(), no bound segment for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:33:36.251990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:36.252588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.253918 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f3811a7-278d-4bf5-b206-eb85756b7387 req-0dc61ae4-ff00-4bfe-8a0c-b545318dc13b service neutron] 10.222.0.32 "PUT /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1026 time: 1.2343938 Mar 02 07:33:36.400723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.405245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.516601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.519763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=8d4a084f-39e9-4a70-861e-c6cb8ca0b08e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:36.650280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 69becade-16ef-49d7-a079-337fb8f564f9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:36.651371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:36.823499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 323e1124-e18f-45b0-8e76-6120dc936fef has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:36.942397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a08854d2-e7ed-404f-8e27-ecc139b024d4 None None] Provisioning complete for port 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:36.942950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a08854d2-e7ed-404f-8e27-ecc139b024d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:36.990525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:36.997063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a08854d2-e7ed-404f-8e27-ecc139b024d4 None None] Port 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:37.004542 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] Sync routers for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:37.008293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-335c7831-6225-451d-9981-cb99595c8adc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/323e1124-e18f-45b0-8e76-6120dc936fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1002691 Mar 02 07:33:37.011004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 47990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:37.028622 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:37.029337 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:37.090828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eefb38-4d18-4268-93f2-f1e619f315fd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:37.090828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4eefb38-4d18-4268-93f2-f1e619f315fd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:37.100545 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:37.107328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.107507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4eefb38-4d18-4268-93f2-f1e619f315fd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:37.111989 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f4eefb38-4d18-4268-93f2-f1e619f315fd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports/8d4a084f-39e9-4a70-861e-c6cb8ca0b08e HTTP/1.1" status: 200 len: 910 time: 0.0997608 Mar 02 07:33:37.112539 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:37.112653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 47996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:37.113308 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:37.181019 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:37.181489 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd450e-0d60-4619-a580-cadb02124055 None None] The sync data for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:37.196082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48004) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:37.276451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aadabd-e151-4663-a768-c9d372b11cfa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:37.282378 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23aadabd-e151-4663-a768-c9d372b11cfa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 925 time: 0.0851552 Mar 02 07:33:37.488636 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-8485cc08-91f1-41a0-831d-92c0aa6f6e3d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860460231&fields=id&tenant_id=cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 267 time: 0.0424080 Mar 02 07:33:37.637631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-1bfc59e3-6a65-45f2-ab3f-fb20427754d7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:37.639070 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-1bfc59e3-6a65-45f2-ab3f-fb20427754d7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 812 time: 0.1433551 Mar 02 07:33:37.653795 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-6665e8f2-4567-42da-8e00-7a4c43e0c6ea tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/quotas/cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 375 time: 0.0092692 Mar 02 07:33:37.733134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.741088 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-7bd1beeb-3f66-4a10-9212-33f8af37a1c9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0816686 Mar 02 07:33:37.757854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-dd634f0f-4dae-4ee9-b686-9c1b269e596f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:33:37.758917 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-dd634f0f-4dae-4ee9-b686-9c1b269e596f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051742 Mar 02 07:33:37.846188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48014) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:37.854982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314056544', 'description': 'tempest-secgroup-smoke-314056544 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:37.868707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:37.884040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:37.908560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:37.921161 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-e6f05649-5612-4ced-8d16-91227049a159 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561277 Mar 02 07:33:37.926877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:37.931147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:37.935586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:37.960428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:37.977303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:37.991371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:38.070072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:38.070563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.106219 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-54f8e49e-e3d3-4966-b4dd-3c7e6e2ae5c4 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677604 Mar 02 07:33:38.254789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.259584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.273047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.339668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d195476a-132f-44ce-bd07-6436cf18f6fe,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.344221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.352324 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-988f2a00-999a-4f0d-8436-7e92c3d14682 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5025318 Mar 02 07:33:38.352431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48024) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:38.358763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'd195476a-132f-44ce-bd07-6436cf18f6fe', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:38.365106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:38.370059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:38.373782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:38.380317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:38.397328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.412833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 8d4a084f-39e9-4a70-861e-c6cb8ca0b08e owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:38.480326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.489281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.513310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de75f6eb-e7f9-4b7b-aba1-acdb026444f3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.530461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.533692 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d080065-1ae3-48f5-b1bc-6452d7646c16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783066 Mar 02 07:33:38.534596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:38.539868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'd195476a-132f-44ce-bd07-6436cf18f6fe', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:38.547741 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:38.552185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:38.553736 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8d8c906-e763-4302-b130-8ff92f1f4af9 req-60722e28-b54a-4bc3-9e0b-eeb6956b440b tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 210 time: 0.0443697 Mar 02 07:33:38.555182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:38.563638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:38.583847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.641503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.650948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.655056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.682762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ae86bd-7961-41be-a54f-c07b19474aba,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.691144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.691744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=8d4a084f-39e9-4a70-861e-c6cb8ca0b08e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.695076 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7ba6dd13-a6c5-4163-b9ac-c5dcc317a176 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569681 Mar 02 07:33:38.695520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:38.701403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'd195476a-132f-44ce-bd07-6436cf18f6fe', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:38.709448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:38.714277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:38.718307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:38.724987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:38.747048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.822274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.827163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.860019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f304963-26a0-485c-9650-c4038f87da95,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:38.874077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:38.875807 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1d74f7f8-c688-47ff-a92d-a28a0cf9f80e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1790595 Mar 02 07:33:38.878396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:38.884143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'd195476a-132f-44ce-bd07-6436cf18f6fe', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:38.890523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:38.894505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:38.897500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:38.904667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:38.925447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.003719 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.007157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.031694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06df6680-12ef-4be7-a314-af0bdb8dcc5a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:39.041020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.044962 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bfd83b87-f40c-4f04-a680-1e1cefeb3893 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627660 Mar 02 07:33:39.045184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48054) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:39.050330 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'd195476a-132f-44ce-bd07-6436cf18f6fe', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:39.056287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:39.060294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:39.063365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:39.068924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:39.082144 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:33:39.090555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.103653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.162377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.165531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.191397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e717fbb-0dac-4c27-aff3-c8a12f658406,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:39.202281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.206200 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5dba00ff-7690-4925-ac36-136a2d9b7ddd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598768 Mar 02 07:33:39.209629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48058) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:39.214826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'd195476a-132f-44ce-bd07-6436cf18f6fe', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:39.220762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:39.224772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:39.227718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:39.233972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:39.245289 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:33:39.252464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.318534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.323190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.354909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fb2c6d-f7d4-4b8a-bf59-7890fdc8b77e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:39.367766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:39.369489 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f18a8485-d5f5-4d2c-9f9d-74c2d8a3b037 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589112 Mar 02 07:33:39.454266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 323e1124-e18f-45b0-8e76-6120dc936fef has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:39.593923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-1cc0f95d-d4c1-43ce-bb7f-edc2872a43c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:39.611308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-1cc0f95d-d4c1-43ce-bb7f-edc2872a43c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:39.612793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-1cc0f95d-d4c1-43ce-bb7f-edc2872a43c0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314056544&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.0578961 Mar 02 07:33:39.613514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:39.624879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] Sync routers for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:39.632504 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f5b6295-bd3e-43f8-81d2-2e7bdd05027d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/323e1124-e18f-45b0-8e76-6120dc936fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5178659 Mar 02 07:33:39.638681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:39.640010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.645358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:39.709713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-5e96b54d-e68d-45bc-be71-b48a358d5851 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:39.711109 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-5e96b54d-e68d-45bc-be71-b48a358d5851 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 930 time: 0.0881345 Mar 02 07:33:39.786469 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c40c390-ca92-446c-af69-303c4b097aec req-3f5ca394-3ead-4655-b0bc-246eadca2074 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 210 time: 0.0681336 Mar 02 07:33:39.787110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.803333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:39.804243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.813891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-b461911f-2b01-48c9-abbc-fec66954569c service neutron] 10.222.0.41 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0833080 Mar 02 07:33:39.882694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:39.883631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc5ab0-6274-4ef2-9565-d129b1fc53f7 None None] The sync data for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:39.950699 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-c1feffa8-14a0-49f9-abe2-cf65071849f9 service neutron] 10.222.0.41 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358716 Mar 02 07:33:40.076011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-8a3c1383-8323-46af-a017-885383127bd9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:40.077447 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-8a3c1383-8323-46af-a017-885383127bd9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 812 time: 0.2956603 Mar 02 07:33:40.091614 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-ed71088a-27a8-4519-96f5-0fca1013b724 service neutron] 10.222.0.41 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332376 Mar 02 07:33:40.378977 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-78f26478-61bf-455e-ae47-836c476ae595 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cab355d98ae64c0f8d687bc34504dadb HTTP/1.1" status: 200 len: 380 time: 0.2931118 Mar 02 07:33:40.385092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55364a77-30fd-47f6-a8d9-65e5e7ebee75 req-f3cd5a5f-9ef6-4bfd-938d-7756ff4bbbd7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 210 time: 0.0674403 Mar 02 07:33:40.390300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'port': {'device_id': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'admin_state_up': True, 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'security_groups': ['46779a13-7e5c-4ee2-b113-c142f0b5d6ed']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:40.622662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:40.635743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:40.654273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Made reservation on behalf of cab355d98ae64c0f8d687bc34504dadb for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:40.657790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.846983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:40.971426 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07de42eb-ab5d-4073-b457-71bd8914c8df req-4a2da516-2ad0-4ca5-b1ea-98123edeaf0b tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 210 time: 0.0468247 Mar 02 07:33:41.002711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Allocated IP 172.20.0.5 (a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1/ce37c911-2173-4355-9886-bcfbdf999f21/1e9dae06-5894-4534-9f8a-203e460adaa9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:41.329444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-21ed93bb-d44c-400a-9e1f-49c98938bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:41.333575 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-21ed93bb-d44c-400a-9e1f-49c98938bc90 service neutron] 10.222.0.32 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1026 time: 0.1260180 Mar 02 07:33:41.365633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.369000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 5fd740d0-c083-4cce-925b-1593c0191621 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:41.369568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.428140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Transition to ACTIVE for port object 1e9dae06-5894-4534-9f8a-203e460adaa9 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:41.553053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-57c6344a-ec8b-4be6-a025-f67f8beacf5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:41.556329 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-57c6344a-ec8b-4be6-a025-f67f8beacf5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 200 len: 797 time: 0.2169662 Mar 02 07:33:41.613956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.617160 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-fbfe9a88-436a-4e37-873e-19a1842910a7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 472 time: 0.0501764 Mar 02 07:33:41.625621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-f7ce2e34-96e3-46e0-9635-f4291099edf3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:33:41.626559 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-f7ce2e34-96e3-46e0-9635-f4291099edf3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049257 Mar 02 07:33:41.632450 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a64a3a2-ec3c-4701-a106-bd175ddc5260 req-96f67657-2ca0-4304-889d-72d8b54abc15 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 210 time: 0.0646398 Mar 02 07:33:41.682058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.692412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Request body: {'port': {'device_id': '12fc62f2-cda8-434e-a7c2-f9a2c521952b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:41.710397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:41.765821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:41.810049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:41.974510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 5fd740d0-c083-4cce-925b-1593c0191621 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:42.002775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:42.044560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=1e9dae06-5894-4534-9f8a-203e460adaa9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.062116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e4c8b458-0050-448a-9edf-5b394f3e0be7 None None] Provisioning for port 1e9dae06-5894-4534-9f8a-203e460adaa9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:42.070016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e4c8b458-0050-448a-9edf-5b394f3e0be7 None None] Provisioning complete for port 1e9dae06-5894-4534-9f8a-203e460adaa9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:42.071209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b458-0050-448a-9edf-5b394f3e0be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.110673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:42.111356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.135651 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8b458-0050-448a-9edf-5b394f3e0be7 None None] Port 1e9dae06-5894-4534-9f8a-203e460adaa9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:42.162578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-77b3966f-aaa4-4cf8-a025-5563d347735c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7763116 Mar 02 07:33:42.177861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Request body: {'port': {'device_id': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:42.258024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ee856-05b7-4e52-9909-127b2337bd34 req-85aba6b4-2fd9-4349-ab7f-0841684efc17 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:42.259470 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-310ee856-05b7-4e52-9909-127b2337bd34 req-85aba6b4-2fd9-4349-ab7f-0841684efc17 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 931 time: 0.1634324 Mar 02 07:33:42.265218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5e7e8d-a11b-4611-af81-b2ddfe170202 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:42.284636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.323474 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-310ee856-05b7-4e52-9909-127b2337bd34 req-351fcb67-fe4b-44af-92ce-d81c47b12374 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535791 Mar 02 07:33:42.343936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.360633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Transition to ACTIVE for port object 0c5e7e8d-a11b-4611-af81-b2ddfe170202 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:42.362119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.364901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.452988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=5fd740d0-c083-4cce-925b-1593c0191621,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.616428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.749108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:42.749492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:42.749851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:42.755296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:33:42.755904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Attempting to bind port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:42.762618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:42.763068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Checking segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:42.763335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Bound using segment: {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:42.763767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Bound port: 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640547a1-454a-4986-b809-6deb01405830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:42.764152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.770220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.857006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:42.859816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:42.865331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.918662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:42.919314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:42.920668 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-39256a84-7ebb-4146-829a-6289472c302e service neutron] 10.222.0.32 "PUT /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1131 time: 1.2845006 Mar 02 07:33:42.921155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fc62f2-cda8-434e-a7c2-f9a2c521952b', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:42.953185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39256a84-7ebb-4146-829a-6289472c302e service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:42.995343 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fc62f2-cda8-434e-a7c2-f9a2c521952b', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'status': 'completed', 'code': 200} Mar 02 07:33:43.042626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-0e06e406-a8d1-4f98-9382-a255c7e75dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:43.044180 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-0e06e406-a8d1-4f98-9382-a255c7e75dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 1134 time: 0.0826259 Mar 02 07:33:43.151387 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-fc13b4e4-07b5-4672-8c9a-99b832992387 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1036 time: 0.1004577 Mar 02 07:33:43.213472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 323e1124-e18f-45b0-8e76-6120dc936fef has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:43.214169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-9ee0fe50-f671-4eff-ac37-e3bcd71b7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:43.215730 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-9ee0fe50-f671-4eff-ac37-e3bcd71b7de9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35ddd51d-49f0-4a83-801a-066b033552f6 HTTP/1.1" status: 200 len: 835 time: 0.0587583 Mar 02 07:33:43.292852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-a6fa9296-8f94-406e-9541-0bc15f74eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:43.294330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-a6fa9296-8f94-406e-9541-0bc15f74eb54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6154468d-7160-4f5e-8b94-929fd2d242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726554 Mar 02 07:33:43.312621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2860ac-cb49-47a9-b09f-fb2a146e10da req-97b544d3-49a2-4023-ba83-a8f7620a9ef8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:43.314134 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c2860ac-cb49-47a9-b09f-fb2a146e10da req-97b544d3-49a2-4023-ba83-a8f7620a9ef8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 981 time: 0.5258412 Mar 02 07:33:43.435670 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-c60329a1-480e-4005-b3ce-5b7ebcbbc14f service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347475 Mar 02 07:33:43.500521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 07:33:43.609545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:43.619348 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] Sync routers for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:43.620989 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96f1c300-99ed-4a80-8e77-d22834c3867c req-694e027d-fa30-46ff-924f-7a895f7b72c7 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792402 Mar 02 07:33:43.630327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4166d2e-7604-4aed-a153-587653749157 req-040cf1a6-d228-45dc-b8b8-6856711ea5b4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:43.631129 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:43.631776 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4166d2e-7604-4aed-a153-587653749157 req-040cf1a6-d228-45dc-b8b8-6856711ea5b4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 931 time: 0.1889153 Mar 02 07:33:43.633893 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:43.638213 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c2860ac-cb49-47a9-b09f-fb2a146e10da req-0e832976-82c1-4298-ae9c-882fb2938a95 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105946 Mar 02 07:33:43.645573 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ac9cfecf-9f3a-4f7b-8dfb-22ae82a2a35a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/323e1124-e18f-45b0-8e76-6120dc936fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9989254 Mar 02 07:33:43.651149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48108) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:43.671595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9dae06-5894-4534-9f8a-203e460adaa9 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:43.679544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.698513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Transition to ACTIVE for port object 1e9dae06-5894-4534-9f8a-203e460adaa9 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:43.704575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.710519 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:43.720249 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] Routers {'323e1124-e18f-45b0-8e76-6120dc936fef'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:43.721311 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['323e1124-e18f-45b0-8e76-6120dc936fef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:43.753324 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55edb47a-b625-407b-ad3f-61a0ed7bf34a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=323e1124-e18f-45b0-8e76-6120dc936fef HTTP/1.1" status: 200 len: 205 time: 0.0969567 Mar 02 07:33:43.758066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48112) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:43.786204 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:43.786500 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aef191-d01b-4e98-97a7-a52761f50e74 None None] The sync data for ids ['323e1124-e18f-45b0-8e76-6120dc936fef'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:43.842514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4166d2e-7604-4aed-a153-587653749157 req-db28e029-bb26-42e9-b152-24244f57b4fb tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037091 Mar 02 07:33:43.890748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9dae06-5894-4534-9f8a-203e460adaa9,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:43.915170 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d5c842a-0953-4ab0-b13a-020b1df76170 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:43.981676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Attempting to bind port 1e9dae06-5894-4534-9f8a-203e460adaa9 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:43.982041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Attempting to bind port 1e9dae06-5894-4534-9f8a-203e460adaa9 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:43.982355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Attempting to bind port 1e9dae06-5894-4534-9f8a-203e460adaa9 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:43.987614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Port 1e9dae06-5894-4534-9f8a-203e460adaa9 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:33:43.987931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Attempting to bind port 1e9dae06-5894-4534-9f8a-203e460adaa9 on network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:43.992947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:43.993284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Checking segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:43.993691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Bound using segment: {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:43.994133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Bound port: 1e9dae06-5894-4534-9f8a-203e460adaa9, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6383ffb0-aaa5-49a1-b72d-16e309e48dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:43.994479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.080994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] For port 1e9dae06-5894-4534-9f8a-203e460adaa9, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:44.083939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] For port 1e9dae06-5894-4534-9f8a-203e460adaa9, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=1e9dae06-5894-4534-9f8a-203e460adaa9,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:44.088345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.153258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.154078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.155510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] 10.222.0.32 "PUT /v2.0/ports/1e9dae06-5894-4534-9f8a-203e460adaa9 HTTP/1.1" status: 200 len: 1093 time: 1.9819293 Mar 02 07:33:44.158747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:44.194998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d781f-087b-4ff7-95d0-9fb45b27c246 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9dae06-5894-4534-9f8a-203e460adaa9,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:44.212946 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'status': 'completed', 'code': 200} Mar 02 07:33:44.292975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-38046178-f115-4c6b-86b8-43a9b4d3e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.295286 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-38046178-f115-4c6b-86b8-43a9b4d3e69f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 1096 time: 0.0765479 Mar 02 07:33:44.299773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-c02a52f3-00ba-4483-8cf5-298c742d8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.301244 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-c02a52f3-00ba-4483-8cf5-298c742d8f59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 1134 time: 0.6040797 Mar 02 07:33:44.377169 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-1af9553f-35e5-48b1-be64-5d700318ea85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9dae06-5894-4534-9f8a-203e460adaa9 HTTP/1.1" status: 200 len: 217 time: 0.0686474 Mar 02 07:33:44.407558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d5c842a-0953-4ab0-b13a-020b1df76170 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.412048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d5c842a-0953-4ab0-b13a-020b1df76170 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.445228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-bc78a446-4a21-4dbc-b6ae-f11f10bf10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.446807 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-bc78a446-4a21-4dbc-b6ae-f11f10bf10ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.0640626 Mar 02 07:33:44.498762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d5c842a-0953-4ab0-b13a-020b1df76170 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.499706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5c842a-0953-4ab0-b13a-020b1df76170 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Fanout notify agent at l3_agent the message router_deleted on router 323e1124-e18f-45b0-8e76-6120dc936fef {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:44.512599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d5c842a-0953-4ab0-b13a-020b1df76170 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.516506 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1d5c842a-0953-4ab0-b13a-020b1df76170 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/323e1124-e18f-45b0-8e76-6120dc936fef HTTP/1.1" status: 204 len: 168 time: 0.7539654 Mar 02 07:33:44.517237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48118) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:44.531599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-9a517f97-5121-4fae-8fb7-9d9992bd0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.533079 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-9a517f97-5121-4fae-8fb7-9d9992bd0c55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803111 Mar 02 07:33:44.585247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-1ae12293-cfc1-4a84-ad32-453a8abbe370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.586733 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-1ae12293-cfc1-4a84-ad32-453a8abbe370 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 200 len: 898 time: 0.2775578 Mar 02 07:33:44.676763 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-abfca192-d09d-4409-b0dc-1097ea038e46 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370118 Mar 02 07:33:44.678348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet 0b370b3e-e1fe-469c-b64e-e5ca6425df67 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:44.691091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.704940 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:33:44.759429 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-7d5e43cc-3b1f-46c9-9c79-4535f0149a1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1036 time: 0.1657524 Mar 02 07:33:44.801718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:44.829353 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1e5baa3-7b6c-409b-a729-3c32a64f97fb req-6c1ec587-ac16-4278-b685-b4842cabe030 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462321 Mar 02 07:33:44.948549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-98df0654-2019-4204-8b71-cfade0959521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:44.950416 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-98df0654-2019-4204-8b71-cfade0959521 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35ddd51d-49f0-4a83-801a-066b033552f6 HTTP/1.1" status: 200 len: 835 time: 0.1512632 Mar 02 07:33:45.034504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.050162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-58fbf9d9-9d80-4c2f-b761-8d96d277324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:45.051925 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-58fbf9d9-9d80-4c2f-b761-8d96d277324e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 1096 time: 0.1514592 Mar 02 07:33:45.092535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56a815-ecbe-4902-93a0-8518fd049241 req-837d592b-e2a1-4063-8cb6-5a4810bebeb4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:45.092535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6c56a815-ecbe-4902-93a0-8518fd049241 req-837d592b-e2a1-4063-8cb6-5a4810bebeb4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 981 time: 0.3193684 Mar 02 07:33:45.112611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84f81-ca42-41cb-b544-338da724e835 req-790d0f71-a203-495b-97d1-a699d08492a4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:45.112611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d4d84f81-ca42-41cb-b544-338da724e835 req-790d0f71-a203-495b-97d1-a699d08492a4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:45.174194 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6c56a815-ecbe-4902-93a0-8518fd049241 req-89dfead6-5c4d-4123-a27a-95223ee6b452 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833158 Mar 02 07:33:45.189761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-012c4819-6752-4b4f-aa01-cf654f9c8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:45.191553 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-012c4819-6752-4b4f-aa01-cf654f9c8d3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6154468d-7160-4f5e-8b94-929fd2d242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2328596 Mar 02 07:33:45.192753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.197064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d4d84f81-ca42-41cb-b544-338da724e835 req-790d0f71-a203-495b-97d1-a699d08492a4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:45.198461 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d4d84f81-ca42-41cb-b544-338da724e835 req-790d0f71-a203-495b-97d1-a699d08492a4 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 943 time: 0.2381949 Mar 02 07:33:45.249970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-2f060caf-d28c-4437-b0a2-92f4e0ec8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:45.251222 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-2f060caf-d28c-4437-b0a2-92f4e0ec8284 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.1880472 Mar 02 07:33:45.274222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=0b370b3e-e1fe-469c-b64e-e5ca6425df67,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:45.282232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.289144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e48c5-9380-4d6c-acf2-95427d6bb24c None None] Network 69becade-16ef-49d7-a079-337fb8f564f9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:45.336420 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75344a7b-2df5-4fe0-aaf2-4ab22f773425 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/0b370b3e-e1fe-469c-b64e-e5ca6425df67 HTTP/1.1" status: 204 len: 168 time: 0.8180571 Mar 02 07:33:45.344173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:45.460575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet fec045bf-9bf0-4e1e-8912-9a825c6eda31 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:45.464165 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-029affd6-2828-4e4d-8464-d4fe020a6de6 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346871 Mar 02 07:33:45.467011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.512892 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-de6fb79d-d654-4a4c-af5e-382b87d14ed5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9dae06-5894-4534-9f8a-203e460adaa9 HTTP/1.1" status: 200 len: 217 time: 0.2523093 Mar 02 07:33:45.520868 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d4d84f81-ca42-41cb-b544-338da724e835 req-a61d7bc5-de4c-4ed2-95d0-993233d594fd tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095367 Mar 02 07:33:45.578770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] DHCP port deletion for 69becade-16ef-49d7-a079-337fb8f564f9 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:45.582078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-0522c4b8-3d74-4cbb-afc1-aff4d2d12336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:45.583064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] Deleting port db9d3f85-8768-4e69-b50c-dcdc31675842 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:45.583525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-0522c4b8-3d74-4cbb-afc1-aff4d2d12336 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.0616868 Mar 02 07:33:45.583643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.607024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.663004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-ea59ac51-f3a6-4a6d-9e2c-8b0ee59fb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:45.664761 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-ea59ac51-f3a6-4a6d-9e2c-8b0ee59fb7c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748672 Mar 02 07:33:45.704193 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-739d1f9e-25f2-4222-a7fe-879b371a43af req-65d7ccda-7e5a-4697-8e60-ebd83cae77b7 service neutron] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088926 Mar 02 07:33:45.727464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.791924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] For port db9d3f85-8768-4e69-b50c-dcdc31675842, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db9d3f85-8768-4e69-b50c-dcdc31675842,segment=NetworkSegment(870475c0-8e17-46c9-b0d9-0e6ae84a915f),segment_id=870475c0-8e17-46c9-b0d9-0e6ae84a915f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:45.792219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.801883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.805681 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-a122e0eb-d3f1-4db1-8fa9-88959b58c7b3 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339955 Mar 02 07:33:45.847847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:45.854127 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/fec045bf-9bf0-4e1e-8912-9a825c6eda31 HTTP/1.1" status: 204 len: 168 time: 0.5087571 Mar 02 07:33:45.856167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e31da8-f93c-4830-b479-9d9e6234a873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=fec045bf-9bf0-4e1e-8912-9a825c6eda31,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:45.859165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48130) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:45.914817 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c61fb-f223-4cdf-8a62-0a1e4077760a None None] Network ea3c258a-9450-41ea-abfc-e17fe7c3adea requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:45.942695 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a47b3aa-a38a-49aa-9138-ee5afaf76963 req-fff7d5c5-8583-4fed-9489-5d393ee8d42a service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310248 Mar 02 07:33:45.953793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] Calling delete_port for db9d3f85-8768-4e69-b50c-dcdc31675842 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:45.988935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:33:46.105334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.116041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port db9d3f85-8768-4e69-b50c-dcdc31675842 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:46.116465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.198283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] The port 'db9d3f85-8768-4e69-b50c-dcdc31675842' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:46.236025 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.331000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] Pushing event deleted for resources: {'Port': ['ID=db9d3f85-8768-4e69-b50c-dcdc31675842,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:46.353726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea61960-5c11-4cfb-8f33-9de48d195cac None None] No DVR routers for this DVR port db9d3f85-8768-4e69-b50c-dcdc31675842 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:46.363038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.367171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:46.388097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'port_id': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'mac_address': 'fa:16:3e:3d:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:33:46.401393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69becade-16ef-49d7-a079-337fb8f564f9']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:46.417520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870475c0-8e17-46c9-b0d9-0e6ae84a915f') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:46.418450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870475c0-8e17-46c9-b0d9-0e6ae84a915f') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:46.433446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.453162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.460168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.471745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:46.472138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.483305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5e7e8d-a11b-4611-af81-b2ddfe170202 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:46.490546 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:46.508408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:46.512188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68a93-cf7e-472a-90c4-05a73eea2cc5 req-56975a3b-4702-48f9-833e-fba8a6e88e1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:46.514222 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c8a68a93-cf7e-472a-90c4-05a73eea2cc5 req-56975a3b-4702-48f9-833e-fba8a6e88e1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 981 time: 0.1968505 Mar 02 07:33:46.520755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] DHCP port deletion for ea3c258a-9450-41ea-abfc-e17fe7c3adea request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:46.523512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.568873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Deleting port 2572d63b-5403-42a5-a1af-16dfd319ffe9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:46.569178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.647883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.651937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2572d63b-5403-42a5-a1af-16dfd319ffe9 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:46.672426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.685114 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c8a68a93-cf7e-472a-90c4-05a73eea2cc5 req-c39cf4e4-92a2-4d80-b354-9bd6e46815eb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906675 Mar 02 07:33:46.696473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=69becade-16ef-49d7-a079-337fb8f564f9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:46.702489 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-74c1ef15-4105-4aa7-9193-61ecceb04c67 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/69becade-16ef-49d7-a079-337fb8f564f9 HTTP/1.1" status: 204 len: 168 time: 0.8418546 Mar 02 07:33:46.705359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48138) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:46.781804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73a595-2e26-4f90-a75f-768bf7c38796 req-7e424296-db65-4d62-ad77-403a2fd20fb9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:46.783044 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef73a595-2e26-4f90-a75f-768bf7c38796 req-7e424296-db65-4d62-ad77-403a2fd20fb9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 943 time: 0.1073470 Mar 02 07:33:46.794680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['0c5e7e8d-a11b-4611-af81-b2ddfe170202'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:46.841748 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef73a595-2e26-4f90-a75f-768bf7c38796 req-d43b55c6-15f0-4f30-9581-f3186d75779f tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468576 Mar 02 07:33:46.857263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:46.858668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:46.870205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 2572d63b-5403-42a5-a1af-16dfd319ffe9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:46.870540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.066901 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.099561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2572d63b-5403-42a5-a1af-16dfd319ffe9,segment=NetworkSegment(aca0f93f-6870-4a00-a957-1529cb194efb),segment_id=aca0f93f-6870-4a00-a957-1529cb194efb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:47.099561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.109925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2572d63b-5403-42a5-a1af-16dfd319ffe9,segment=NetworkSegment(aca0f93f-6870-4a00-a957-1529cb194efb),segment_id=aca0f93f-6870-4a00-a957-1529cb194efb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:47.111598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.234258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 2572d63b-5403-42a5-a1af-16dfd319ffe9 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:47.275801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Calling delete_port for 2572d63b-5403-42a5-a1af-16dfd319ffe9 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:47.331320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2572d63b-5403-42a5-a1af-16dfd319ffe9,segment=NetworkSegment(aca0f93f-6870-4a00-a957-1529cb194efb),segment_id=aca0f93f-6870-4a00-a957-1529cb194efb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:47.341347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.342289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9d3f85-8768-4e69-b50c-dcdc31675842 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:47.347183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:47.348025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:47.438234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: db9d3f85-8768-4e69-b50c-dcdc31675842 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:33:47.438653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9d3f85-8768-4e69-b50c-dcdc31675842 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:47.528129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:47.528129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:47.531026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=2572d63b-5403-42a5-a1af-16dfd319ffe9,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:47.851753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 2572d63b-5403-42a5-a1af-16dfd319ffe9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:47.852271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:47.970858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:48.012096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6a92-4527-4610-9220-80f7e610308a req-75b0ccff-db61-4efd-9014-ebb65393ceb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:48.013557 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5ca6a92-4527-4610-9220-80f7e610308a req-75b0ccff-db61-4efd-9014-ebb65393ceb7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 982 time: 0.2076893 Mar 02 07:33:48.029154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Deleting port 2572d63b-5403-42a5-a1af-16dfd319ffe9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:48.029804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.038200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe977a-a75a-457f-99a2-81123588e1aa req-2710d800-1814-450a-918d-2bed7c1180af tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:48.039685 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4efe977a-a75a-457f-99a2-81123588e1aa req-2710d800-1814-450a-918d-2bed7c1180af tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 943 time: 0.0801759 Mar 02 07:33:48.096839 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4efe977a-a75a-457f-99a2-81123588e1aa req-ef7089d0-b24e-468a-bb26-bd07d8360122 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505238 Mar 02 07:33:48.131221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:48.131221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:48.131221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.257754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2572d63b-5403-42a5-a1af-16dfd319ffe9,segment=NetworkSegment(aca0f93f-6870-4a00-a957-1529cb194efb),segment_id=aca0f93f-6870-4a00-a957-1529cb194efb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:48.258123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.345617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] For port 2572d63b-5403-42a5-a1af-16dfd319ffe9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2572d63b-5403-42a5-a1af-16dfd319ffe9,segment=NetworkSegment(aca0f93f-6870-4a00-a957-1529cb194efb),segment_id=aca0f93f-6870-4a00-a957-1529cb194efb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:48.346195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.384715 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5ca6a92-4527-4610-9220-80f7e610308a req-3f6e5874-a3ee-407f-a372-bf34133e550a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802623 Mar 02 07:33:48.395109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 2572d63b-5403-42a5-a1af-16dfd319ffe9 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:48.476051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.482512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Calling delete_port for 2572d63b-5403-42a5-a1af-16dfd319ffe9 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:48.524200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=2572d63b-5403-42a5-a1af-16dfd319ffe9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:48.526000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port 2572d63b-5403-42a5-a1af-16dfd319ffe9 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:48.566983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.607165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fc62f2-cda8-434e-a7c2-f9a2c521952b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:48.627017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:48.632258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:33:48.632614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:33:48.633361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.648474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.670185 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fc62f2-cda8-434e-a7c2-f9a2c521952b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e7e8d-a11b-4611-af81-b2ddfe170202', 'code': 200} Mar 02 07:33:48.680698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3c258a-9450-41ea-abfc-e17fe7c3adea']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:48.693155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca0f93f-6870-4a00-a957-1529cb194efb') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:48.693539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca0f93f-6870-4a00-a957-1529cb194efb') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:48.704607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:48.704875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.721615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.727983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:33:48.728406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:33:48.742856 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:33:48.758839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Deleting port 2572d63b-5403-42a5-a1af-16dfd319ffe9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:48.759223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.834489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac6b20-e1de-44ed-a451-2fcf6d6c3e83 None None] The port '2572d63b-5403-42a5-a1af-16dfd319ffe9' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:33:48.852939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.882048 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.895515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=ea3c258a-9450-41ea-abfc-e17fe7c3adea,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:48.896115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.906780 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-78820bd0-be89-468f-a39d-c7f56281d22a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/ea3c258a-9450-41ea-abfc-e17fe7c3adea HTTP/1.1" status: 204 len: 168 time: 2.1998887 Mar 02 07:33:48.910726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:48.915620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df7f73-2d38-4d9f-af3a-aefbec3d5ea9 req-5c4c394b-453d-4226-9172-f93ee2816031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:48.917434 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58df7f73-2d38-4d9f-af3a-aefbec3d5ea9 req-5c4c394b-453d-4226-9172-f93ee2816031 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 1137 time: 0.0915821 Mar 02 07:33:48.917848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-636969333'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:48.924321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:48.928152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:48.931309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:48.940100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:48.952141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:48.957607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.962736 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58df7f73-2d38-4d9f-af3a-aefbec3d5ea9 req-e42b3761-4677-40b9-afed-e8e3633f92da service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Mar 02 07:33:48.986949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:33:48.995809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:48.997462 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment 7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76 of type vlan for network f9c20c31-ba7b-4092-a867-d7ed19577192 Mar 02 07:33:49.023343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.050860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.056034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:49.056600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.158426 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2458994 Mar 02 07:33:49.169515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48154) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:49.171930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcea1b2-8c05-43d3-97e0-52321c0bd0b7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=f9c20c31-ba7b-4092-a867-d7ed19577192,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:49.173340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:49.189484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network f9c20c31-ba7b-4092-a867-d7ed19577192 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:33:49.325661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4319f40-1daf-4aef-8696-931a2021d718 req-ffa6f09d-a56b-4bbe-9c3e-775499301518 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:49.327957 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4319f40-1daf-4aef-8696-931a2021d718 req-ffa6f09d-a56b-4bbe-9c3e-775499301518 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 943 time: 0.1011081 Mar 02 07:33:49.329062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:49.334062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:49.337154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:49.344159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:49.360192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:49.364289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.377446 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4319f40-1daf-4aef-8696-931a2021d718 req-88208f25-f4a2-45a7-950a-91077ab47b60 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436771 Mar 02 07:33:49.645081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.710137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43781dca-c793-4e6f-985d-351ff5818e96 req-5e07afee-f5a6-4c79-81ed-5dcf25928b16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:49.711594 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43781dca-c793-4e6f-985d-351ff5818e96 req-5e07afee-f5a6-4c79-81ed-5dcf25928b16 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 984 time: 0.2086210 Mar 02 07:33:49.757033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=105b4fb8-9885-41f8-b011-300cf99cc4f1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:49.775377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': '7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:49.775730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: f9c20c31-ba7b-4092-a867-d7ed19577192, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:33:49.794031 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43781dca-c793-4e6f-985d-351ff5818e96 req-5f0bf0f0-c7c8-425d-8b73-eb052b192f5d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731120 Mar 02 07:33:49.803084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f9c20c31-ba7b-4092-a867-d7ed19577192 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:33:49.813999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, f9c20c31-ba7b-4092-a867-d7ed19577192) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:49.817832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:49.818410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.823555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65b9c9-a5d9-4aff-8c8e-7b1f072f4141 None None] Network f9c20c31-ba7b-4092-a867-d7ed19577192 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:49.838407 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9ce5ef9-213b-46cf-9fbe-3716cf6e7af1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6759827 Mar 02 07:33:49.841497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:49.846316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-477008870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:49.853961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:49.859000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:router and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:49.861811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:49.867419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:49.879060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.880060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.896369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.914525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.936130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:49.937348 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27195c8f-3e18-489c-b375-1b33c8811088 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0949230 Mar 02 07:33:49.940065 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48164) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:49.945360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'port': {'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192', 'name': 'tempest-RoutersTest-1502563572'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:50.041147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-f9c20c31-ba7b-4092-a867-d7ed19577192', 'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': '105b4fb8-9885-41f8-b011-300cf99cc4f1'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:33:50.041999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.083452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:50.088359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:port and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:50.091105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:50.096892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:50.108472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:33:50.112981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.134905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] device_id is not set on port c9f4ce51-3f06-4d80-8173-fc959a044c8c yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:33:50.214304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Allocated IP 172.20.0.2 (f9c20c31-ba7b-4092-a867-d7ed19577192/105b4fb8-9885-41f8-b011-300cf99cc4f1/0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:50.423314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.434132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Transition to ACTIVE for port object 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:50.453491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Transition to ACTIVE for port object 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:50.461801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.530100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Network f9c20c31-ba7b-4092-a867-d7ed19577192 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:50.533068 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:50.534375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.20.0.6 (f9c20c31-ba7b-4092-a867-d7ed19577192/105b4fb8-9885-41f8-b011-300cf99cc4f1/c9f4ce51-3f06-4d80-8173-fc959a044c8c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:50.536351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:50.576553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Pushing event updated for resources: {'Port': ['ID=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:50.576789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17cbe1-f2e5-4d34-8541-14bc60f68ec2 req-1a8dd521-ca4d-4b91-b761-1584f860e1fe tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:50.583773 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ba17cbe1-f2e5-4d34-8541-14bc60f68ec2 req-1a8dd521-ca4d-4b91-b761-1584f860e1fe tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 943 time: 0.0924501 Mar 02 07:33:50.630787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ba17cbe1-f2e5-4d34-8541-14bc60f68ec2 req-c4c66fae-8925-4469-bb33-f8428a455c6a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459766 Mar 02 07:33:50.648129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Attempting to bind port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:33:50.648762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Attempting to bind port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:33:50.649222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Attempting to bind port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 on network f9c20c31-ba7b-4092-a867-d7ed19577192 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:33:50.662844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:33:50.663519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Checking segment: {'id': '7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:33:50.663951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.664332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Bound using segment: {'id': '7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:33:50.664837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Bound port: 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f9c20c31-ba7b-4092-a867-d7ed19577192'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:33:50.665545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.764362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] For port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:50.767675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] For port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,segment=NetworkSegment(7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76),segment_id=7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:33:50.772079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.854102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58db6de-9a32-4af5-8ebb-049858902425 None None] Pushing event updated for resources: {'Port': ['ID=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:50.887946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:50.904604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object c9f4ce51-3f06-4d80-8173-fc959a044c8c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:33:50.976138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.060151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f9c20c31-ba7b-4092-a867-d7ed19577192 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:51.065463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:51.075081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:51.113743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=c9f4ce51-3f06-4d80-8173-fc959a044c8c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:51.139501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd97ff-b945-4cdd-a9c0-6c9a1989e400 req-e81e78ea-a9d3-460f-92fa-ba07decd0877 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:51.142228 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45dd97ff-b945-4cdd-a9c0-6c9a1989e400 req-e81e78ea-a9d3-460f-92fa-ba07decd0877 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 984 time: 0.2264361 Mar 02 07:33:51.182757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:51.183351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.213613 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45dd97ff-b945-4cdd-a9c0-6c9a1989e400 req-3ca76b4d-8a51-4627-b7a7-a4540a82e12f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663323 Mar 02 07:33:51.222522 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c566bee6-d879-4c1e-a461-7d5537aad3df tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2814786 Mar 02 07:33:51.225406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:51.408103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54196eb2-eecf-4445-85d3-16061d9b9aa8 req-cf69fecb-96a0-4f80-b3d2-9ff782a22909 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:51.409568 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54196eb2-eecf-4445-85d3-16061d9b9aa8 req-cf69fecb-96a0-4f80-b3d2-9ff782a22909 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 984 time: 0.0889990 Mar 02 07:33:51.458005 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54196eb2-eecf-4445-85d3-16061d9b9aa8 req-bc4ccf54-75af-4d9a-99be-6027bd219e19 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Mar 02 07:33:51.485981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:51.811620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1edac-e490-4d02-889f-25b30149a2c9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:51.813681 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aff1edac-e490-4d02-889f-25b30149a2c9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b&network_id=6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 200 len: 1132 time: 0.3261886 Mar 02 07:33:51.835070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec17d09-14e6-4299-a169-33a9c1826251 None None] Network f9c20c31-ba7b-4092-a867-d7ed19577192 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:51.914931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:51.945973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1776d2f-2ed0-431d-94de-d6e0ff13dc29 req-74f940b9-7df0-4158-a6b4-46aa6b968303 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:51.946464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b2525d1-4fa4-4310-a1bd-e58748bfe34b None None] Provisioning for port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:51.947501 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d1776d2f-2ed0-431d-94de-d6e0ff13dc29 req-74f940b9-7df0-4158-a6b4-46aa6b968303 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 943 time: 0.1790919 Mar 02 07:33:52.027271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 1e9dae06-5894-4534-9f8a-203e460adaa9 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:33:52.103809 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d1776d2f-2ed0-431d-94de-d6e0ff13dc29 req-a536122d-8e43-4dbc-ba78-28430866a263 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249659 Mar 02 07:33:52.208749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c089a4-5c1d-4323-aa74-934db221b221 req-1ac6ed78-630f-4e94-bc36-a14e32eed2c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:52.214220 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-37c089a4-5c1d-4323-aa74-934db221b221 req-1ac6ed78-630f-4e94-bc36-a14e32eed2c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 984 time: 0.0880983 Mar 02 07:33:52.260632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 1e9dae06-5894-4534-9f8a-203e460adaa9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=1e9dae06-5894-4534-9f8a-203e460adaa9,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:52.262736 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-37c089a4-5c1d-4323-aa74-934db221b221 req-90469b78-94ed-4c45-adaf-c2d0951e295e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Mar 02 07:33:52.285243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'port_id': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'mac_address': 'fa:16:3e:c4:73:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:33:52.349941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.368829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9dae06-5894-4534-9f8a-203e460adaa9 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:33:52.388664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 1e9dae06-5894-4534-9f8a-203e460adaa9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=1e9dae06-5894-4534-9f8a-203e460adaa9,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:52.394150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.467272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=1e9dae06-5894-4534-9f8a-203e460adaa9,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:52.477925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.483196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.587604 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:52.605420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=c9f4ce51-3f06-4d80-8173-fc959a044c8c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:52.631774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-88416e9c-40c4-4216-b50b-b999858f717b None None] Provisioning for port c9f4ce51-3f06-4d80-8173-fc959a044c8c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:52.642522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['1e9dae06-5894-4534-9f8a-203e460adaa9'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:33:52.675704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-88416e9c-40c4-4216-b50b-b999858f717b None None] Provisioning complete for port c9f4ce51-3f06-4d80-8173-fc959a044c8c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:52.676365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-88416e9c-40c4-4216-b50b-b999858f717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.772082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-88416e9c-40c4-4216-b50b-b999858f717b None None] Port c9f4ce51-3f06-4d80-8173-fc959a044c8c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:52.816495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:52.824690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.834182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:52.834591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.934511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:52.999474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-235d50db-7784-48c6-821c-e5a9b481653d None None] Provisioning complete for port c9f4ce51-3f06-4d80-8173-fc959a044c8c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:53.000074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-235d50db-7784-48c6-821c-e5a9b481653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.086601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.106047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-235d50db-7784-48c6-821c-e5a9b481653d None None] Port c9f4ce51-3f06-4d80-8173-fc959a044c8c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:53.149136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,segment=NetworkSegment(7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76),segment_id=7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:53.158191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.264777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:53.378561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ea3c9-865f-4127-8f9d-cdd9c14d607a req-51f781c7-0bea-4e59-85ae-e5196e35a740 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:53.380041 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2e4ea3c9-865f-4127-8f9d-cdd9c14d607a req-51f781c7-0bea-4e59-85ae-e5196e35a740 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 944 time: 0.1322978 Mar 02 07:33:53.447817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.451492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350a83-7362-4529-ba92-d68797b9b660 req-e21e4423-62ea-4d44-b4db-c597688344ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:53.453024 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18350a83-7362-4529-ba92-d68797b9b660 req-e21e4423-62ea-4d44-b4db-c597688344ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 984 time: 0.0817301 Mar 02 07:33:53.468346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.497762 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18350a83-7362-4529-ba92-d68797b9b660 req-dbafdebf-ea2a-42ae-86f0-e8e7fe150a5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Mar 02 07:33:53.572532 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2e4ea3c9-865f-4127-8f9d-cdd9c14d607a req-f97eda8f-080a-457e-b912-34318ee92c3c tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818938 Mar 02 07:33:53.595244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:53.614077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=c9f4ce51-3f06-4d80-8173-fc959a044c8c,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:53.715755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-29a551f4-2235-44f7-8d75-826ce46791d4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:53.717102 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-29a551f4-2235-44f7-8d75-826ce46791d4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 984 time: 0.3028295 Mar 02 07:33:53.810665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-23be06a5-8cd5-4a5c-999e-ed858fc55763 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:53.812007 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-23be06a5-8cd5-4a5c-999e-ed858fc55763 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0857468 Mar 02 07:33:53.843870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f9c20c31-ba7b-4092-a867-d7ed19577192 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:53.957606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:54.037148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 1e9dae06-5894-4534-9f8a-203e460adaa9 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:54.109188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 1e9dae06-5894-4534-9f8a-203e460adaa9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:33:54.115003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 1e9dae06-5894-4534-9f8a-203e460adaa9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:54.115304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.178035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7acda858-0c32-4de6-8189-255e93240e09 None None] Provisioning complete for port c9f4ce51-3f06-4d80-8173-fc959a044c8c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:54.178407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7acda858-0c32-4de6-8189-255e93240e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.212375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-218c7c1f-fdf5-4737-86a7-412469868dd7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3954308 Mar 02 07:33:54.225161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:54.263772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7acda858-0c32-4de6-8189-255e93240e09 None None] Port c9f4ce51-3f06-4d80-8173-fc959a044c8c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:54.289074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.315592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:54.328781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 1e9dae06-5894-4534-9f8a-203e460adaa9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=1e9dae06-5894-4534-9f8a-203e460adaa9,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:54.334709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router b162e9de-57a6-40ae-a2a2-baaad221adf1 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:33:54.335455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.379601 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'code': 200} Mar 02 07:33:54.417269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=1e9dae06-5894-4534-9f8a-203e460adaa9,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:54.430826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.566680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:33:54.575827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:54.586346 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9a52b84-d0ee-48e8-84a9-6d3a4536f73a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/b162e9de-57a6-40ae-a2a2-baaad221adf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3599193 Mar 02 07:33:54.590283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48196) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:54.611074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] Sync routers for ids ['b162e9de-57a6-40ae-a2a2-baaad221adf1'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:54.635185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] Routers {'b162e9de-57a6-40ae-a2a2-baaad221adf1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:54.635810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b162e9de-57a6-40ae-a2a2-baaad221adf1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.652673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202c06c-90ea-481e-b0f0-7ef7736de6db req-9fb78ec8-b966-4b41-a4e7-2d2b360c4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.654983 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0202c06c-90ea-481e-b0f0-7ef7736de6db req-9fb78ec8-b966-4b41-a4e7-2d2b360c4a59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 1098 time: 0.0763381 Mar 02 07:33:54.698487 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0202c06c-90ea-481e-b0f0-7ef7736de6db req-2c3c02aa-1239-4d34-b2f0-5a23f2384ec6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373704 Mar 02 07:33:54.717521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.731148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] Routers {'b162e9de-57a6-40ae-a2a2-baaad221adf1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:54.731756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b162e9de-57a6-40ae-a2a2-baaad221adf1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.798114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:54.798441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93449a-32ea-49d8-a869-6a5115e65092 None None] The sync data for ids ['b162e9de-57a6-40ae-a2a2-baaad221adf1'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:54.802196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf99820-67d7-4b3e-a909-f595dc37ac14 req-621d5048-668e-4ee0-89e5-be9c74353556 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.803908 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bbf99820-67d7-4b3e-a909-f595dc37ac14 req-621d5048-668e-4ee0-89e5-be9c74353556 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 945 time: 0.0857332 Mar 02 07:33:54.805510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:54.805860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:54.846937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc804b29-5b0c-454f-bd5c-b618620fff3e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.847527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bc804b29-5b0c-454f-bd5c-b618620fff3e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:54.851835 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bbf99820-67d7-4b3e-a909-f595dc37ac14 req-51a4de53-be69-4de3-bd4a-8e5b298ad6d9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Mar 02 07:33:54.895885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0c5e7e8d-a11b-4611-af81-b2ddfe170202,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:54.903143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bc804b29-5b0c-454f-bd5c-b618620fff3e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:54.904301 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc804b29-5b0c-454f-bd5c-b618620fff3e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports/c9f4ce51-3f06-4d80-8173-fc959a044c8c HTTP/1.1" status: 200 len: 977 time: 0.3131192 Mar 02 07:33:54.907302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48202) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:54.923923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e1b74-f2b2-48f5-b3bb-28805bbf711e req-eaea5aa3-70ea-4bf0-9205-c5ad9a4866c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:54.925378 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-945e1b74-f2b2-48f5-b3bb-28805bbf711e req-eaea5aa3-70ea-4bf0-9205-c5ad9a4866c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 984 time: 0.2554438 Mar 02 07:33:54.964437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] For port 0c5e7e8d-a11b-4611-af81-b2ddfe170202, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:33:55.030261 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-945e1b74-f2b2-48f5-b3bb-28805bbf711e req-d6fc7edf-f13a-4cfe-a9ab-7905aed79a78 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=d5d6a4b7-b098-4975-a16a-829c5c713719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924644 Mar 02 07:33:55.034094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] device_id is not set on port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 07:33:55.043845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.054977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.205612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=11']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:55.262350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] No DVR routers for this DVR port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:33:55.392200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-549f6613-40d7-481d-baa7-d993fd1d4c3f None None] Provisioning complete for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:33:55.393390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-549f6613-40d7-481d-baa7-d993fd1d4c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.499286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-549f6613-40d7-481d-baa7-d993fd1d4c3f None None] Port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:33:55.560502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.616354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] In _notify_port_updated(), no bound segment for port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 on network 6154468d-7160-4f5e-8b94-929fd2d242d3 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 07:33:55.617231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:55.617861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:55.619128 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd61da1f-be0f-4655-94d2-059d12bc3cdd req-114b3101-593c-4f17-9434-186f6a28a72f service neutron] 10.222.0.32 "PUT /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 200 len: 1027 time: 1.3997838 Mar 02 07:33:55.847865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port c9f4ce51-3f06-4d80-8173-fc959a044c8c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:55.848471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.042151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:33:56.075887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.101346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0c5e7e8d-a11b-4611-af81-b2ddfe170202 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:33:56.205027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for c9f4ce51-3f06-4d80-8173-fc959a044c8c owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:56.218084 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33d0111c-2511-4c6d-a8a1-148f4b2dbbb6 req-351a7bba-5095-42fb-8c47-dc6d7880ae1a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=12fc62f2-cda8-434e-a7c2-f9a2c521952b HTTP/1.1" status: 200 len: 210 time: 0.0458615 Mar 02 07:33:56.261412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be41d8-1ecd-4286-9979-cf6e155a8e74 req-d7f44dfe-87c2-4cef-9790-77b58eddf9a3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:56.262925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-88be41d8-1ecd-4286-9979-cf6e155a8e74 req-d7f44dfe-87c2-4cef-9790-77b58eddf9a3 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 945 time: 0.2825449 Mar 02 07:33:56.342959 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-88be41d8-1ecd-4286-9979-cf6e155a8e74 req-3e65f656-84ed-424c-bd66-506ee71df5cc tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738409 Mar 02 07:33:56.435166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.486481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=c9f4ce51-3f06-4d80-8173-fc959a044c8c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:56.534530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7709a9a-22f9-4f89-8e2b-021877e403c7 req-4ad2f2a1-d856-43ab-ab80-b1892818a8c5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:56.538103 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7709a9a-22f9-4f89-8e2b-021877e403c7 req-4ad2f2a1-d856-43ab-ab80-b1892818a8c5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 945 time: 0.0894747 Mar 02 07:33:56.592084 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7709a9a-22f9-4f89-8e2b-021877e403c7 req-ecac4720-d1a2-409b-85c9-40f166e50260 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499222 Mar 02 07:33:56.608766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:56.797442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf3509-2ad5-4c98-8f71-3c5a325ac6bc tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:33:56.798085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0cf3509-2ad5-4c98-8f71-3c5a325ac6bc tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] Synchronizing usage tracker for tenant:7d561419d82141df8e1194fc36e6a52f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:56.816310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0cf3509-2ad5-4c98-8f71-3c5a325ac6bc tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] Unset dirty status for tenant:7d561419d82141df8e1194fc36e6a52f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:56.817511 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0cf3509-2ad5-4c98-8f71-3c5a325ac6bc tempest-TestVolumeBootPattern-834185913 tempest-TestVolumeBootPattern-834185913-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 1093 time: 0.2076848 Mar 02 07:33:56.820444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:56.825369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:33:56.831157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:33:56.834874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Usage tracker for resource:floatingip and tenant:cab355d98ae64c0f8d687bc34504dadb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:33:56.837602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:33:56.843728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:33:56.844868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.854296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:56.988775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.110134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router b162e9de-57a6-40ae-a2a2-baaad221adf1 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:57.126166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Allocated IP 172.26.4.175 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/bcbcd1a7-1c6e-45e3-9b6a-0a5f0b65f364) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:33:57.239696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:57.253125 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] Sync routers for ids ['b162e9de-57a6-40ae-a2a2-baaad221adf1'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:57.258541 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-412abca3-5eb5-440d-a71f-b17e1b9b00e6 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/b162e9de-57a6-40ae-a2a2-baaad221adf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488333 Mar 02 07:33:57.260185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48224) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:57.268837 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] Routers {'b162e9de-57a6-40ae-a2a2-baaad221adf1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:57.269934 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b162e9de-57a6-40ae-a2a2-baaad221adf1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:57.281107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.311776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.336593 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:57.346461 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] Routers {'b162e9de-57a6-40ae-a2a2-baaad221adf1'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:57.347337 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['b162e9de-57a6-40ae-a2a2-baaad221adf1'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:57.355026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:57.389529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:33:57.393294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:33:57.395806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:33:57.420943 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:57.421578 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffef57-8cbc-4913-aa4c-8d062c97e33f None None] The sync data for ids ['b162e9de-57a6-40ae-a2a2-baaad221adf1'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:33:57.453057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=bcbcd1a7-1c6e-45e3-9b6a-0a5f0b65f364,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:57.677193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bd91bf5-cad2-44b2-8cc2-4a191f578738 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.684864 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-96404cd9-a067-450e-b429-50ddf969a477 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 07:33:57.688414 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96404cd9-a067-450e-b429-50ddf969a477 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/b162e9de-57a6-40ae-a2a2-baaad221adf1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4247050 Mar 02 07:33:57.693130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48232) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:57.744103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae33cb18-269e-4332-9573-5d8d5639b873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:33:57.755797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bd91bf5-cad2-44b2-8cc2-4a191f578738 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.795277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae33cb18-269e-4332-9573-5d8d5639b873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:33:57.796388 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae33cb18-269e-4332-9573-5d8d5639b873 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=b162e9de-57a6-40ae-a2a2-baaad221adf1 HTTP/1.1" status: 200 len: 205 time: 0.1023598 Mar 02 07:33:57.799775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:57.819401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:57.893916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.048433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0caf5c8b-c4ab-48f3-9df3-62e9fb443210 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.101677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.106685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.275026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bd91bf5-cad2-44b2-8cc2-4a191f578738 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.335342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event updated for resources: {'Port': ['ID=bcbcd1a7-1c6e-45e3-9b6a-0a5f0b65f364,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:58.341988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.363355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91bf5-cad2-44b2-8cc2-4a191f578738 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d195476a-132f-44ce-bd07-6436cf18f6fe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:58.366969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0caf5c8b-c4ab-48f3-9df3-62e9fb443210 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.371135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0caf5c8b-c4ab-48f3-9df3-62e9fb443210 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.378125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bd91bf5-cad2-44b2-8cc2-4a191f578738 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.389882 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8bd91bf5-cad2-44b2-8cc2-4a191f578738 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/d195476a-132f-44ce-bd07-6436cf18f6fe HTTP/1.1" status: 204 len: 168 time: 1.0209577 Mar 02 07:33:58.412489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48242) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:58.469872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0caf5c8b-c4ab-48f3-9df3-62e9fb443210 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.470349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caf5c8b-c4ab-48f3-9df3-62e9fb443210 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Fanout notify agent at l3_agent the message router_deleted on router b162e9de-57a6-40ae-a2a2-baaad221adf1 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:33:58.503238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0caf5c8b-c4ab-48f3-9df3-62e9fb443210 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.504374 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0caf5c8b-c4ab-48f3-9df3-62e9fb443210 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/b162e9de-57a6-40ae-a2a2-baaad221adf1 HTTP/1.1" status: 204 len: 168 time: 0.7036335 Mar 02 07:33:58.507040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:58.567853 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Floating IP 08ef3ec4-19d7-49ec-b853-089aaa72f233 associated. External IP: 172.26.4.175, port: 1e9dae06-5894-4534-9f8a-203e460adaa9. Mar 02 07:33:58.626589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port a69e666e-5894-40a2-89f8-3d16c2ee764f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:58.626938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.651366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet 105b4fb8-9885-41f8-b011-300cf99cc4f1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:33:58.658180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.781175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.793273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.793592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:58.921781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for a69e666e-5894-40a2-89f8-3d16c2ee764f owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:33:59.015098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.066851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.093847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:59.116828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=a69e666e-5894-40a2-89f8-3d16c2ee764f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:59.183020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.208089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.208411 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 0968650b-d76e-4df7-9b6c-db688322a405 disassociated (deleted). External IP: 172.26.4.98, port: 0c5e7e8d-a11b-4611-af81-b2ddfe170202. Mar 02 07:33:59.233312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=105b4fb8-9885-41f8-b011-300cf99cc4f1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:33:59.244215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea3345-3487-4934-9376-9bc89405a2a6 None None] Network f9c20c31-ba7b-4092-a867-d7ed19577192 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:33:59.246596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.315915 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-809ef6ae-e2bf-4f88-b5e5-f3001ca598ed tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/105b4fb8-9885-41f8-b011-300cf99cc4f1 HTTP/1.1" status: 204 len: 168 time: 0.8039453 Mar 02 07:33:59.316748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:33:59.376928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:59.388097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:59.440421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:59.440961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:33:59.458788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.460680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.524413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:59.524737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.565672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-311b5022-e0b9-441b-a1ba-01e5fb2c1540 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7353995 Mar 02 07:33:59.565672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:33:59.645578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:33:59.698157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] DHCP port deletion for f9c20c31-ba7b-4092-a867-d7ed19577192 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:33:59.717257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Deleting port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:33:59.717891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.767523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 99a11e6e-6517-40b0-8a60-6ca54dcf933d has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:33:59.825777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'status': 'completed', 'code': 200} Mar 02 07:33:59.956311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:33:59.958311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,segment=NetworkSegment(7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76),segment_id=7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:33:59.958669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.969795 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] Sync routers for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:33:59.979605 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:33:59.980021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:33:59.981512 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.048831 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-70f6832e-6a95-4e62-b00d-4e4184be4d4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/0968650b-d76e-4df7-9b6c-db688322a405 HTTP/1.1" status: 204 len: 168 time: 1.6329532 Mar 02 07:34:00.090427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:00.111209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] For port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,segment=NetworkSegment(7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76),segment_id=7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:00.111595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.144509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-412b6cda-27f6-4516-868d-9f3233636cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:00.146914 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-412b6cda-27f6-4516-868d-9f3233636cb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 1098 time: 0.3203964 Mar 02 07:34:00.177781 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:00.225118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:00.322171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.331748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Calling delete_port for 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:00.402006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:00.407079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:00.440628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '08ef3ec4-19d7-49ec-b853-089aaa72f233', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:c4:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:57Z', 'updated_at': '2022-03-02T07:33:57Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}, {'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.443928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:00.444398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:00.444754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-93759eee-260c-48e7-b301-1de77632aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:00.445856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:00.446235 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-93759eee-260c-48e7-b301-1de77632aaa3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.2889516 Mar 02 07:34:00.455981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:00.457072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.579230 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.585268 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] Checking router: 99a11e6e-6517-40b0-8a60-6ca54dcf933d for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:00.586984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:00.588338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9083-c3da-4aa5-8e09-ed4ce026777e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.594795 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:00.595503 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:33:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.605938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-253ff56f-8273-4b09-b586-9e0ba7b43434 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9dae06-5894-4534-9f8a-203e460adaa9 HTTP/1.1" status: 200 len: 999 time: 0.1484058 Mar 02 07:34:00.623365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:00.623714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:00.708136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.739316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:00.742682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9083-c3da-4aa5-8e09-ed4ce026777e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.768763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c20c31-ba7b-4092-a867-d7ed19577192']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.781736 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:00.796804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.797116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1c2e92-2da5-4eed-a43c-c4e2e5c1fc76') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:00.804091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-11ac6cf5-a6e9-4f41-9e88-e7302e9644e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:00.805529 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-11ac6cf5-a6e9-4f41-9e88-e7302e9644e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.1531415 Mar 02 07:34:00.845268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.884170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.895548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:00.895946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:00.911545 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:00.949082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Deleting port 0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:00.949466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:00.993332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-93b78834-3ae1-46c5-b480-892eef1f30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:00.995197 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-93b78834-3ae1-46c5-b480-892eef1f30a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1813011 Mar 02 07:34:01.037956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9083-c3da-4aa5-8e09-ed4ce026777e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.070082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa2096-6d39-444a-9aa8-65c23d08a68c None None] The port '0a78fd2f-6064-4f86-b96e-57c0c9e2f9e7' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:34:01.105209 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:01.109979 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69187a-8a06-4f32-ba64-06663eec8c81 None None] The sync data for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv is: [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'cb405d8b-a88e-4376-a226-b04edc0b9634', 'name': '', 'network_id': '6154468d-7160-4f5e-8b94-929fd2d242d3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:b0:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:08Z', 'updated_at': '2022-03-02T07:33:15Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '35ddd51d-49f0-4a83-801a-066b033552f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:01.126325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9083-c3da-4aa5-8e09-ed4ce026777e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c1fb94-2621-447c-ad78-675a3d0da172,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:01.128077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.160785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.172984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9083-c3da-4aa5-8e09-ed4ce026777e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.174387 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8c8d9083-c3da-4aa5-8e09-ed4ce026777e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/82c1fb94-2621-447c-ad78-675a3d0da172 HTTP/1.1" status: 204 len: 168 time: 0.9034152 Mar 02 07:34:01.178625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=f9c20c31-ba7b-4092-a867-d7ed19577192,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:01.183661 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fbc721a6-8ef6-4b1f-afcd-fa1d450e1bcf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/f9c20c31-ba7b-4092-a867-d7ed19577192 HTTP/1.1" status: 204 len: 168 time: 1.8663907 Mar 02 07:34:01.188068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48272) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:01.192918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-138003247'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:01.204386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:01.219291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48276) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:01.220330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:01.225086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:01.226781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '08ef3ec4-19d7-49ec-b853-089aaa72f233', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:c4:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:57Z', 'updated_at': '2022-03-02T07:33:57Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}, {'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:01.231715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5071ef-9c07-4b69-956a-8d762dad26cc None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '08ef3ec4-19d7-49ec-b853-089aaa72f233', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:c4:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:33:57Z', 'updated_at': '2022-03-02T07:33:57Z', 'revision_number': 0, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}, {'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:01.234265 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-e5cf6f56-b705-432d-a9a1-7907c87a31eb service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293084 Mar 02 07:34:01.235148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:01.299986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 0c5e7e8d-a11b-4611-af81-b2ddfe170202 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:01.300513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.348495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:01.352697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.473828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55dfd8-df82-413a-91e9-49155c122386 None None] New status for floating IP 0968650b-d76e-4df7-9b6c-db688322a405: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:34:01.549844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:01.551587 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0db8e0-c4f7-4a75-8fd7-4c5fcaf5a40c None None] New status for floating IP 08ef3ec4-19d7-49ec-b853-089aaa72f233: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:34:01.572943 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eba389f7-1f46-43d7-aa5c-685ecb2b4217 req-3a457592-b242-41ac-8364-b60aa616a4aa service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323841 Mar 02 07:34:01.574502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.574837 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment c5747b3c-f387-47d7-aace-b7f35aee4a45 of type vlan for network 64ff5848-826c-4f52-8e19-53b856fdad37 Mar 02 07:34:01.607586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.611938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.642746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.653836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:01.654612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.743495 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 0c5e7e8d-a11b-4611-af81-b2ddfe170202 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:01.760453 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5695734 Mar 02 07:34:01.761337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:01.768962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': '64ff5848-826c-4f52-8e19-53b856fdad37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:01.782782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2784643-5e54-4fa8-a62c-51f3343684c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=64ff5848-826c-4f52-8e19-53b856fdad37,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:01.794944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 64ff5848-826c-4f52-8e19-53b856fdad37 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:01.910044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:01.913983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:01.917142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:01.922972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:01.932223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.932819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:01.937071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:01.981250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=0c5e7e8d-a11b-4611-af81-b2ddfe170202,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:02.086866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.097592 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb6978ac-d832-4cd4-ae15-0011a122c5e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/ports/0c5e7e8d-a11b-4611-af81-b2ddfe170202 HTTP/1.1" status: 204 len: 168 time: 0.8765404 Mar 02 07:34:02.100687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48284) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:02.164896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.245393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=e8bb8779-2351-4e5e-8387-5db8c132ee80,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:02.260257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': 'c5747b3c-f387-47d7-aace-b7f35aee4a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64ff5848-826c-4f52-8e19-53b856fdad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:02.260619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: 64ff5848-826c-4f52-8e19-53b856fdad37, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:02.282476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 64ff5848-826c-4f52-8e19-53b856fdad37 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:02.296225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 64ff5848-826c-4f52-8e19-53b856fdad37) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:02.306026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f502b-6bf0-4209-a929-2a918c0d9a54 None None] Network 64ff5848-826c-4f52-8e19-53b856fdad37 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:02.308277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:02.311704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.362527 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a9bf5df-0b4a-4254-8254-7f221095c7e1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5997865 Mar 02 07:34:02.363311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:02.372980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1232465782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:02.382783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:02.389187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:router and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:02.392281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:02.398308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:02.409908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.411125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.429468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.449061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.473587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.476793 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-206e3206-9ee8-40b5-8795-cbd7f15377cd tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1097202 Mar 02 07:34:02.478888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:02.553345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-64ff5848-826c-4f52-8e19-53b856fdad37', 'network_id': '64ff5848-826c-4f52-8e19-53b856fdad37', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': 'e8bb8779-2351-4e5e-8387-5db8c132ee80'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:02.555093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.571001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed70-2517-42aa-b4c1-65be71faefcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.719033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Allocated IP 172.20.0.2 (64ff5848-826c-4f52-8e19-53b856fdad37/e8bb8779-2351-4e5e-8387-5db8c132ee80/c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:02.819621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.963481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.968404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:02.975842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Transition to ACTIVE for port object c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:02.997939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Transition to ACTIVE for port object c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:03.007233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.067336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Network 64ff5848-826c-4f52-8e19-53b856fdad37 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:03.070030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:03.078285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:03.084424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Pushing event updated for resources: {'Port': ['ID=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:03.176918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Attempting to bind port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:03.177439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Attempting to bind port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'c5747b3c-f387-47d7-aace-b7f35aee4a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64ff5848-826c-4f52-8e19-53b856fdad37'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:03.177845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Attempting to bind port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 on network 64ff5848-826c-4f52-8e19-53b856fdad37 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:03.183989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:03.184360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Checking segment: {'id': 'c5747b3c-f387-47d7-aace-b7f35aee4a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64ff5848-826c-4f52-8e19-53b856fdad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:03.184760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.185203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Bound using segment: {'id': 'c5747b3c-f387-47d7-aace-b7f35aee4a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64ff5848-826c-4f52-8e19-53b856fdad37'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:03.185684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Bound port: c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5747b3c-f387-47d7-aace-b7f35aee4a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '64ff5848-826c-4f52-8e19-53b856fdad37'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:03.186066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.198522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port cb405d8b-a88e-4376-a226-b04edc0b9634 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:03.199951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.281108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] For port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:03.283975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] For port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,segment=NetworkSegment(c5747b3c-f387-47d7-aace-b7f35aee4a45),segment_id=c5747b3c-f387-47d7-aace-b7f35aee4a45)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:03.289358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.390259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fbfb2-9219-40f9-9b81-5856ff980b49 None None] Pushing event updated for resources: {'Port': ['ID=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:03.435149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port cb405d8b-a88e-4376-a226-b04edc0b9634, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=cb405d8b-a88e-4376-a226-b04edc0b9634,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:03.435762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.473407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.20.0.1 (64ff5848-826c-4f52-8e19-53b856fdad37/e8bb8779-2351-4e5e-8387-5db8c132ee80/6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:03.607361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for cb405d8b-a88e-4376-a226-b04edc0b9634 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:03.683097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.699633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:03.731351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.795356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 64ff5848-826c-4f52-8e19-53b856fdad37 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:03.798022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:03.802008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:03.826286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.847288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:03.871832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:03.878096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=cb405d8b-a88e-4376-a226-b04edc0b9634,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:03.998879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.302081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.408782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.409307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8cbba-ad1b-4bfe-a3d7-595b78bd0c35 None None] Network 64ff5848-826c-4f52-8e19-53b856fdad37 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:04.414289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.518819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-79904d99-ef69-46b0-bd31-c4d0d1ab079d None None] Provisioning for port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:04.534949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:04.540014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.710366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:04.719234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 64ff5848-826c-4f52-8e19-53b856fdad37 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:04.720941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:04.749522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 99a11e6e-6517-40b0-8a60-6ca54dcf933d has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:04.797389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b10a8e7-3f93-44f4-b3b0-4110480b5717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.811359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:04.817718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:04.818108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.938356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 6fa703be-83a1-4244-8a56-b1ac30889142 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:04.965816 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:04.977143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:04.995895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] Sync routers for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:04.998388 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fbde5da8-3af9-4fde-a588-14e650791083 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/99a11e6e-6517-40b0-8a60-6ca54dcf933d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8964920 Mar 02 07:34:05.001774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48296) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.017479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:05.018211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:05.079609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet 35ddd51d-49f0-4a83-801a-066b033552f6 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:05.083291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.088034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,segment=NetworkSegment(c5747b3c-f387-47d7-aace-b7f35aee4a45),segment_id=c5747b3c-f387-47d7-aace-b7f35aee4a45)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:05.110101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.152263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.161035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddcef918-3b1f-4079-b0da-caa0c7f0aba4 None None] Provisioning complete for port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:05.161692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddcef918-3b1f-4079-b0da-caa0c7f0aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.224558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:05.238323 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] Sync routers for ids ['6fa703be-83a1-4244-8a56-b1ac30889142'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:05.239447 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d8dc63a-3075-4a66-a48c-b2956785eddb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/6fa703be-83a1-4244-8a56-b1ac30889142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7591958 Mar 02 07:34:05.241605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.252567 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] Routers {'6fa703be-83a1-4244-8a56-b1ac30889142'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:05.253190 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['6fa703be-83a1-4244-8a56-b1ac30889142'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:05.307615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.333101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:05.345987 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:05.366254 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] Routers {'6fa703be-83a1-4244-8a56-b1ac30889142'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:05.366860 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['6fa703be-83a1-4244-8a56-b1ac30889142'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:05.393467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92d80f-becd-4e77-bfd3-051e92d4d6e0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:05.396602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c92d80f-becd-4e77-bfd3-051e92d4d6e0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:05.396766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:05.432326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c92d80f-becd-4e77-bfd3-051e92d4d6e0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:05.435149 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c92d80f-becd-4e77-bfd3-051e92d4d6e0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports/6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 HTTP/1.1" status: 200 len: 910 time: 0.1916280 Mar 02 07:34:05.437537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48304) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.460313 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:05.460721 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5e512-93c3-4a46-89ab-857bae291f97 None None] The sync data for ids ['6fa703be-83a1-4244-8a56-b1ac30889142'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:05.582175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.639672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=35ddd51d-49f0-4a83-801a-066b033552f6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:05.644084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.665096 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3096af36-a095-4970-92c5-8289e8978174 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/35ddd51d-49f0-4a83-801a-066b033552f6 HTTP/1.1" status: 204 len: 168 time: 0.6620443 Mar 02 07:34:05.668579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48308) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:05.683552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472b5b3-aa45-4175-9165-2ad1ccd067c1 None None] Network 6154468d-7160-4f5e-8b94-929fd2d242d3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:05.697762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddcef918-3b1f-4079-b0da-caa0c7f0aba4 None None] Provisioning for port 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:05.719329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddcef918-3b1f-4079-b0da-caa0c7f0aba4 None None] Provisioning complete for port 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:05.719706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddcef918-3b1f-4079-b0da-caa0c7f0aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.858552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.941931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ddcef918-3b1f-4079-b0da-caa0c7f0aba4 None None] Port 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:05.950833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:05.991003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.029435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:34:03Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6a260753-bb5f-4185-9774-e3685a4e0764', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:33:03Z', 'updated_at': '2022-03-02T07:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:06.042595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] Checking router: 99a11e6e-6517-40b0-8a60-6ca54dcf933d for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:06.057055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.065037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] Routers {'99a11e6e-6517-40b0-8a60-6ca54dcf933d'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:06.065707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:06.070526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 6a260753-bb5f-4185-9774-e3685a4e0764 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:06.071130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.138394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] DHCP port deletion for 6154468d-7160-4f5e-8b94-929fd2d242d3 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:34:06.147709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.148400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e548bd5-ebb1-4fb6-abbc-8771c208a826 None None] Provisioning complete for port 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:06.149211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e548bd5-ebb1-4fb6-abbc-8771c208a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.237757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] Deleting port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:06.238091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.258318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 6a260753-bb5f-4185-9774-e3685a4e0764, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6a260753-bb5f-4185-9774-e3685a4e0764,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:06.258878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.315875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7e548bd5-ebb1-4fb6-abbc-8771c208a826 None None] Port 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:06.329910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] Set router 99a11e6e-6517-40b0-8a60-6ca54dcf933d gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:06.396939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 6a260753-bb5f-4185-9774-e3685a4e0764 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:06.473829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:34:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:06.486894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae300e-9eba-4c29-b7fb-8c737d313f22 None None] The sync data for ids ['99a11e6e-6517-40b0-8a60-6ca54dcf933d'] in dv-neutron-831485-1-hyperv is: [{'id': '99a11e6e-6517-40b0-8a60-6ca54dcf933d', 'name': 'tempest-TestNetworkBasicOps-router-1652101574', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:33:02Z', 'updated_at': '2022-03-02T07:34:06Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:06.572274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:06.572274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.642478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.681592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] For port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6cbcd6e3-7ac8-4353-918c-5ae8ace7116f,segment=NetworkSegment(640547a1-454a-4986-b809-6deb01405830),segment_id=640547a1-454a-4986-b809-6deb01405830)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:06.681981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.692998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=6a260753-bb5f-4185-9774-e3685a4e0764,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:06.796516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.833904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:06.834088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] Calling delete_port for 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:06.903136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:07.009429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:07.012927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.016469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.037183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.119371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] Pushing event deleted for resources: {'Port': ['ID=6cbcd6e3-7ac8-4353-918c-5ae8ace7116f,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:07.134988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477be9a-3fe4-4a4b-95af-a891c1ae76d7 None None] No DVR routers for this DVR port 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:07.148068 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.149360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:07.149360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.187383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.187901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router 99a11e6e-6517-40b0-8a60-6ca54dcf933d {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:07.206192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.207822 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9f880a8a-0787-4894-8600-0b529acbd50d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/99a11e6e-6517-40b0-8a60-6ca54dcf933d HTTP/1.1" status: 204 len: 168 time: 1.5375133 Mar 02 07:34:07.211689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48314) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:07.382664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.396670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.413596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:07.499363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:07.499898 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6cbcd6e3-7ac8-4353-918c-5ae8ace7116f not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:07.518478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=6cb37e5a-e12c-440a-aa49-bc9b6f8ecd37,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:07.673588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.878574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6154468d-7160-4f5e-8b94-929fd2d242d3']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.945920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640547a1-454a-4986-b809-6deb01405830') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.946214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640547a1-454a-4986-b809-6deb01405830') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:07.956381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:07.962530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.044759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.098553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:08.098936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:08.113078 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:08.313519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.336946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.349044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 6fa703be-83a1-4244-8a56-b1ac30889142 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:08.352393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=6154468d-7160-4f5e-8b94-929fd2d242d3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.367514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5565783c-4bef-46a6-ab71-caf35b0ea1ea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/6154468d-7160-4f5e-8b94-929fd2d242d3 HTTP/1.1" status: 204 len: 168 time: 1.1551945 Mar 02 07:34:08.382169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.393461 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2e445ed-2477-46a1-a2a7-e853826caf2d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102072 Mar 02 07:34:08.395835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.400824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--1278281361', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:08.406128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:08.410641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:08.413423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:08.419099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:08.428674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:08.432077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.458763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:08.467946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.468305 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b of type vlan for network 70029d95-f517-4711-b6f6-95bf1ca56e8f Mar 02 07:34:08.494305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.499754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:08.509076 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-933940ba-3d7b-4530-b853-40dd0c338fa3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/6fa703be-83a1-4244-8a56-b1ac30889142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0705507 Mar 02 07:34:08.509954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.510834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] Sync routers for ids ['6fa703be-83a1-4244-8a56-b1ac30889142'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:08.526754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] Routers {'6fa703be-83a1-4244-8a56-b1ac30889142'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:08.528285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['6fa703be-83a1-4244-8a56-b1ac30889142'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:08.529887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.538005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:08.538797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.555107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7b05a68e-99d3-4ad5-9b94-e8da50dfb798 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:08.572477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7b05a68e-99d3-4ad5-9b94-e8da50dfb798 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:08.577487 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b05a68e-99d3-4ad5-9b94-e8da50dfb798 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fa703be-83a1-4244-8a56-b1ac30889142 HTTP/1.1" status: 200 len: 205 time: 0.0665946 Mar 02 07:34:08.578677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.601274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a260753-bb5f-4185-9774-e3685a4e0764 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:08.640174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:08.642100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 6a260753-bb5f-4185-9774-e3685a4e0764 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:08.642616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6a260753-bb5f-4185-9774-e3685a4e0764 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:08.643017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device cb405d8b-a88e-4376-a226-b04edc0b9634 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:08.649703 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2503707 Mar 02 07:34:08.650860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:08.657720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:08.663674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a6c23-819a-49ea-9f02-a9cd33562a0b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=70029d95-f517-4711-b6f6-95bf1ca56e8f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:08.667359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:08.671350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:08.674292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:08.679962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:08.680344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:08.690482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.691555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.694285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: cb405d8b-a88e-4376-a226-b04edc0b9634 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:08.694645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device cb405d8b-a88e-4376-a226-b04edc0b9634 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:08.699680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] Routers {'6fa703be-83a1-4244-8a56-b1ac30889142'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:08.700318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['6fa703be-83a1-4244-8a56-b1ac30889142'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:08.708716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.735153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7097cee-aa7e-4565-9876-5678f69021da tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:08.773111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:08.773513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3652ed-94d2-48bd-89c4-b7fe0facd7e2 None None] The sync data for ids ['6fa703be-83a1-4244-8a56-b1ac30889142'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:08.979775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.145607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7097cee-aa7e-4565-9876-5678f69021da tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.147785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7097cee-aa7e-4565-9876-5678f69021da tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.169518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7097cee-aa7e-4565-9876-5678f69021da tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.170031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7097cee-aa7e-4565-9876-5678f69021da tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa703be-83a1-4244-8a56-b1ac30889142 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:09.181042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7097cee-aa7e-4565-9876-5678f69021da tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.182146 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7097cee-aa7e-4565-9876-5678f69021da tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/6fa703be-83a1-4244-8a56-b1ac30889142 HTTP/1.1" status: 204 len: 168 time: 0.6021433 Mar 02 07:34:09.184866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48338) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:09.250988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet e8bb8779-2351-4e5e-8387-5db8c132ee80 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:09.253931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.285413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.309273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.314339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.393079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.458151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.238 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/bc9e6512-3b1b-41e8-a377-b4714f619cb2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:09.468278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.508035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bb8779-2351-4e5e-8387-5db8c132ee80,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:09.509967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.519834 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-12ca993a-bc97-4bc1-b34b-f4ab02d98c98 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/e8bb8779-2351-4e5e-8387-5db8c132ee80 HTTP/1.1" status: 204 len: 168 time: 0.3313191 Mar 02 07:34:09.519834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48342) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:09.521712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7794bd-cf3e-42ff-b63f-2e573ddb2b9e None None] Network 64ff5848-826c-4f52-8e19-53b856fdad37 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:09.609014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.632305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.643477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:09.643822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.645463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.715250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:09.718046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:09.726182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:09.759975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=bc9e6512-3b1b-41e8-a377-b4714f619cb2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:09.777411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.777784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.778129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.778462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.778793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.779343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.779695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.780017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.780344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.780667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.780990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.781304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:09.788690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] DHCP port deletion for 64ff5848-826c-4f52-8e19-53b856fdad37 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:34:09.794354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Deleting port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:09.794845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.855872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,segment=NetworkSegment(c5747b3c-f387-47d7-aace-b7f35aee4a45),segment_id=c5747b3c-f387-47d7-aace-b7f35aee4a45)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:09.856220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:09.983220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:10.005154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] For port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,segment=NetworkSegment(c5747b3c-f387-47d7-aace-b7f35aee4a45),segment_id=c5747b3c-f387-47d7-aace-b7f35aee4a45)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:10.005537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.060829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.114238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:10.117450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:10.132930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Calling delete_port for c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:10.220134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:10.220719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:10.249246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.274167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.281183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ff5848-826c-4f52-8e19-53b856fdad37']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.299690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5747b3c-f387-47d7-aace-b7f35aee4a45') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.300138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5747b3c-f387-47d7-aace-b7f35aee4a45') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:10.315970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.335872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.343853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:10.344768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:10.359977 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:10.442921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.459605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.470914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=64ff5848-826c-4f52-8e19-53b856fdad37,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:10.482588 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5abb3173-5b0b-4427-b4a4-b7b1587e7fa0 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/64ff5848-826c-4f52-8e19-53b856fdad37 HTTP/1.1" status: 204 len: 168 time: 0.9612861 Mar 02 07:34:10.486641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48346) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:10.491682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-458876694', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:10.498856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:10.502739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:router and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:10.505560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:10.512211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:10.522648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.523752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.550192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.567089 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:10.605385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:10.605910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:10.618679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.721808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Deleting port c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:10.722228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:10.794238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1d68495e-f730-45e2-a1b6-ed694be9ff2c None None] The port 'c3e43b3d-3ecb-42c9-93fa-b323e4a71ba8' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:34:10.834939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router f8f47680-5335-423f-b5a0-a59631820c5b is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:10.947923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.010566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:11.023893 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Sync routers for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:11.033965 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:11.034677 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:11.037985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.042070 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1204f78-2e6c-4c4b-b53c-a75604393494 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3878145 Mar 02 07:34:11.042538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48350) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.089713 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55c851c3-9667-44c1-85b2-d74c4df306a0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435557 Mar 02 07:34:11.089911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.220824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b36b7e-7157-4d5c-878a-34c482edff80 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:11.225291 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32b36b7e-7157-4d5c-878a-34c482edff80 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316199 Mar 02 07:34:11.225609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.251094 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:11.252179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.269289 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0260b963-6233-4550-9858-3ba2d6b61d1d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398986 Mar 02 07:34:11.269452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48364) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.275097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974763147', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:11.282664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.444737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.26.4.250 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a3010924-7d2e-4560-9929-164946649919) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:11.519898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:11.523912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:11.526916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:11.532393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:11.542111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:11.544265 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:10Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:11.546246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.548304 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Checking router: f8f47680-5335-423f-b5a0-a59631820c5b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:11.548698 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Updating router f8f47680-5335-423f-b5a0-a59631820c5b port bc9e6512-3b1b-41e8-a377-b4714f619cb2 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:11.598483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.602763 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.632474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.695165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:11.697915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:11.705816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:11.743212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=a3010924-7d2e-4560-9929-164946649919,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:11.778356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.863807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=b0830390-49c3-43fc-ad54-53efac7a20bd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:11.868066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:11.868533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 70029d95-f517-4711-b6f6-95bf1ca56e8f, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:11.888706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:11.899412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 70029d95-f517-4711-b6f6-95bf1ca56e8f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:11.909478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fd5fc-3aff-40b0-b0a1-feff3a94f386 None None] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:11.912612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:11.913401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.938521 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:11.951176 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Transition to ACTIVE for port object bc9e6512-3b1b-41e8-a377-b4714f619cb2 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:11.955145 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25589fd8-68cb-418b-a6dc-92fa5cf3edff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6845918 Mar 02 07:34:11.957896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:11.962299 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.056900 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Attempting to bind port bc9e6512-3b1b-41e8-a377-b4714f619cb2 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:12.058065 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Attempting to bind port bc9e6512-3b1b-41e8-a377-b4714f619cb2 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:12.058680 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Attempting to bind port bc9e6512-3b1b-41e8-a377-b4714f619cb2 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:12.064696 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Pushing event updated for resources: {'Port': ['ID=bc9e6512-3b1b-41e8-a377-b4714f619cb2,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:12.073418 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:12.075142 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:12.075830 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.076430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:12.077078 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Bound port: bc9e6512-3b1b-41e8-a377-b4714f619cb2, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:12.077704 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.130403 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.131106 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.131646 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.132168 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.132690 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.133226 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.133628 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.134169 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.134692 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.135208 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.135727 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.136238 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:12.149849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-70029d95-f517-4711-b6f6-95bf1ca56e8f', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:12.150686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.182916 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] For port bc9e6512-3b1b-41e8-a377-b4714f619cb2, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:12.187304 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] For port bc9e6512-3b1b-41e8-a377-b4714f619cb2, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bc9e6512-3b1b-41e8-a377-b4714f619cb2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:12.193484 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.217278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.300525 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c89ab6-fa9c-433e-af4a-e094ae32c780 None None] Pushing event updated for resources: {'Port': ['ID=bc9e6512-3b1b-41e8-a377-b4714f619cb2,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:12.309770 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:12.310187 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:12.400891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Allocated IP 172.20.0.2 (70029d95-f517-4711-b6f6-95bf1ca56e8f/b0830390-49c3-43fc-ad54-53efac7a20bd/b0b365d9-2ac7-4af6-a449-8429cae7f4bb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:12.533165 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:12.707227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.718376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Transition to ACTIVE for port object b0b365d9-2ac7-4af6-a449-8429cae7f4bb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:12.739021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Transition to ACTIVE for port object b0b365d9-2ac7-4af6-a449-8429cae7f4bb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:12.746590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.801620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.815098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.825086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Pushing event updated for resources: {'Port': ['ID=b0b365d9-2ac7-4af6-a449-8429cae7f4bb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:12.836735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:12.837957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:12.840307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:12.862019 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:10Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:12.866161 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8227135-08b9-4313-bf3b-d7e9c3f0c48f None None] The sync data for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv is: [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:10Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:12.942458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Attempting to bind port b0b365d9-2ac7-4af6-a449-8429cae7f4bb on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:12.943590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Attempting to bind port b0b365d9-2ac7-4af6-a449-8429cae7f4bb by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:12.944188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Attempting to bind port b0b365d9-2ac7-4af6-a449-8429cae7f4bb on network 70029d95-f517-4711-b6f6-95bf1ca56e8f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:12.950151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:12.950875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Checking segment: {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:12.951502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:12.952439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Bound using segment: {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:12.953563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Bound port: b0b365d9-2ac7-4af6-a449-8429cae7f4bb, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:12.954241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.047601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 39d45a4b-c2d2-41d3-bdd5-b2917dac8344 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:13.060658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] For port b0b365d9-2ac7-4af6-a449-8429cae7f4bb, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:13.064912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] For port b0b365d9-2ac7-4af6-a449-8429cae7f4bb, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b0b365d9-2ac7-4af6-a449-8429cae7f4bb,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:13.069702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.190447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc28b-5cc1-4966-9d35-4ecd454a27c9 None None] Pushing event updated for resources: {'Port': ['ID=b0b365d9-2ac7-4af6-a449-8429cae7f4bb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:13.317153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:13.328393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] Sync routers for ids ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:13.342972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] Routers {'39d45a4b-c2d2-41d3-bdd5-b2917dac8344'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:13.343935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:13.359657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.361552 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36ebd69c-72d8-49f2-92fc-3620183520c5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8738325 Mar 02 07:34:13.364240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:13.495027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:13.505487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] Routers {'39d45a4b-c2d2-41d3-bdd5-b2917dac8344'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:13.506128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:13.506352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (70029d95-f517-4711-b6f6-95bf1ca56e8f/b0830390-49c3-43fc-ad54-53efac7a20bd/b45a0af9-58f3-44ac-80c1-dfbdcd756d62) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:13.623138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:13.623138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c97e1f-fec8-46b3-ac15-0b64e150f79d None None] The sync data for ids ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:13.686215 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-35dafd04-84b7-403e-bf10-a169b976eb04 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/routers/39d45a4b-c2d2-41d3-bdd5-b2917dac8344 HTTP/1.1" status: 200 len: 880 time: 0.3132131 Mar 02 07:34:13.686215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48376) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:13.785863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.822605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object b45a0af9-58f3-44ac-80c1-dfbdcd756d62 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:13.846628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:13.958671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:13.958671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:13.967206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:14.004079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:14.048453 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.107665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb462be0-b4ff-4fe6-a176-75d0e6aec058 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:router {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:14.147441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb462be0-b4ff-4fe6-a176-75d0e6aec058 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:router {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:14.147441 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb462be0-b4ff-4fe6-a176-75d0e6aec058 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4566472 Mar 02 07:34:14.147441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48380) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:14.159494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3f3f56d5-d2ba-4d95-bfa3-8d5a5350085c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-458876694'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:14.240648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:14.813837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65e269-73d0-4b54-9c1f-d8648dfd57b9 None None] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:14.888877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b0b365d9-2ac7-4af6-a449-8429cae7f4bb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:15.027706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.037139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.079595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ce5edc08-f8a0-49f0-a07f-be6f064b5ba9 None None] Provisioning for port b0b365d9-2ac7-4af6-a449-8429cae7f4bb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:15.197284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b0b365d9-2ac7-4af6-a449-8429cae7f4bb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:15.323244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f3f56d5-d2ba-4d95-bfa3-8d5a5350085c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.341562 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f3f56d5-d2ba-4d95-bfa3-8d5a5350085c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.388465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b0b365d9-2ac7-4af6-a449-8429cae7f4bb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:15.388465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.393417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:15.421722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.588855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.664262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3f56d5-d2ba-4d95-bfa3-8d5a5350085c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 39d45a4b-c2d2-41d3-bdd5-b2917dac8344 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:15.681496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b0b365d9-2ac7-4af6-a449-8429cae7f4bb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b0b365d9-2ac7-4af6-a449-8429cae7f4bb,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:15.681496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:15.681496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bc9e6512-3b1b-41e8-a377-b4714f619cb2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:15.718320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:15.718320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:15.910090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b0b365d9-2ac7-4af6-a449-8429cae7f4bb,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:15.996200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router f8f47680-5335-423f-b5a0-a59631820c5b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:16.003856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3f56d5-d2ba-4d95-bfa3-8d5a5350085c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:16.009236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-687f49af-39f5-432c-a13f-45edf99d391d None None] Provisioning for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:16.014499 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] Sync routers for ids ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:16.019050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f3f56d5-d2ba-4d95-bfa3-8d5a5350085c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.019050 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f3f56d5-d2ba-4d95-bfa3-8d5a5350085c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/39d45a4b-c2d2-41d3-bdd5-b2917dac8344 HTTP/1.1" status: 200 len: 887 time: 1.8699436 Mar 02 07:34:16.019050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:16.028401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-687f49af-39f5-432c-a13f-45edf99d391d None None] Provisioning complete for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:16.028401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-687f49af-39f5-432c-a13f-45edf99d391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.049458 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] Routers {'39d45a4b-c2d2-41d3-bdd5-b2917dac8344'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:16.049458 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.176529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-687f49af-39f5-432c-a13f-45edf99d391d None None] Port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:16.214023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port bc9e6512-3b1b-41e8-a377-b4714f619cb2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:16.214023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-687f49af-39f5-432c-a13f-45edf99d391d None None] Provisioning complete for port b0b365d9-2ac7-4af6-a449-8429cae7f4bb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:16.214023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-687f49af-39f5-432c-a13f-45edf99d391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.275108 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.300267 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] Routers {'39d45a4b-c2d2-41d3-bdd5-b2917dac8344'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:16.300267 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.335518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bc9e6512-3b1b-41e8-a377-b4714f619cb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:16.335518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.457540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.457540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0883cb-5c96-44d1-9025-ffbc9c9798cd None None] The sync data for ids ['39d45a4b-c2d2-41d3-bdd5-b2917dac8344'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:16.526071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff81dcc4-f8ec-4cf0-bcb6-205b86ec5a73 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/routers/39d45a4b-c2d2-41d3-bdd5-b2917dac8344 HTTP/1.1" status: 200 len: 887 time: 0.5046029 Mar 02 07:34:16.526071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:16.622629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a6bb8aeb-0569-42f0-97f8-babe8f0df360 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:16.647980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a6bb8aeb-0569-42f0-97f8-babe8f0df360 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:16.647980 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a6bb8aeb-0569-42f0-97f8-babe8f0df360 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d45a4b-c2d2-41d3-bdd5-b2917dac8344 HTTP/1.1" status: 200 len: 205 time: 0.1184235 Mar 02 07:34:16.658849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48392) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:16.706832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:16.721680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Sync routers for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:16.727255 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6695f69b-6e77-4cd2-8cff-94c5eb66c1b9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/f8f47680-5335-423f-b5a0-a59631820c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7581184 Mar 02 07:34:16.727255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:16.755658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.755658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:16.755658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:16.869908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bc9e6512-3b1b-41e8-a377-b4714f619cb2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bc9e6512-3b1b-41e8-a377-b4714f619cb2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:16.879619 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:16.988383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640a822-213c-4784-a493-1ab2e7008de0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.988383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640a822-213c-4784-a493-1ab2e7008de0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.988383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640a822-213c-4784-a493-1ab2e7008de0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.988383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640a822-213c-4784-a493-1ab2e7008de0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.988383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640a822-213c-4784-a493-1ab2e7008de0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.988383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640a822-213c-4784-a493-1ab2e7008de0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:16.988383 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5640a822-213c-4784-a493-1ab2e7008de0 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2666388 Mar 02 07:34:16.997731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:17.060903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.065199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b0b365d9-2ac7-4af6-a449-8429cae7f4bb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:17.109506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91984-e18e-4405-989a-da5895dd5c66 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.109506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91984-e18e-4405-989a-da5895dd5c66 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.109506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91984-e18e-4405-989a-da5895dd5c66 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.109506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91984-e18e-4405-989a-da5895dd5c66 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.109506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91984-e18e-4405-989a-da5895dd5c66 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.109506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91984-e18e-4405-989a-da5895dd5c66 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:17.109506 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ca91984-e18e-4405-989a-da5895dd5c66 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1163676 Mar 02 07:34:17.118692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:17.136623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:17.191463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ebc785da-66f5-4489-a017-8e0871a46b93 None None] Provisioning complete for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:17.191463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebc785da-66f5-4489-a017-8e0871a46b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.252531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bc9e6512-3b1b-41e8-a377-b4714f619cb2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:17.455181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ebc785da-66f5-4489-a017-8e0871a46b93 None None] Port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:17.481744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b0b365d9-2ac7-4af6-a449-8429cae7f4bb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:17.481744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.513192 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b1dea962-85cc-4651-b45f-a7d5b367d1a7 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.3952942 Mar 02 07:34:17.538484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.543398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port a3010924-7d2e-4560-9929-164946649919 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:17.554327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.810516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.863819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:17.869165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Checking router: f8f47680-5335-423f-b5a0-a59631820c5b for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:17.869165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Updating router f8f47680-5335-423f-b5a0-a59631820c5b port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:17.938962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:17.976965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:17.990981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516052322', 'description': 'tempest-secgroup-smoke-1516052322 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:18.004882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:18.013801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:18.013801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:18.026982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:18.052450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.081832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for a3010924-7d2e-4560-9929-164946649919 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:18.090884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:18.104332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:18.104332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:18.117989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:18.367301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.376055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.471763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.488249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e89d72-f043-44f6-8c8d-39384f827bc6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:18.493913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.500073 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e542d57c-eab9-4494-960e-2f0531160aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5222936 Mar 02 07:34:18.501167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:18.515840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e89d72-f043-44f6-8c8d-39384f827bc6', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:18.537565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:18.537565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:18.549274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:18.558826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:18.575554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=a3010924-7d2e-4560-9929-164946649919,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:18.581432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.598004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:18.729059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.740813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.756287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.756287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.774557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Transition to ACTIVE for port object b45a0af9-58f3-44ac-80c1-dfbdcd756d62 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:18.802618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.868435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:18.868435 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3641016 Mar 02 07:34:18.878225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48422) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:18.891901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e89d72-f043-44f6-8c8d-39384f827bc6', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:18.909596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:18.922124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:18.932867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:18.945299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:18.957300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6eadf-d336-4254-b472-56c2edc1b980 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5379b2-c23e-42a3-bc52-199aaf9263fc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:18.989365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.108610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.124828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.148569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.162214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.182325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.182325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Fanout notify agent at l3_agent the message router_deleted on router 39d45a4b-c2d2-41d3-bdd5-b2917dac8344 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:19.205994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bc9e6512-3b1b-41e8-a377-b4714f619cb2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:19.239748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4149acf7-ef58-4839-aaa4-0242b1aa76fb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:19.246388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.246388 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-20c5846e-adc9-4f8c-ab19-64ad96a7766a tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/39d45a4b-c2d2-41d3-bdd5-b2917dac8344 HTTP/1.1" status: 204 len: 168 time: 2.5848262 Mar 02 07:34:19.246388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48426) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:19.251694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.251694 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a940478f-0670-48b0-8465-64421b8e5817 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3701735 Mar 02 07:34:19.251694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48428) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:19.256940 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-1785448223'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:19.261575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e89d72-f043-44f6-8c8d-39384f827bc6', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:19.264387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:19.264387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:19.264635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:19.265027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:19.268942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:19.271894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:19.274569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:19.282442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:19.291505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:19.295705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.327848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.327996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:19.350553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.350553 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment 6a2d84fb-8606-40bc-a2c1-2c0e6259f39a of type vlan for network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 Mar 02 07:34:19.385230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.424278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.436330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e02bf-9cdb-424f-8733-57e25905c7b4 None None] Pushing event updated for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:19.448768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.463547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:19.463547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.479031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.485557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Attempting to bind port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:19.485557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Attempting to bind port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:19.485557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Attempting to bind port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 on network 70029d95-f517-4711-b6f6-95bf1ca56e8f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:19.491439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.501108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:19.501108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Checking segment: {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:19.501108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.501108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Bound using segment: {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:19.501108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Bound port: b45a0af9-58f3-44ac-80c1-dfbdcd756d62, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:19.501108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.531829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bc9e6512-3b1b-41e8-a377-b4714f619cb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:19.531829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.541450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afa3f3b-c058-4eb3-a07c-13da33d030f7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:19.564388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.564388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e9592db-c24c-4a6d-8339-7aa2cf326572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119886 Mar 02 07:34:19.564388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:19.574922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e89d72-f043-44f6-8c8d-39384f827bc6', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:19.574922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:19.589269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:19.595195 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3412452 Mar 02 07:34:19.595195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48438) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:19.605991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:19.610487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': '14dc6b25-1e03-47c9-96f1-1e67c26b94e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:19.615401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:19.653353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.689325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] For port b45a0af9-58f3-44ac-80c1-dfbdcd756d62, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:19.689325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] For port b45a0af9-58f3-44ac-80c1-dfbdcd756d62, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:19.707279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.747513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:19.747513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:19.747513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:19.759936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:19.762579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.766485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4cdb1-ad6b-47d3-bbe7-9d076bded675 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=14dc6b25-1e03-47c9-96f1-1e67c26b94e9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:19.767153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.776767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:19.781512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.789099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:19.802222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc25ead-b1f4-428a-ab87-80daea837bf4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:19.818861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:19.822529 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-878720a6-da4d-4efc-8f66-e40aff96f3b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2567530 Mar 02 07:34:19.823285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:19.830522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e89d72-f043-44f6-8c8d-39384f827bc6', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:19.852400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:19.852400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:19.852400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:19.863382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:19.882850 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:34:19.912783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.040727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:20.040727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:20.059724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.066585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.072190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.107560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a4f2ae-629f-4fa1-a670-641a7f1152b4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.122943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.128580 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d8697887-97bc-4641-b7a3-c9e68815d13c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3020232 Mar 02 07:34:20.129272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:20.138356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e89d72-f043-44f6-8c8d-39384f827bc6', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:20.146622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:20.152387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:20.156146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:20.161707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e02bf-9cdb-424f-8733-57e25905c7b4 None None] Pushing event updated for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.164072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:20.180328 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:34:20.188500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.265826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.270419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.299739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f5a977-16ce-4318-9b2a-3b2b55c99aba,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.306658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:20.309885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=04146d89-b8fa-4d48-ae08-2d02755bc126,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:20.318079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': '6a2d84fb-8606-40bc-a2c1-2c0e6259f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '14dc6b25-1e03-47c9-96f1-1e67c26b94e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:20.318079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: 14dc6b25-1e03-47c9-96f1-1e67c26b94e9, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:20.319527 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.330543 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff945626-86d0-4971-9cf9-9e119e490823 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1985712 Mar 02 07:34:20.351831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:20.366466 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 14dc6b25-1e03-47c9-96f1-1e67c26b94e9) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:20.376517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:20.378386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.420235 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e7572eb1-af6d-423a-bb2e-775e1313d489 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8214114 Mar 02 07:34:20.431922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:20.431922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-13646570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:20.446872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:20.446872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:router and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:20.446872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:20.459619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:20.459836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31433234-89a0-44ce-85ae-da235d505412 None None] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:20.470096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.470096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.487868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.537284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.547672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-77ec8cf1-1f00-4013-a97b-1384b0c9e23c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:20.573827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.575375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5827c536-d259-4193-b03f-af27e9aeeef8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1532843 Mar 02 07:34:20.578264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:20.634643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-77ec8cf1-1f00-4013-a97b-1384b0c9e23c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:20.635857 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-77ec8cf1-1f00-4013-a97b-1384b0c9e23c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516052322&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.1399601 Mar 02 07:34:20.830332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-14dc6b25-1e03-47c9-96f1-1e67c26b94e9', 'network_id': '14dc6b25-1e03-47c9-96f1-1e67c26b94e9', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': '04146d89-b8fa-4d48-ae08-2d02755bc126'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:20.831150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:20.941549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:34:19Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:20.951405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a195e-5c34-4383-afbd-ce1f200167a9 None None] The sync data for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv is: [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:34:19Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:21.077747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Allocated IP 172.20.0.2 (14dc6b25-1e03-47c9-96f1-1e67c26b94e9/04146d89-b8fa-4d48-ae08-2d02755bc126/78ae934b-da91-472f-af41-82a390408e53) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:21.259058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-6c103e00-4b4d-423b-867f-4d08ad7defe4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:21.260050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-6c103e00-4b4d-423b-867f-4d08ad7defe4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:21.315815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.320141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-6c103e00-4b4d-423b-867f-4d08ad7defe4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:21.321268 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-6c103e00-4b4d-423b-867f-4d08ad7defe4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=70029d95-f517-4711-b6f6-95bf1ca56e8f HTTP/1.1" status: 200 len: 797 time: 0.6715295 Mar 02 07:34:21.325981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.327088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Transition to ACTIVE for port object 78ae934b-da91-472f-af41-82a390408e53 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:21.351979 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-df5a843c-1a9a-4d12-a2a4-e557b65d2dd4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.0167172 Mar 02 07:34:21.360466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Transition to ACTIVE for port object 78ae934b-da91-472f-af41-82a390408e53 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:21.369897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.439193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:21.442089 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:21.451288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:21.458379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Pushing event updated for resources: {'Port': ['ID=78ae934b-da91-472f-af41-82a390408e53,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:21.549134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Attempting to bind port 78ae934b-da91-472f-af41-82a390408e53 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:21.549491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Attempting to bind port 78ae934b-da91-472f-af41-82a390408e53 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '6a2d84fb-8606-40bc-a2c1-2c0e6259f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '14dc6b25-1e03-47c9-96f1-1e67c26b94e9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:21.550052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Attempting to bind port 78ae934b-da91-472f-af41-82a390408e53 on network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:21.555795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:21.556373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Checking segment: {'id': '6a2d84fb-8606-40bc-a2c1-2c0e6259f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '14dc6b25-1e03-47c9-96f1-1e67c26b94e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:21.556923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.557453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Bound using segment: {'id': '6a2d84fb-8606-40bc-a2c1-2c0e6259f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '14dc6b25-1e03-47c9-96f1-1e67c26b94e9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:21.558627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Bound port: 78ae934b-da91-472f-af41-82a390408e53, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2d84fb-8606-40bc-a2c1-2c0e6259f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '14dc6b25-1e03-47c9-96f1-1e67c26b94e9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:21.559163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.665215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] For port 78ae934b-da91-472f-af41-82a390408e53, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:21.668746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] For port 78ae934b-da91-472f-af41-82a390408e53, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=78ae934b-da91-472f-af41-82a390408e53,segment=NetworkSegment(6a2d84fb-8606-40bc-a2c1-2c0e6259f39a),segment_id=6a2d84fb-8606-40bc-a2c1-2c0e6259f39a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:21.675769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:21.692452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-638f0541-695a-4e2c-9068-cbcfb166387d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:21.719956 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:34:21.748123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-638f0541-695a-4e2c-9068-cbcfb166387d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:21.749495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-638f0541-695a-4e2c-9068-cbcfb166387d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3440363 Mar 02 07:34:21.804304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.20.0.1 (14dc6b25-1e03-47c9-96f1-1e67c26b94e9/04146d89-b8fa-4d48-ae08-2d02755bc126/f4ebafe5-94a6-4cfc-8926-31719fbe06ac) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:21.805381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21a765-bc2f-487c-87de-0eae01b9adaf None None] Pushing event updated for resources: {'Port': ['ID=78ae934b-da91-472f-af41-82a390408e53,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:21.872254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-200b254a-0c03-4d88-98c6-9670ccac1d96 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:34:21.879460 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-200b254a-0c03-4d88-98c6-9670ccac1d96 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1115041 Mar 02 07:34:22.185073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.205414 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-c3ce97dc-53c3-40b4-aa32-09e6bff9933a service neutron] 10.222.0.41 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250999 Mar 02 07:34:22.215033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object f4ebafe5-94a6-4cfc-8926-31719fbe06ac will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:22.366469 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-59af418d-928e-4b67-83bb-409db90555ac service neutron] 10.222.0.41 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437621 Mar 02 07:34:22.366469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.440013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:22.446958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:22.451736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:22.487295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=f4ebafe5-94a6-4cfc-8926-31719fbe06ac,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:22.535562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:22.644816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1fda4a7f-f1f2-4cd6-b730-63cbbf4152c1 req-d574dd84-9ae1-47bb-be18-73f0e5f3d142 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:22.657596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1fda4a7f-f1f2-4cd6-b730-63cbbf4152c1 req-d574dd84-9ae1-47bb-be18-73f0e5f3d142 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:22.665419 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fda4a7f-f1f2-4cd6-b730-63cbbf4152c1 req-d574dd84-9ae1-47bb-be18-73f0e5f3d142 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 210 time: 0.1216493 Mar 02 07:34:22.728822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.074591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 78ae934b-da91-472f-af41-82a390408e53 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:23.186169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238e059-22c2-4408-a685-34aa2e151d9e None None] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:23.318062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5df75b39-4fc0-4253-a388-326b27329f80 None None] Provisioning for port 78ae934b-da91-472f-af41-82a390408e53 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:23.366974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 78ae934b-da91-472f-af41-82a390408e53 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:23.425044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 78ae934b-da91-472f-af41-82a390408e53 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:23.425235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.442273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.448382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.585021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=f4ebafe5-94a6-4cfc-8926-31719fbe06ac,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:23.587490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.612691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.658128 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 78ae934b-da91-472f-af41-82a390408e53, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=78ae934b-da91-472f-af41-82a390408e53,segment=NetworkSegment(6a2d84fb-8606-40bc-a2c1-2c0e6259f39a),segment_id=6a2d84fb-8606-40bc-a2c1-2c0e6259f39a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:23.663809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.664787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b45a0af9-58f3-44ac-80c1-dfbdcd756d62 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:23.746267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:23.746267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:23.839478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=78ae934b-da91-472f-af41-82a390408e53,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:23.847499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.848187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.848614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.849017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.849462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.849881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.850275 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.850670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.851248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.851324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.851794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.852736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:34:23.869062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:23.874863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:23.875246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:23.953424 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd59bd42-3b04-444c-9315-55a9d7a1bac3 req-9c9056b7-3e83-4ec1-807e-027e90bb01c2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 210 time: 0.0801165 Mar 02 07:34:24.024927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.061867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c6514c9d-1249-42de-bcd2-1b87a05142df None None] Provisioning complete for port 78ae934b-da91-472f-af41-82a390408e53 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:24.061867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6514c9d-1249-42de-bcd2-1b87a05142df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.115554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b45a0af9-58f3-44ac-80c1-dfbdcd756d62, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:24.131984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.234985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:24.248751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-a872eb21-3882-4594-9b67-086e88b8ff4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:24.250212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-a872eb21-3882-4594-9b67-086e88b8ff4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=70029d95-f517-4711-b6f6-95bf1ca56e8f HTTP/1.1" status: 200 len: 797 time: 0.3113828 Mar 02 07:34:24.258215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 9bd4aab2-4518-4d1e-a132-8d5f2b767ed9 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:24.343624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c6514c9d-1249-42de-bcd2-1b87a05142df None None] Provisioning for port f4ebafe5-94a6-4cfc-8926-31719fbe06ac completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:24.350038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c6514c9d-1249-42de-bcd2-1b87a05142df None None] Provisioning complete for port f4ebafe5-94a6-4cfc-8926-31719fbe06ac triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:24.350522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6514c9d-1249-42de-bcd2-1b87a05142df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.370560 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-00be3d28-520c-4960-99b9-ec9436deb622 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 380 time: 0.1096742 Mar 02 07:34:24.397996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['55e89d72-f043-44f6-8c8d-39384f827bc6']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:24.462177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c6514c9d-1249-42de-bcd2-1b87a05142df None None] Port f4ebafe5-94a6-4cfc-8926-31719fbe06ac cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:24.579846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:24.584495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d2f0e600-31f3-432a-80ae-b7342f322f87 None None] Provisioning complete for port f4ebafe5-94a6-4cfc-8926-31719fbe06ac triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:24.584943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e600-31f3-432a-80ae-b7342f322f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.595153 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] Sync routers for ids ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:24.612861 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6977febc-2de1-4aea-b51f-b3a0b773b5cc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/9bd4aab2-4518-4d1e-a132-8d5f2b767ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0279281 Mar 02 07:34:24.614263 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] Routers {'9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:24.614263 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:24.614926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:24.647108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:24.658926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:24.672795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:24.675561 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:24.685169 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] Routers {'9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:24.685484 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:24.688426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:24.698514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b3ad2-32a1-4308-8f69-6de46586d615 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:24.705615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-480b3ad2-32a1-4308-8f69-6de46586d615 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports/f4ebafe5-94a6-4cfc-8926-31719fbe06ac HTTP/1.1" status: 200 len: 910 time: 0.0909755 Mar 02 07:34:24.705615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48492) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:24.711557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04146d89-b8fa-4d48-ae08-2d02755bc126'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:24.743089 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0e600-31f3-432a-80ae-b7342f322f87 None None] Port f4ebafe5-94a6-4cfc-8926-31719fbe06ac cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:24.760265 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:24.760810 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cee42-378e-4daf-a2b7-e3446f9e94d8 None None] The sync data for ids ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:24.960517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 78ae934b-da91-472f-af41-82a390408e53 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:24.984204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.049913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.10 (70029d95-f517-4711-b6f6-95bf1ca56e8f/b0830390-49c3-43fc-ad54-53efac7a20bd/b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:25.076531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 78ae934b-da91-472f-af41-82a390408e53 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:25.077120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.218209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b45a0af9-58f3-44ac-80c1-dfbdcd756d62 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:25.218762 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f4f8649-df93-4cb1-a655-fcc9234905d7 req-1bfde9f5-29a8-4e9e-ac89-45f4ed94b305 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 210 time: 0.0748327 Mar 02 07:34:25.306363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:25.309504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.338396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.366673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:25.416350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.508490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:25.511625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:25.521628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:25.559900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:25.601776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:25.602835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.640519 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-62c04c13-7b4f-4112-9635-7d9ca4c8c4b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2586789 Mar 02 07:34:25.652712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Request body: {'port': {'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:25.704217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.713309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.786717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.842258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:25.845369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.845369 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/ports/f4ebafe5-94a6-4cfc-8926-31719fbe06ac HTTP/1.1" status: 200 len: 910 time: 1.1393542 Mar 02 07:34:25.845369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf628e-3758-4853-bab7-05fb007d6038 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=f4ebafe5-94a6-4cfc-8926-31719fbe06ac,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:25.847074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:25.874120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-230e5538-96a1-4019-8102-fdc29099a40a None None] Provisioning for port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:25.880236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-230e5538-96a1-4019-8102-fdc29099a40a None None] Provisioning complete for port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:25.880236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-230e5538-96a1-4019-8102-fdc29099a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:25.946415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-230e5538-96a1-4019-8102-fdc29099a40a None None] Port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:26.575598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:26.590652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60910e32-ff13-4fb6-ba2c-2a050fe2fe57 req-4f379846-d335-422f-827a-7976a0e79855 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:26.594293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-60910e32-ff13-4fb6-ba2c-2a050fe2fe57 req-4f379846-d335-422f-827a-7976a0e79855 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:26.595939 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.627882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Transition to ACTIVE for port object b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:26.630272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-60910e32-ff13-4fb6-ba2c-2a050fe2fe57 req-4f379846-d335-422f-827a-7976a0e79855 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:26.630933 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60910e32-ff13-4fb6-ba2c-2a050fe2fe57 req-4f379846-d335-422f-827a-7976a0e79855 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 932 time: 0.2828972 Mar 02 07:34:26.664410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:26.977078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Pushing event updated for resources: {'Port': ['ID=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:26.989190 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60910e32-ff13-4fb6-ba2c-2a050fe2fe57 req-4d6da1db-be80-4b80-a35c-ca6ed351d561 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203776 Mar 02 07:34:27.089111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.237976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Attempting to bind port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:27.238300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Attempting to bind port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:27.238616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Attempting to bind port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 on network 70029d95-f517-4711-b6f6-95bf1ca56e8f {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:27.255768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 on network 70029d95-f517-4711-b6f6-95bf1ca56e8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:34:27.256075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Attempting to bind port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 on network 70029d95-f517-4711-b6f6-95bf1ca56e8f {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:27.313079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:27.313402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Checking segment: {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:27.313809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Bound using segment: {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:27.314234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Bound port: b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:27.314568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.455883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] For port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:27.464189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] For port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:27.472654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.571203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:27.571800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.573146 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] 10.222.0.32 "PUT /v2.0/ports/b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 HTTP/1.1" status: 200 len: 1094 time: 1.9257164 Mar 02 07:34:27.573583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:27.600541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port f4ebafe5-94a6-4cfc-8926-31719fbe06ac {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:27.600755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.630639 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'status': 'completed', 'code': 200} Mar 02 07:34:27.688943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b53717-9308-40dc-93f6-d9455a4de25f service neutron] Pushing event updated for resources: {'Port': ['ID=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:27.841728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-e8d751b2-2e67-4929-94cb-5806063c51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:27.843129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-e8d751b2-2e67-4929-94cb-5806063c51d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 1097 time: 0.2176969 Mar 02 07:34:27.848952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:27.968744 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-261cfad4-4a94-4965-b081-4b9f84d25eae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 HTTP/1.1" status: 200 len: 217 time: 0.1128616 Mar 02 07:34:28.026735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for f4ebafe5-94a6-4cfc-8926-31719fbe06ac owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:28.285480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-1c40a467-cdf2-4c82-bb7b-33be65deb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:28.286820 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-1c40a467-cdf2-4c82-bb7b-33be65deb682 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0830390-49c3-43fc-ad54-53efac7a20bd HTTP/1.1" status: 200 len: 835 time: 0.2668407 Mar 02 07:34:28.386912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edfaf4-a7e9-4687-a362-16f52b72364c req-63f13599-5ad7-494e-a0a0-800fd204ae50 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:28.388345 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-53edfaf4-a7e9-4687-a362-16f52b72364c req-63f13599-5ad7-494e-a0a0-800fd204ae50 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 944 time: 0.2962897 Mar 02 07:34:28.486763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-4b31c1a0-9e3a-464b-a073-64f630469f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:28.488225 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-4b31c1a0-9e3a-464b-a073-64f630469f21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70029d95-f517-4711-b6f6-95bf1ca56e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1923511 Mar 02 07:34:28.493090 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-53edfaf4-a7e9-4687-a362-16f52b72364c req-dc7fbe59-8963-43e0-b407-2d522fb93e2a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941427 Mar 02 07:34:28.601315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:28.656300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=f4ebafe5-94a6-4cfc-8926-31719fbe06ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:28.758202 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-ec231a54-7fbb-49c9-9fad-a46884a9d287 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589056 Mar 02 07:34:28.992823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.139295 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89e0ca47-9122-431d-a32b-110e112bccc9 req-184708dc-d969-4895-b8d7-d883e911a0b7 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719175 Mar 02 07:34:29.321915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 9bd4aab2-4518-4d1e-a132-8d5f2b767ed9 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:29.467317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-9a720ea0-f42f-4a2c-9ced-4ca698f40e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:29.468698 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-9a720ea0-f42f-4a2c-9ced-4ca698f40e25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 1097 time: 0.2649670 Mar 02 07:34:29.469697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:29.479155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] Sync routers for ids ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:29.488978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] Routers {'9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:29.489591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.511586 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88964735-dae4-464c-8a4d-cd2d33985d56 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/9bd4aab2-4518-4d1e-a132-8d5f2b767ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6631341 Mar 02 07:34:29.514463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48510) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:29.558118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.563851 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81ad3273-5b89-49db-a445-815b0542d082 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bd4aab2-4518-4d1e-a132-8d5f2b767ed9 HTTP/1.1" status: 200 len: 205 time: 0.0480280 Mar 02 07:34:29.566848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48516) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:29.567703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] Routers {'9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:29.568329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.633770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:29.634185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06865154-bee9-4ccb-ac59-a3ada987a95f None None] The sync data for ids ['9bd4aab2-4518-4d1e-a132-8d5f2b767ed9'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:29.742582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-2836796e-d14a-4beb-ab99-26d0a596321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:29.743937 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-2836796e-d14a-4beb-ab99-26d0a596321d service neutron] 10.222.0.32 "GET /v2.0/networks?id=70029d95-f517-4711-b6f6-95bf1ca56e8f HTTP/1.1" status: 200 len: 898 time: 0.2680237 Mar 02 07:34:29.753163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5af6168-3f0e-473a-bd05-3cb218c20041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:29.815132 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-b49dae23-c202-48ac-8abc-e34230aa930a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 HTTP/1.1" status: 200 len: 217 time: 0.0643675 Mar 02 07:34:29.880181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-c7602701-8429-4796-a91d-b441f3656d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:29.881634 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-c7602701-8429-4796-a91d-b441f3656d5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0830390-49c3-43fc-ad54-53efac7a20bd HTTP/1.1" status: 200 len: 835 time: 0.0594981 Mar 02 07:34:29.957411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-aa901d0d-bbc0-4cb3-9696-867731381e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:29.958892 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-aa901d0d-bbc0-4cb3-9696-867731381e31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70029d95-f517-4711-b6f6-95bf1ca56e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711279 Mar 02 07:34:30.088163 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-e5b7fe03-4ac1-4d01-95f2-498ee5e6ee55 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226461 Mar 02 07:34:30.106697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257576-1649-49d1-bb1a-31f87d866a32 req-07888a36-6978-44ad-a0cc-906bb32b5db6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:30.108144 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-da257576-1649-49d1-bb1a-31f87d866a32 req-07888a36-6978-44ad-a0cc-906bb32b5db6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 944 time: 0.4769824 Mar 02 07:34:30.191378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5af6168-3f0e-473a-bd05-3cb218c20041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.194805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5af6168-3f0e-473a-bd05-3cb218c20041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.228919 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7031745d-2cad-4900-ba7a-e3b884a1fcc4 req-b098d093-6896-4169-a5d9-3d2f8130d294 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350925 Mar 02 07:34:30.232668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-da257576-1649-49d1-bb1a-31f87d866a32 req-9b23f105-048c-40ea-b118-e0a3168c432d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:34:30.236848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5af6168-3f0e-473a-bd05-3cb218c20041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.237480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5af6168-3f0e-473a-bd05-3cb218c20041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd4aab2-4518-4d1e-a132-8d5f2b767ed9 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:34:30.254174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-da257576-1649-49d1-bb1a-31f87d866a32 req-9b23f105-048c-40ea-b118-e0a3168c432d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:34:30.255296 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-da257576-1649-49d1-bb1a-31f87d866a32 req-9b23f105-048c-40ea-b118-e0a3168c432d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956311 Mar 02 07:34:30.259335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5af6168-3f0e-473a-bd05-3cb218c20041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.260310 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c5af6168-3f0e-473a-bd05-3cb218c20041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/9bd4aab2-4518-4d1e-a132-8d5f2b767ed9 HTTP/1.1" status: 204 len: 168 time: 0.6924670 Mar 02 07:34:30.263049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48520) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:30.330909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet 04146d89-b8fa-4d48-ae08-2d02755bc126 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:30.333859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.388876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.470189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.551760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.592883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.598963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f9e27-59d2-45d4-ac50-82bf5ad2c688 None None] Network 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:30.602946 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/04146d89-b8fa-4d48-ae08-2d02755bc126 HTTP/1.1" status: 204 len: 168 time: 0.3364687 Mar 02 07:34:30.602946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e61260-7172-45e4-8bcb-3151670a91a2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=04146d89-b8fa-4d48-ae08-2d02755bc126,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:30.603380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:30.710998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.721818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 78ae934b-da91-472f-af41-82a390408e53 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:30.722149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.846394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] DHCP port deletion for 14dc6b25-1e03-47c9-96f1-1e67c26b94e9 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:34:30.850781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Deleting port 78ae934b-da91-472f-af41-82a390408e53 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:30.851157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.933631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 78ae934b-da91-472f-af41-82a390408e53, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=78ae934b-da91-472f-af41-82a390408e53,segment=NetworkSegment(6a2d84fb-8606-40bc-a2c1-2c0e6259f39a),segment_id=6a2d84fb-8606-40bc-a2c1-2c0e6259f39a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:30.934262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:30.944160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 78ae934b-da91-472f-af41-82a390408e53 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:31.055921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 78ae934b-da91-472f-af41-82a390408e53 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:31.133105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.141367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] For port 78ae934b-da91-472f-af41-82a390408e53, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=78ae934b-da91-472f-af41-82a390408e53,segment=NetworkSegment(6a2d84fb-8606-40bc-a2c1-2c0e6259f39a),segment_id=6a2d84fb-8606-40bc-a2c1-2c0e6259f39a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:31.141716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.179589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=78ae934b-da91-472f-af41-82a390408e53,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:31.181742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port 78ae934b-da91-472f-af41-82a390408e53 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:31.268595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Calling delete_port for 78ae934b-da91-472f-af41-82a390408e53 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:31.305150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.331794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dc6b25-1e03-47c9-96f1-1e67c26b94e9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:31.338445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:31.338805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:31.339497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.349499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2d84fb-8606-40bc-a2c1-2c0e6259f39a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:31.349818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2d84fb-8606-40bc-a2c1-2c0e6259f39a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:31.369766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.390693 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.435817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:31.436229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:31.451336 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:31.541879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.561053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.580513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=14dc6b25-1e03-47c9-96f1-1e67c26b94e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:31.592756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5606-053f-40e5-bc41-7cbca6f34f1d req-c264476e-38ad-4c82-a841-7ff9bc499c8a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:31.594269 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b6c5606-053f-40e5-bc41-7cbca6f34f1d req-c264476e-38ad-4c82-a841-7ff9bc499c8a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 944 time: 0.2053785 Mar 02 07:34:31.595630 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18ef60a0-8f40-4d38-907e-7214e1ea6468 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/14dc6b25-1e03-47c9-96f1-1e67c26b94e9 HTTP/1.1" status: 204 len: 168 time: 0.9911880 Mar 02 07:34:31.599873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48530) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:31.605957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2027252115', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:31.612636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:31.616692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:router and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:31.619579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:31.626211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:31.636772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.637929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.639588 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b6c5606-053f-40e5-bc41-7cbca6f34f1d req-cd518004-d740-4600-abb8-7a0e0e73669c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 Mar 02 07:34:31.653035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.672501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.695316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.696577 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f244795e-1be1-402e-8778-175348030394 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0956128 Mar 02 07:34:31.699239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48534) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:31.704470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-1406544991'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:31.709036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:31.713236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:31.716003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:31.721471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:31.731036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:31.734319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.760690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:31.769408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.769808 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment 965ec7d0-edab-49e8-9617-40aaecb82a3b of type vlan for network f86bc17f-573d-4670-9f5c-733af7af83d6 Mar 02 07:34:31.799146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.826684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.832320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:31.832929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.840310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Deleting port 78ae934b-da91-472f-af41-82a390408e53 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:31.840797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:31.905853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5e08-c4a5-4cf0-ba71-11546d517e33 None None] The port '78ae934b-da91-472f-af41-82a390408e53' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:34:31.930297 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2300107 Mar 02 07:34:31.932988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:31.940146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:31.941856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dd26b-6cd6-422b-8d62-f6f57d8c6946 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=f86bc17f-573d-4670-9f5c-733af7af83d6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:31.952245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network f86bc17f-573d-4670-9f5c-733af7af83d6 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:32.147943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:32.151618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:32.155067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:32.160479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:32.169838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:32.173123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.208682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:34:32.345739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:32.359124 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'mac_address': 'fa:16:3e:06:bd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:34:32.387164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.412838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.429091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:34:32.444027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:32.448086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.464000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=00632c44-ad87-4e5d-9388-a51b54528a4a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:32.471804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:32.472153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: f86bc17f-573d-4670-9f5c-733af7af83d6, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:32.490872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f86bc17f-573d-4670-9f5c-733af7af83d6 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:32.499985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, f86bc17f-573d-4670-9f5c-733af7af83d6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:32.504150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:32.504718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.516785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ea04c-68d8-4a1c-a337-d5f761d15926 None None] Network f86bc17f-573d-4670-9f5c-733af7af83d6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:32.527447 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bf1cad9-5162-421c-8326-d6382bb20f83 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5926993 Mar 02 07:34:32.530173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:32.603227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:32.616009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df598fc9-0e23-41eb-a103-b7be8e890d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.679320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:34:32.804401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-f86bc17f-573d-4670-9f5c-733af7af83d6', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:32.805205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:32.829707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508e81-fad1-4ab1-8694-52aba9f735ec req-3c482268-9020-4b4c-9881-2daa736d568b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:32.831208 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef508e81-fad1-4ab1-8694-52aba9f735ec req-3c482268-9020-4b4c-9881-2daa736d568b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 945 time: 0.0842056 Mar 02 07:34:32.879900 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef508e81-fad1-4ab1-8694-52aba9f735ec req-c9708af8-9be5-49df-806a-af2e6c1d3c4a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Mar 02 07:34:33.013765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.036732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Allocated IP 172.20.0.2 (f86bc17f-573d-4670-9f5c-733af7af83d6/00632c44-ad87-4e5d-9388-a51b54528a4a/c00ad0b1-3565-4480-aaa2-7342d1b5c8a5) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:33.314324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.324276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Transition to ACTIVE for port object c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:33.342443 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Transition to ACTIVE for port object c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:33.351368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.413145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.20.0.1 (f86bc17f-573d-4670-9f5c-733af7af83d6/00632c44-ad87-4e5d-9388-a51b54528a4a/4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:33.420833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Network f86bc17f-573d-4670-9f5c-733af7af83d6 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:33.427788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:33.432497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:33.435088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Pushing event updated for resources: {'Port': ['ID=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:33.526770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Attempting to bind port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:33.527152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Attempting to bind port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:33.527523 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Attempting to bind port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 on network f86bc17f-573d-4670-9f5c-733af7af83d6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:33.533413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:33.533843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Checking segment: {'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:33.534248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.534694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Bound using segment: {'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:33.535183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Bound port: c00ad0b1-3565-4480-aaa2-7342d1b5c8a5, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:33.535533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.663397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] For port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:33.666308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] For port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,segment=NetworkSegment(965ec7d0-edab-49e8-9617-40aaecb82a3b),segment_id=965ec7d0-edab-49e8-9617-40aaecb82a3b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:33.671205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.684935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.702501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:33.725917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:33.750791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c70ed-aa61-4f54-8485-83d9f0d520cd None None] Pushing event updated for resources: {'Port': ['ID=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:33.788971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f86bc17f-573d-4670-9f5c-733af7af83d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:33.792130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:33.804360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:33.834663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:33.866194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.011193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.207801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:34.276673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:34.281144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0c25d-36ae-48ac-8e2f-773690a4feaa req-f9d9e3ed-fc70-41af-b829-b0bf35f1c68c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:34.281680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:34.281780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.282643 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bce0c25d-36ae-48ac-8e2f-773690a4feaa req-f9d9e3ed-fc70-41af-b829-b0bf35f1c68c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 945 time: 0.2726753 Mar 02 07:34:34.397772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bce0c25d-36ae-48ac-8e2f-773690a4feaa req-acfc8b21-90e7-4f76-8a1a-04bcde3df572 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007116 Mar 02 07:34:34.444906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.473519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:34.484333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:34.488724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.564106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.569009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.578880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:34.608071 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'code': 200} Mar 02 07:34:34.699445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:34.706030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.737166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc0415-90f3-4ea4-a352-c1f77a7580cb None None] Network f86bc17f-573d-4670-9f5c-733af7af83d6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:34.844593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43b17189-50fe-4ad4-b493-4df53dac4889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:34.861143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a1f356fa-e3c0-4a6d-83f6-97dc63be111b None None] Provisioning for port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:34.903168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa1623-fe3b-4b67-9d16-a3e95d6b894d req-3ce5a6c3-04b0-4ccb-bfe9-d671183b0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:34.905415 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78aa1623-fe3b-4b67-9d16-a3e95d6b894d req-3ce5a6c3-04b0-4ccb-bfe9-d671183b0e2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 1099 time: 0.1141024 Mar 02 07:34:34.909802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f86bc17f-573d-4670-9f5c-733af7af83d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:34.910959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:34.981334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:35.065760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:35.069549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78aa1623-fe3b-4b67-9d16-a3e95d6b894d req-9ae3e81b-0b12-4107-89e0-7cfa9a26e33b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562295 Mar 02 07:34:35.070912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:35.071295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.130900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:34:35.192139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.234798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,segment=NetworkSegment(965ec7d0-edab-49e8-9617-40aaecb82a3b),segment_id=965ec7d0-edab-49e8-9617-40aaecb82a3b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:35.239780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.320670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7c5fe17c-b348-4779-826f-56041da502d8 None None] Provisioning complete for port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:35.321381 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe17c-b348-4779-826f-56041da502d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.378917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:35.452097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:35.462092 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:35.477083 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:35.477318 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06306e3e-03cc-4f6e-82ed-b225be4b9d10 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9433253 Mar 02 07:34:35.477428 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:35.477546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48556) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:35.484878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-349901374'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:35.490709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:35.494928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:35.496678 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7c5fe17c-b348-4779-826f-56041da502d8 None None] Provisioning for port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:35.502067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:35.502304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7c5fe17c-b348-4779-826f-56041da502d8 None None] Provisioning complete for port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:35.502754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe17c-b348-4779-826f-56041da502d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.509705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:35.522611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:35.526187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.563473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fe17c-b348-4779-826f-56041da502d8 None None] Port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:35.564609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:35.577787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.578056 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment aa725025-3083-4691-9e6a-bf123fb3e5e3 of type vlan for network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e Mar 02 07:34:35.650157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.687521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b0fd958f-f87e-479d-a01a-a6e9e2661193 None None] Provisioning complete for port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:35.688258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b0fd958f-f87e-479d-a01a-a6e9e2661193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.694054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.697548 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:35.700931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:35.701812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.754860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd958f-f87e-479d-a01a-a6e9e2661193 None None] Port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:35.766658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0367-bcb6-483f-9aca-531280489d0d req-6fd824b3-163b-4e63-ba42-8606fff09aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:35.768110 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6da0367-bcb6-483f-9aca-531280489d0d req-6fd824b3-163b-4e63-ba42-8606fff09aca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 946 time: 0.1766748 Mar 02 07:34:35.813945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.848532 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3700485 Mar 02 07:34:35.851757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48560) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:35.857032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2810137-c66e-42b9-a836-c36aa01985f4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:35.867265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:35.883692 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6da0367-bcb6-483f-9aca-531280489d0d req-6a80ef20-815d-4b57-9bb8-dc29dcc62968 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605814 Mar 02 07:34:35.891998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:35.991320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a258d1b2-14f2-40eb-9ddc-8d4781ae0852 None None] Provisioning complete for port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:35.991862 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a258d1b2-14f2-40eb-9ddc-8d4781ae0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:35.998364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:36.021026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:36.024604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:36.031344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:36.047612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:36.049065 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:33Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:34Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:36.052373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.057388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.059511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a258d1b2-14f2-40eb-9ddc-8d4781ae0852 None None] Port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:36.066351 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:36.066698 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Updating router 4ac83838-b752-445b-91db-633149ca1fe2 port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:36.134107 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.271825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.358537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:36.359302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:36.366447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=c6ba9164-4d57-447a-836c-5428662cb443,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:36.382554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:36.392080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:36.396234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:36.396829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.405544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf269aaf-cc4b-4e59-99cb-e63bdb2360d5 None None] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:36.422135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:36.422356 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9ce19af3-743a-4979-8fc1-47be77711f4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5678594 Mar 02 07:34:36.485772 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.499401 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Transition to ACTIVE for port object 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:36.506811 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.584347 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765f678-b8c5-4c7f-ae54-bb1b891f9b00 None None] Pushing event updated for resources: {'Port': ['ID=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:36.632805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:36.634395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.771711 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Attempting to bind port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:36.772454 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Attempting to bind port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:36.773056 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Attempting to bind port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea on network f86bc17f-573d-4670-9f5c-733af7af83d6 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:36.781511 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:36.783117 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Checking segment: {'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:36.783676 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.784165 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Bound using segment: {'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:36.784726 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Bound port: 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965ec7d0-edab-49e8-9617-40aaecb82a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:36.785200 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.857204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Allocated IP 172.21.0.2 (f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e/c6ba9164-4d57-447a-836c-5428662cb443/adf7a37e-3299-4a93-831e-1a95f7a2fd71) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:36.876749 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] For port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:36.880057 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] For port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,segment=NetworkSegment(965ec7d0-edab-49e8-9617-40aaecb82a3b),segment_id=965ec7d0-edab-49e8-9617-40aaecb82a3b)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:36.887596 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:36.978470 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:36.979109 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:37.008187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:37.065850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.116412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.194025 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:37.194396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.199352 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901da5e5-617e-44e0-9198-16d9c8c70d7a req-ee880af7-b91e-4a1c-9711-ec1df896ec4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:37.200858 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-901da5e5-617e-44e0-9198-16d9c8c70d7a req-ee880af7-b91e-4a1c-9711-ec1df896ec4e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 946 time: 0.1659000 Mar 02 07:34:37.265069 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765f678-b8c5-4c7f-ae54-bb1b891f9b00 None None] Pushing event updated for resources: {'Port': ['ID=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:37.267975 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-901da5e5-617e-44e0-9198-16d9c8c70d7a req-da81dddb-3468-4d22-bcb2-2b26f51ed3b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573895 Mar 02 07:34:37.280631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.319539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Transition to ACTIVE for port object adf7a37e-3299-4a93-831e-1a95f7a2fd71 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:37.329419 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:37.407724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Transition to ACTIVE for port object adf7a37e-3299-4a93-831e-1a95f7a2fd71 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:37.425543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.487727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:37.490655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:37.494395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:37.539781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Pushing event updated for resources: {'Port': ['ID=adf7a37e-3299-4a93-831e-1a95f7a2fd71,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:37.563359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.21.0.1 (f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e/c6ba9164-4d57-447a-836c-5428662cb443/7e451331-6308-450e-8df0-f9a39d5f6884) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:37.579717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7a49b-a27e-4127-b0d8-878a98c17d3c req-ca7acdc1-d5ac-42a1-a62d-c0114f0e4c29 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:37.581224 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ea7a49b-a27e-4127-b0d8-878a98c17d3c req-ca7acdc1-d5ac-42a1-a62d-c0114f0e4c29 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 946 time: 0.1539397 Mar 02 07:34:37.599841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Attempting to bind port adf7a37e-3299-4a93-831e-1a95f7a2fd71 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:37.600215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Attempting to bind port adf7a37e-3299-4a93-831e-1a95f7a2fd71 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:37.600571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Attempting to bind port adf7a37e-3299-4a93-831e-1a95f7a2fd71 on network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:37.606158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:37.606767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Checking segment: {'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:37.606956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.607312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Bound using segment: {'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:37.607779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Bound port: adf7a37e-3299-4a93-831e-1a95f7a2fd71, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:37.608150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.658430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:33Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:36Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:37.662617 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a173f-6c33-4207-9585-dd331a5ef2d2 None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:33Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:36Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:37.704398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] For port adf7a37e-3299-4a93-831e-1a95f7a2fd71, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:37.707608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] For port adf7a37e-3299-4a93-831e-1a95f7a2fd71, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=adf7a37e-3299-4a93-831e-1a95f7a2fd71,segment=NetworkSegment(aa725025-3083-4691-9e6a-bf123fb3e5e3),segment_id=aa725025-3083-4691-9e6a-bf123fb3e5e3)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:37.712879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.797534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c02a5-f4f2-409c-94ef-c1bd086a4d40 None None] Pushing event updated for resources: {'Port': ['ID=adf7a37e-3299-4a93-831e-1a95f7a2fd71,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:37.853847 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ea7a49b-a27e-4127-b0d8-878a98c17d3c req-4510c598-f7b2-4fdf-8064-da6ad5e09c1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608275 Mar 02 07:34:37.882411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48574) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:37.935663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:37.953400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object 7e451331-6308-450e-8df0-f9a39d5f6884 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:38.003584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.089720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:38.094225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:38.098437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:38.134390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32985852-4e2f-4e38-a13c-6ab271b2b42e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:38.136701 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-32985852-4e2f-4e38-a13c-6ab271b2b42e tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 1094 time: 0.2510471 Mar 02 07:34:38.139805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:38.151428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:38.171972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:38.185551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=7e451331-6308-450e-8df0-f9a39d5f6884,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:38.192937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:38.198604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:38.207622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.210317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:38.236931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.441489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.506814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:38.861819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7297ee9-d659-4658-8a46-3b007869884b None None] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:38.887897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.96 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/d97bda47-c64f-4b72-a54b-f0c102782158) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:39.003504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77a008bf-33ad-44dc-85d7-8898ba4cabed None None] Provisioning for port adf7a37e-3299-4a93-831e-1a95f7a2fd71 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:39.068269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device adf7a37e-3299-4a93-831e-1a95f7a2fd71 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:39.072912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.086366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.161827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.196563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port adf7a37e-3299-4a93-831e-1a95f7a2fd71 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:39.204150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port adf7a37e-3299-4a93-831e-1a95f7a2fd71 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:39.204453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.214171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.223070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=7e451331-6308-450e-8df0-f9a39d5f6884,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:39.359858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.400837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port adf7a37e-3299-4a93-831e-1a95f7a2fd71, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=adf7a37e-3299-4a93-831e-1a95f7a2fd71,segment=NetworkSegment(aa725025-3083-4691-9e6a-bf123fb3e5e3),segment_id=aa725025-3083-4691-9e6a-bf123fb3e5e3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:39.407196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.408546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:39.475520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.528786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=adf7a37e-3299-4a93-831e-1a95f7a2fd71,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:39.546720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:39.553218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:39.553939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.566855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:39.568628 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:39.571467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:39.574505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:39.583280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6e91b8c8-4cda-404e-b127-15152eca5c21 None None] Provisioning for port 7e451331-6308-450e-8df0-f9a39d5f6884 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:39.595514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6e91b8c8-4cda-404e-b127-15152eca5c21 None None] Provisioning complete for port 7e451331-6308-450e-8df0-f9a39d5f6884 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:39.595889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6e91b8c8-4cda-404e-b127-15152eca5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.605436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:39.634187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=d97bda47-c64f-4b72-a54b-f0c102782158,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:39.665336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6e91b8c8-4cda-404e-b127-15152eca5c21 None None] Port 7e451331-6308-450e-8df0-f9a39d5f6884 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:39.761889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6e91b8c8-4cda-404e-b127-15152eca5c21 None None] Provisioning complete for port adf7a37e-3299-4a93-831e-1a95f7a2fd71 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:39.762263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6e91b8c8-4cda-404e-b127-15152eca5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.809902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.861890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,segment=NetworkSegment(965ec7d0-edab-49e8-9617-40aaecb82a3b),segment_id=965ec7d0-edab-49e8-9617-40aaecb82a3b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:39.896780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:39.910738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:39.982134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:40.090894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d5e12a1b-81d9-412e-8c8b-0d5b6b5c5d9a None None] Provisioning complete for port 7e451331-6308-450e-8df0-f9a39d5f6884 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:40.091263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a1b-81d9-412e-8c8b-0d5b6b5c5d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.145781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12a1b-81d9-412e-8c8b-0d5b6b5c5d9a None None] Port 7e451331-6308-450e-8df0-f9a39d5f6884 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:40.230946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:40.239860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:40.250559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:40.251169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:40.263156 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c413536-1898-4216-824c-c4ca8d0d79db tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8399603 Mar 02 07:34:40.265809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:40.271279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-1869465301'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:40.276042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:40.280759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:40.283776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:40.289614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:40.303291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:40.310109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.349196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:40.349402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.363261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.363923 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment 8193244b-0beb-4e2c-8666-87c8d9fae6bd of type vlan for network 3fac8681-c056-486d-badc-13bcbd79ba99 Mar 02 07:34:40.394660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.403633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:40.428792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.434734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:40.435654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.436238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.486998 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2199435 Mar 02 07:34:40.491549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:40.510327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:40.542842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0880cb6-0320-49ee-9879-6b38e03a5b01 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=3fac8681-c056-486d-badc-13bcbd79ba99,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:40.555628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 3fac8681-c056-486d-badc-13bcbd79ba99 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:40.708965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:40.715526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:40.720671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:40.730990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:40.757999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:40.761486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.804700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:38Z', 'revision_number': 3, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:38Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:40.809329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:40.809722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Updating router 4ac83838-b752-445b-91db-633149ca1fe2 port 7e451331-6308-450e-8df0-f9a39d5f6884 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:40.862914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.976771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device adf7a37e-3299-4a93-831e-1a95f7a2fd71 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:40.989659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:40.997270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.123635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=d97bda47-c64f-4b72-a54b-f0c102782158,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:41.139911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.157123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port adf7a37e-3299-4a93-831e-1a95f7a2fd71 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:41.157504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.392753 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 4acef34b-6205-4233-819c-15a51c090374 associated. External IP: 172.26.4.96, port: b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5. Mar 02 07:34:41.402335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:41.425473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.450150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.450803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Transition to ACTIVE for port object 7e451331-6308-450e-8df0-f9a39d5f6884 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:41.467385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.603457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b5a6a-38a2-4df4-9ba5-1edcf57d7cb7 None None] Pushing event updated for resources: {'Port': ['ID=7e451331-6308-450e-8df0-f9a39d5f6884,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:41.611684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=0d4e11d1-b3da-4cf6-a90b-69def060d188,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:41.638958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:41.639189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.658592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:41.658944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: 3fac8681-c056-486d-badc-13bcbd79ba99, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:41.736998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Attempting to bind port 7e451331-6308-450e-8df0-f9a39d5f6884 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:41.737360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Attempting to bind port 7e451331-6308-450e-8df0-f9a39d5f6884 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:41.737743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Attempting to bind port 7e451331-6308-450e-8df0-f9a39d5f6884 on network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:41.747937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:41.748291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Checking segment: {'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:41.748706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.749170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Bound using segment: {'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:41.749632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Bound port: 7e451331-6308-450e-8df0-f9a39d5f6884, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa725025-3083-4691-9e6a-bf123fb3e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:41.750022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.752019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 3fac8681-c056-486d-badc-13bcbd79ba99 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:41.771492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 3fac8681-c056-486d-badc-13bcbd79ba99) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:41.821260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:41.821797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:41.821906 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc09be-0f1a-4d37-9960-cecccedbd67a None None] Network 3fac8681-c056-486d-badc-13bcbd79ba99 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:41.868629 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d80f5de8-79d0-4e4f-a2f2-74ca10dcd167 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3759339 Mar 02 07:34:41.872236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:41.882662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router f8f47680-5335-423f-b5a0-a59631820c5b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:41.999486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] For port 7e451331-6308-450e-8df0-f9a39d5f6884, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:42.004411 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] For port 7e451331-6308-450e-8df0-f9a39d5f6884, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7e451331-6308-450e-8df0-f9a39d5f6884,segment=NetworkSegment(aa725025-3083-4691-9e6a-bf123fb3e5e3),segment_id=aa725025-3083-4691-9e6a-bf123fb3e5e3)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:42.013854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.062424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:42.075043 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] Sync routers for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:42.086477 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:42.087147 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:42.091071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.175574 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2340eed8-adb3-49a5-afbe-cd166e0fbc42 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0324070 Mar 02 07:34:42.176733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:34:42.183724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:42.188540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b5a6a-38a2-4df4-9ba5-1edcf57d7cb7 None None] Pushing event updated for resources: {'Port': ['ID=7e451331-6308-450e-8df0-f9a39d5f6884,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:42.196986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:42.197607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:42.280259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-3fac8681-c056-486d-badc-13bcbd79ba99', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:42.281085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.319201 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'status': 'completed', 'code': 200} Mar 02 07:34:42.338700 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:42.490161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:42.657948 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59e67a5b-482c-4b4e-992e-2ffc22cc2784 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers/f8f47680-5335-423f-b5a0-a59631820c5b HTTP/1.1" status: 200 len: 923 time: 0.4678450 Mar 02 07:34:42.660618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:42.748475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-aa69fa99-9bf9-4de1-9dd9-70c705fb834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:42.750559 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-aa69fa99-9bf9-4de1-9dd9-70c705fb834b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 1099 time: 0.4302690 Mar 02 07:34:42.751930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:42.795284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Allocated IP 172.22.0.2 (3fac8681-c056-486d-badc-13bcbd79ba99/0d4e11d1-b3da-4cf6-a90b-69def060d188/42af605b-a8b7-4a0c-8c7e-1b58558c0db9) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:42.806780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9fc3c99-8578-463c-a01d-7d4b2fbd0e25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 991 time: 0.1450028 Mar 02 07:34:42.818636 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4acef34b-6205-4233-819c-15a51c090374', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'mac_address': 'fa:16:3e:06:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:40Z', 'updated_at': '2022-03-02T07:34:40Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:34:24Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:42.823930 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] Checking router: f8f47680-5335-423f-b5a0-a59631820c5b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:42.837011 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:42.837997 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:42.969882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-d434611a-c0ea-4b7b-a425-ea25ffb35378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:42.972075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-d434611a-c0ea-4b7b-a425-ea25ffb35378 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70029d95-f517-4711-b6f6-95bf1ca56e8f HTTP/1.1" status: 200 len: 898 time: 0.1637230 Mar 02 07:34:43.098258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:38Z', 'revision_number': 3, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:41Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:43.100406 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:43.109543 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-26cd2d16-fa70-4ce5-9f42-7d83f7d61c03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 HTTP/1.1" status: 200 len: 999 time: 0.1311877 Mar 02 07:34:43.111988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8d8e5-2c0a-4be7-a004-fd7eb47c0957 None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:38Z', 'revision_number': 3, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:41Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:43.124271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.136329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Transition to ACTIVE for port object 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:43.162235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Transition to ACTIVE for port object 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:43.188317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.206687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-666bc1ac-b93f-4db1-892e-456e4e776506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:43.208143 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-666bc1ac-b93f-4db1-892e-456e4e776506 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0830390-49c3-43fc-ad54-53efac7a20bd HTTP/1.1" status: 200 len: 835 time: 0.0927584 Mar 02 07:34:43.276776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Network 3fac8681-c056-486d-badc-13bcbd79ba99 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:43.294463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:43.300792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:43.310067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.22.0.1 (3fac8681-c056-486d-badc-13bcbd79ba99/0d4e11d1-b3da-4cf6-a90b-69def060d188/ee4c5fe0-9081-4819-8673-b3119a72219c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:43.328086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-20c226f3-298c-4ea8-bcda-30cde8cdc241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:43.329720 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-20c226f3-298c-4ea8-bcda-30cde8cdc241 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70029d95-f517-4711-b6f6-95bf1ca56e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153309 Mar 02 07:34:43.412811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Pushing event updated for resources: {'Port': ['ID=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:43.502236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Attempting to bind port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:43.502616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Attempting to bind port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:43.502982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Attempting to bind port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 on network 3fac8681-c056-486d-badc-13bcbd79ba99 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:43.510749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:43.511174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Checking segment: {'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:43.511571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.511968 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Bound using segment: {'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:43.512437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Bound port: 42af605b-a8b7-4a0c-8c7e-1b58558c0db9, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:43.512814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.523526 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-c4e99c00-9cd4-449a-a5f0-b4343e21ad89 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875997 Mar 02 07:34:43.596343 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4acef34b-6205-4233-819c-15a51c090374', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'mac_address': 'fa:16:3e:06:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:40Z', 'updated_at': '2022-03-02T07:34:40Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:34:24Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:43.603434 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f40791-54df-46d1-895a-5f7bf1dbd73a None None] The sync data for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv is: [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4acef34b-6205-4233-819c-15a51c090374', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'mac_address': 'fa:16:3e:06:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:40Z', 'updated_at': '2022-03-02T07:34:40Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:34:24Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:43.702570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] For port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:43.711472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] For port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,segment=NetworkSegment(8193244b-0beb-4e2c-8666-87c8d9fae6bd),segment_id=8193244b-0beb-4e2c-8666-87c8d9fae6bd)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:43.718240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.750993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.765673 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ae76fba0-a495-4dcc-895e-a157a33ca557 req-e499f6a3-0d71-43bc-9a1a-3379b69a3689 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340117 Mar 02 07:34:43.779941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object ee4c5fe0-9081-4819-8673-b3119a72219c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:43.810933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:43.818524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:43.851192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de501b-1410-4185-bec4-537c5e83fe98 None None] Pushing event updated for resources: {'Port': ['ID=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:43.901305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 3fac8681-c056-486d-badc-13bcbd79ba99 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:43.905276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:43.908249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:43.966092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-47adb077-20bd-4237-bb2f-366f43de40d9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 991 time: 0.1535897 Mar 02 07:34:43.973613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=ee4c5fe0-9081-4819-8673-b3119a72219c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:43.991232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.012973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573629b-adbe-4429-baa5-5f8271a60541 None None] New status for floating IP 4acef34b-6205-4233-819c-15a51c090374: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:34:44.321782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.701341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.707144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.819690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:44.827737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=ee4c5fe0-9081-4819-8673-b3119a72219c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:44.867719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb25b7-bcec-4fbc-ba7f-a077b89bb416 None None] Network 3fac8681-c056-486d-badc-13bcbd79ba99 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:44.969940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:44.984534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 3fac8681-c056-486d-badc-13bcbd79ba99 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:44.985737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:44.990967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e915d8c-6de2-49cb-83f8-5b57cad5bafc None None] Provisioning for port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:45.035514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7e451331-6308-450e-8df0-f9a39d5f6884 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:45.121698 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d82d942d-8f3f-46f5-ac67-114ddae953eb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 993 time: 0.1472683 Mar 02 07:34:45.155810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:45.179606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 7e451331-6308-450e-8df0-f9a39d5f6884 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:45.188574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7e451331-6308-450e-8df0-f9a39d5f6884 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:45.188738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.358549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.431329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 7e451331-6308-450e-8df0-f9a39d5f6884, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7e451331-6308-450e-8df0-f9a39d5f6884,segment=NetworkSegment(aa725025-3083-4691-9e6a-bf123fb3e5e3),segment_id=aa725025-3083-4691-9e6a-bf123fb3e5e3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:45.441852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.442868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:45.456970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:45.472063 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7bcdcd16-1ff2-486d-87c2-54fba326d850 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5977416 Mar 02 07:34:45.474190 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:45.474802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:45.482022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'network': {'name': 'tempest-RoutersTest-562343972'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:45.488059 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:45.488673 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:45.491239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:45.507292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:network and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:45.514610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:45.538944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:45.569287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:45.576511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.611987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=7e451331-6308-450e-8df0-f9a39d5f6884,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:45.620577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:34:45.634632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.635914 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added segment 7906e868-2404-4ade-9172-247bcca4180b of type vlan for network 0cd61a04-df72-424d-b8fa-d222a47e523c Mar 02 07:34:45.649924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:45.657575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:45.658276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.680444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.688100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Provisioning complete for port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:45.689030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.703950 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:45.742360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.753597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:45.754771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:45.879759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Network': ['ID=0cd61a04-df72-424d-b8fa-d222a47e523c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:45.903120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 0cd61a04-df72-424d-b8fa-d222a47e523c details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:34:45.922431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:45.922629 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-172a9a67-483e-4074-8eb6-05fa9a057cd3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4462879 Mar 02 07:34:45.933800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'subnet': {'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:46.046837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.115389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:34:46.119770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:subnet and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:34:46.126548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:34:46.129431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.134541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:34:46.155740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Made reservation on behalf of c589a7ea5d5a4d67a2dcbcb10ac82f0b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:34:46.160982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.162563 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:46.167700 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:46.168068 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Updating router 4ac83838-b752-445b-91db-633149ca1fe2 port ee4c5fe0-9081-4819-8673-b3119a72219c binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:46.204461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] For port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,segment=NetworkSegment(8193244b-0beb-4e2c-8666-87c8d9fae6bd),segment_id=8193244b-0beb-4e2c-8666-87c8d9fae6bd)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:46.216707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.246383 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.328330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Provisioning for port ee4c5fe0-9081-4819-8673-b3119a72219c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:46.338650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Provisioning complete for port ee4c5fe0-9081-4819-8673-b3119a72219c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:46.338650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.386327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Pushing event updated for resources: {'Port': ['ID=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:46.389200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:46.389427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:46.414501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1da5e5b7-a61f-4acf-8a90-83706d65741c None None] Port ee4c5fe0-9081-4819-8673-b3119a72219c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:46.517969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.543583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4b0d52e-a735-47fa-9028-989774587d69 None None] Provisioning complete for port ee4c5fe0-9081-4819-8673-b3119a72219c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:46.543583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4b0d52e-a735-47fa-9028-989774587d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.607807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0d52e-a735-47fa-9028-989774587d69 None None] Port ee4c5fe0-9081-4819-8673-b3119a72219c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:46.619559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Subnet': ['ID=30a78a61-8e99-4fd0-9b33-fa02d1099c32,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:46.627876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Checking segment: {'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:46.628230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network hostable DHCP agents. Network: 0cd61a04-df72-424d-b8fa-d222a47e523c, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:34:46.653387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 0cd61a04-df72-424d-b8fa-d222a47e523c is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:34:46.665059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 0cd61a04-df72-424d-b8fa-d222a47e523c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:46.668525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:34:46.669109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.674653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c902f-df12-4c0f-9e74-bb73a2a47fa0 None None] Network 0cd61a04-df72-424d-b8fa-d222a47e523c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:46.694463 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2c57dbd-b0ff-4f56-b949-703cd60d4435 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7711127 Mar 02 07:34:46.697449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:46.714661 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.727844 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Transition to ACTIVE for port object ee4c5fe0-9081-4819-8673-b3119a72219c will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:46.737999 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:46.946455 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638176-d507-4e25-9d3a-5ae9e1cbe3c0 None None] Pushing event updated for resources: {'Port': ['ID=ee4c5fe0-9081-4819-8673-b3119a72219c,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:47.036772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-0cd61a04-df72-424d-b8fa-d222a47e523c', 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'fixed_ips': [{'subnet_id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:34:47.044665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.066788 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Attempting to bind port ee4c5fe0-9081-4819-8673-b3119a72219c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:47.067427 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Attempting to bind port ee4c5fe0-9081-4819-8673-b3119a72219c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:47.069206 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Attempting to bind port ee4c5fe0-9081-4819-8673-b3119a72219c on network 3fac8681-c056-486d-badc-13bcbd79ba99 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:47.078893 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:47.079741 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Checking segment: {'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:47.080209 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.080631 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Bound using segment: {'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:47.081098 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Bound port: ee4c5fe0-9081-4819-8673-b3119a72219c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8193244b-0beb-4e2c-8666-87c8d9fae6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:47.081467 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.205891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7e451331-6308-450e-8df0-f9a39d5f6884 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:47.220023 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] For port ee4c5fe0-9081-4819-8673-b3119a72219c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:47.228191 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] For port ee4c5fe0-9081-4819-8673-b3119a72219c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ee4c5fe0-9081-4819-8673-b3119a72219c,segment=NetworkSegment(8193244b-0beb-4e2c-8666-87c8d9fae6bd),segment_id=8193244b-0beb-4e2c-8666-87c8d9fae6bd)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:47.235896 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.350280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Allocated IP 172.23.0.2 (0cd61a04-df72-424d-b8fa-d222a47e523c/30a78a61-8e99-4fd0-9b33-fa02d1099c32/7d97e235-83ea-48f8-a76a-d455440b2a9d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:47.352971 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638176-d507-4e25-9d3a-5ae9e1cbe3c0 None None] Pushing event updated for resources: {'Port': ['ID=ee4c5fe0-9081-4819-8673-b3119a72219c,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:47.366932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7e451331-6308-450e-8df0-f9a39d5f6884 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:47.367314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.374416 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:47.374416 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:47.593601 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:47.611337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.681734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:47.825160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.838516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Transition to ACTIVE for port object 7d97e235-83ea-48f8-a76a-d455440b2a9d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:47.865459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Transition to ACTIVE for port object 7d97e235-83ea-48f8-a76a-d455440b2a9d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:47.876649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:47.876649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.907340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:47.984761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Network 0cd61a04-df72-424d-b8fa-d222a47e523c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:47.986144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:47.992896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:48.024286 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:47Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:48.029943 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d1fb-9210-4130-9431-0eeecb222ae5 None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:44Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:47Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:48.058508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Allocated IP 172.23.0.1 (0cd61a04-df72-424d-b8fa-d222a47e523c/30a78a61-8e99-4fd0-9b33-fa02d1099c32/04249fd2-bd8e-4432-a0ea-3bddaa6f50a4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:34:48.169234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Pushing event updated for resources: {'Port': ['ID=7d97e235-83ea-48f8-a76a-d455440b2a9d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:48.204970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Attempting to bind port 7d97e235-83ea-48f8-a76a-d455440b2a9d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:48.205337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Attempting to bind port 7d97e235-83ea-48f8-a76a-d455440b2a9d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:48.205725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Attempting to bind port 7d97e235-83ea-48f8-a76a-d455440b2a9d on network 0cd61a04-df72-424d-b8fa-d222a47e523c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:48.240338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:48.241844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Checking segment: {'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:48.243578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.243578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Bound using segment: {'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:48.243578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Bound port: 7d97e235-83ea-48f8-a76a-d455440b2a9d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:48.243964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.302949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.334577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Transition to ACTIVE for port object 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:48.374091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] For port 7d97e235-83ea-48f8-a76a-d455440b2a9d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:48.377631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.379956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] For port 7d97e235-83ea-48f8-a76a-d455440b2a9d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7d97e235-83ea-48f8-a76a-d455440b2a9d,segment=NetworkSegment(7906e868-2404-4ade-9172-247bcca4180b),segment_id=7906e868-2404-4ade-9172-247bcca4180b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:48.387903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.460664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 0cd61a04-df72-424d-b8fa-d222a47e523c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:48.463718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:48.467654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:34:48.482165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff7f2c-0859-41fd-98bd-d669f95de01a None None] Pushing event updated for resources: {'Port': ['ID=7d97e235-83ea-48f8-a76a-d455440b2a9d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:48.522985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:48.558253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.723556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:48.929497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.223681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7d97e235-83ea-48f8-a76a-d455440b2a9d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:49.314910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 7d97e235-83ea-48f8-a76a-d455440b2a9d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:49.324391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ee4c5fe0-9081-4819-8673-b3119a72219c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:49.364626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.375488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.443539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ee4c5fe0-9081-4819-8673-b3119a72219c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:49.453950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ee4c5fe0-9081-4819-8673-b3119a72219c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:49.453950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.537115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.545960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event updated for resources: {'Port': ['ID=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:49.615948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.662349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port ee4c5fe0-9081-4819-8673-b3119a72219c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ee4c5fe0-9081-4819-8673-b3119a72219c,segment=NetworkSegment(8193244b-0beb-4e2c-8666-87c8d9fae6bd),segment_id=8193244b-0beb-4e2c-8666-87c8d9fae6bd)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:49.666467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.730134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Network 0cd61a04-df72-424d-b8fa-d222a47e523c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:34:49.731965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:34:49.767790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869786e7-f703-4f48-a684-f3d33d71b638 None None] Network 0cd61a04-df72-424d-b8fa-d222a47e523c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:49.800930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=ee4c5fe0-9081-4819-8673-b3119a72219c,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:49.893736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c89881a5-5041-4743-a20c-3385469b4260 None None] Provisioning for port 7d97e235-83ea-48f8-a76a-d455440b2a9d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:49.909127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c89881a5-5041-4743-a20c-3385469b4260 None None] Provisioning complete for port 7d97e235-83ea-48f8-a76a-d455440b2a9d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:49.909127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c89881a5-5041-4743-a20c-3385469b4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:49.936069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:50.095531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:50.108261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:50.109170 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-380f8b59-16b4-4c7a-912d-ecf26057c1b4 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4116633 Mar 02 07:34:50.110201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c89881a5-5041-4743-a20c-3385469b4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.111801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:50.117017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:50.149297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:50.149297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:50.227224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c89881a5-5041-4743-a20c-3385469b4260 None None] For port 7d97e235-83ea-48f8-a76a-d455440b2a9d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7d97e235-83ea-48f8-a76a-d455440b2a9d,segment=NetworkSegment(7906e868-2404-4ade-9172-247bcca4180b),segment_id=7906e868-2404-4ade-9172-247bcca4180b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:50.279631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c89881a5-5041-4743-a20c-3385469b4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.369892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:50.437798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89881a5-5041-4743-a20c-3385469b4260 None None] Pushing event updated for resources: {'Port': ['ID=7d97e235-83ea-48f8-a76a-d455440b2a9d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:50.821851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a6da80ee-dabd-4636-b714-4964032e5dc7 None None] Provisioning complete for port 7d97e235-83ea-48f8-a76a-d455440b2a9d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:50.822267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6da80ee-dabd-4636-b714-4964032e5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.917099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:34:50.936090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Removed routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:34:50.936495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:50.995436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:48Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '04249fd2-bd8e-4432-a0ea-3bddaa6f50a4', 'name': '', 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ae:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:47Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:51.008909 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:51.009632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Updating router 4ac83838-b752-445b-91db-633149ca1fe2 port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:34:51.087568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.098646 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a6da80ee-dabd-4636-b714-4964032e5dc7 None None] Provisioning for port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:51.107511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a6da80ee-dabd-4636-b714-4964032e5dc7 None None] Provisioning complete for port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:51.107889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6da80ee-dabd-4636-b714-4964032e5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.172413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7d97e235-83ea-48f8-a76a-d455440b2a9d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:51.239865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a6da80ee-dabd-4636-b714-4964032e5dc7 None None] Port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:51.320350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.323770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.334433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7d97e235-83ea-48f8-a76a-d455440b2a9d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:51.334809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.486336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:51.486624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbb0ac63-b578-4c64-882f-51b8532b3e32 None None] Provisioning complete for port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:51.487001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbb0ac63-b578-4c64-882f-51b8532b3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.591006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0ac63-b578-4c64-882f-51b8532b3e32 None None] Port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:34:51.637293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ee4c5fe0-9081-4819-8673-b3119a72219c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:51.646530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:51.653067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.654242 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0cd54600-6d01-4cee-8655-ea4528555ace tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 200 len: 934 time: 1.5415409 Mar 02 07:34:51.657072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:51.760954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.776337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Transition to ACTIVE for port object 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:34:51.778644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ee4c5fe0-9081-4819-8673-b3119a72219c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:51.779012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.820102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:51.825806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-adfb2f28-e72a-44f7-b6c8-af7cefe54de9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 200 len: 934 time: 0.1675317 Mar 02 07:34:51.828728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:51.834339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:34:52.002866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b680bc2-dc06-4bbb-b810-7ce050c0ce20 None None] Pushing event updated for resources: {'Port': ['ID=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:52.107474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Attempting to bind port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:34:52.107844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Attempting to bind port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:34:52.108205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Attempting to bind port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 on network 0cd61a04-df72-424d-b8fa-d222a47e523c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:34:52.125480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:34:52.125931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Checking segment: {'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:34:52.126283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.126670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Bound using segment: {'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:34:52.127595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Bound port: 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7906e868-2404-4ade-9172-247bcca4180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:34:52.127595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.228691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] For port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:34:52.233118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] For port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,segment=NetworkSegment(7906e868-2404-4ade-9172-247bcca4180b),segment_id=7906e868-2404-4ade-9172-247bcca4180b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:34:52.237398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.317077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:52.317725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:52.430879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b680bc2-dc06-4bbb-b810-7ce050c0ce20 None None] Pushing event updated for resources: {'Port': ['ID=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:52.532629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:52.536197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:34:52.536682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:34:52.566197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.865188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:50Z', 'revision_number': 6, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '04249fd2-bd8e-4432-a0ea-3bddaa6f50a4', 'name': '', 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ae:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:47Z', 'updated_at': '2022-03-02T07:34:52Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:52.869193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978d7f8-764d-4506-8f62-0f60514ca54d None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:50Z', 'revision_number': 6, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '04249fd2-bd8e-4432-a0ea-3bddaa6f50a4', 'name': '', 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ae:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:47Z', 'updated_at': '2022-03-02T07:34:52Z', 'revision_number': 4, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:52.878703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:52.883685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.059512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:53.173959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:34:53.241286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:53.248840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.250039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-528d31cd-3202-498a-babe-959229a8c8a5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 200 len: 700 time: 1.4200408 Mar 02 07:34:53.252749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:53.266519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:34:53.272342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:34:53.272813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.418928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.439603 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d1c3d66-592e-4598-999d-b2c8ee147906 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 200 len: 700 time: 0.1853759 Mar 02 07:34:53.444006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:53.457423 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,segment=NetworkSegment(7906e868-2404-4ade-9172-247bcca4180b),segment_id=7906e868-2404-4ade-9172-247bcca4180b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:53.463118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:53.538624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:54.067676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.255188 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:54.264719 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:54.265310 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:54.398480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:54.398817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.414631 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:54.589361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,segment=NetworkSegment(7906e868-2404-4ade-9172-247bcca4180b),segment_id=7906e868-2404-4ade-9172-247bcca4180b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:54.589773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.709575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:54.734219 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:52Z', 'revision_number': 7, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '04249fd2-bd8e-4432-a0ea-3bddaa6f50a4', 'name': '', 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ae:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:47Z', 'updated_at': '2022-03-02T07:34:53Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:54.738112 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:54.746846 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:54.747431 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:54.887305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:54.926104 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:54.938505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=04249fd2-bd8e-4432-a0ea-3bddaa6f50a4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:55.272995 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:52Z', 'revision_number': 7, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '04249fd2-bd8e-4432-a0ea-3bddaa6f50a4', 'name': '', 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ae:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:47Z', 'updated_at': '2022-03-02T07:34:53Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:55.277413 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5d95a-6af5-4a6d-81ab-ff0620470c1d None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:52Z', 'revision_number': 7, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '04249fd2-bd8e-4432-a0ea-3bddaa6f50a4', 'name': '', 'network_id': '0cd61a04-df72-424d-b8fa-d222a47e523c', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ae:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:47Z', 'updated_at': '2022-03-02T07:34:53Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '30a78a61-8e99-4fd0-9b33-fa02d1099c32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:55.316821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.645767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:55.806652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:55.815534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:55.818922 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e9596a2c-fe40-44ef-93ad-82aa23342e9c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3735321 Mar 02 07:34:55.821202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:55.825345 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:55.825976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:55.887661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet 30a78a61-8e99-4fd0-9b33-fa02d1099c32 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:55.891386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.945671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:55.978546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:56.037960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.112861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.158403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=30a78a61-8e99-4fd0-9b33-fa02d1099c32,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:56.162680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.173321 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22e2e545-30bb-44b0-8f54-da9744aae9a1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/30a78a61-8e99-4fd0-9b33-fa02d1099c32 HTTP/1.1" status: 204 len: 168 time: 0.3463492 Mar 02 07:34:56.173321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:56.188907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67712f8-53c1-4239-95ae-43ef05a3e806 None None] Network 0cd61a04-df72-424d-b8fa-d222a47e523c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:34:56.288329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.300076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 7d97e235-83ea-48f8-a76a-d455440b2a9d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:56.300076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.511914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:54Z', 'revision_number': 8, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:56.516286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 7d97e235-83ea-48f8-a76a-d455440b2a9d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7d97e235-83ea-48f8-a76a-d455440b2a9d,segment=NetworkSegment(7906e868-2404-4ade-9172-247bcca4180b),segment_id=7906e868-2404-4ade-9172-247bcca4180b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:56.516743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.517875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:34:56.527269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:56.528134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:56.587791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] DHCP port deletion for 0cd61a04-df72-424d-b8fa-d222a47e523c request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:34:56.604307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Deleting port 7d97e235-83ea-48f8-a76a-d455440b2a9d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:56.605280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.767011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 7d97e235-83ea-48f8-a76a-d455440b2a9d owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:56.788127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:56.841430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:56.888872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=7d97e235-83ea-48f8-a76a-d455440b2a9d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:56.890651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port 7d97e235-83ea-48f8-a76a-d455440b2a9d on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:34:57.015719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.052145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd61a04-df72-424d-b8fa-d222a47e523c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:57.070752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7906e868-2404-4ade-9172-247bcca4180b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:57.071040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7906e868-2404-4ade-9172-247bcca4180b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:57.084079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.103595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.113294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:34:57.113680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:34:57.130607 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:34:57.150022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] For port 7d97e235-83ea-48f8-a76a-d455440b2a9d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7d97e235-83ea-48f8-a76a-d455440b2a9d,segment=NetworkSegment(7906e868-2404-4ade-9172-247bcca4180b),segment_id=7906e868-2404-4ade-9172-247bcca4180b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:57.150514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.162524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7d97e235-83ea-48f8-a76a-d455440b2a9d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:57.221428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.243258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.259374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=0cd61a04-df72-424d-b8fa-d222a47e523c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:57.267375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4645e3ca-d062-480b-83aa-897dde788a0d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/0cd61a04-df72-424d-b8fa-d222a47e523c HTTP/1.1" status: 204 len: 168 time: 1.0883627 Mar 02 07:34:57.267375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48658) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:57.283489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 7d97e235-83ea-48f8-a76a-d455440b2a9d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:57.283489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7d97e235-83ea-48f8-a76a-d455440b2a9d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:57.365069 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Calling delete_port for 7d97e235-83ea-48f8-a76a-d455440b2a9d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:57.483649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:34:57.484001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:34:57.501504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:54Z', 'revision_number': 8, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:57.506162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d72b79a-d275-4961-a8b0-bfd4c907af1d None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:54Z', 'revision_number': 8, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4c5fe0-9081-4819-8673-b3119a72219c', 'name': '', 'network_id': '3fac8681-c056-486d-badc-13bcbd79ba99', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:e8:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:42Z', 'updated_at': '2022-03-02T07:34:49Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '0d4e11d1-b3da-4cf6-a90b-69def060d188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:34:57.773915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:57.986074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Deleting port 7d97e235-83ea-48f8-a76a-d455440b2a9d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:57.986492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.060220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-50a9d1e7-dcfc-41b1-9b67-f40476f9aa7e None None] The port '7d97e235-83ea-48f8-a76a-d455440b2a9d' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:34:58.225292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port ee4c5fe0-9081-4819-8673-b3119a72219c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:34:58.225436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.414951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port ee4c5fe0-9081-4819-8673-b3119a72219c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ee4c5fe0-9081-4819-8673-b3119a72219c,segment=NetworkSegment(8193244b-0beb-4e2c-8666-87c8d9fae6bd),segment_id=8193244b-0beb-4e2c-8666-87c8d9fae6bd)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:34:58.415310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.539970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for ee4c5fe0-9081-4819-8673-b3119a72219c owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:34:58.703977 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:34:58.727276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:58.781478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=ee4c5fe0-9081-4819-8673-b3119a72219c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:34:59.056273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.170885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:34:59.211790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:34:59.211790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 04249fd2-bd8e-4432-a0ea-3bddaa6f50a4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:34:59.399046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:34:59.671512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:34:59.684569 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:34:59.686074 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f2ae394-c263-4c34-8f72-eaf71132c792 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4216185 Mar 02 07:34:59.689634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48662) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:34:59.695744 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:34:59.695744 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:34:59.764285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet 0d4e11d1-b3da-4cf6-a90b-69def060d188 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:34:59.767236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.823241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.851688 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:34:59.906446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:34:59.983522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.024290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4e11d1-b3da-4cf6-a90b-69def060d188,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:00.027890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.035712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec49e2b-6768-4ac6-a512-377a241f51e4 None None] Network 3fac8681-c056-486d-badc-13bcbd79ba99 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:00.036449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:00.036951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9ffd510c-f48c-4d9d-8288-38ade39a83f7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/0d4e11d1-b3da-4cf6-a90b-69def060d188 HTTP/1.1" status: 204 len: 168 time: 0.3463023 Mar 02 07:35:00.152128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.159975 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:58Z', 'revision_number': 9, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:00.163335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:00.163693 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:00.163803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.173082 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:00.173697 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:00.340971 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:00.348362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] DHCP port deletion for 3fac8681-c056-486d-badc-13bcbd79ba99 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:35:00.354140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Deleting port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:00.354768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.392298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,segment=NetworkSegment(8193244b-0beb-4e2c-8666-87c8d9fae6bd),segment_id=8193244b-0beb-4e2c-8666-87c8d9fae6bd)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:00.392646 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.519074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:00.572886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] For port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,segment=NetworkSegment(8193244b-0beb-4e2c-8666-87c8d9fae6bd),segment_id=8193244b-0beb-4e2c-8666-87c8d9fae6bd)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:00.573533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.603020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.654074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=42af605b-a8b7-4a0c-8c7e-1b58558c0db9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:00.655913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:00.694431 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:58Z', 'revision_number': 9, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:00.698324 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07532f24-ac99-4f27-943c-4c8cdea8f61b None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:34:58Z', 'revision_number': 9, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e451331-6308-450e-8df0-f9a39d5f6884', 'name': '', 'network_id': 'f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:ce:f1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:37Z', 'updated_at': '2022-03-02T07:34:45Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': 'c6ba9164-4d57-447a-836c-5428662cb443', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:00.713690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Calling delete_port for 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:00.779602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.786086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:35:00.786451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:35:00.804371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fac8681-c056-486d-badc-13bcbd79ba99']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:00.815684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8193244b-0beb-4e2c-8666-87c8d9fae6bd') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:00.815972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8193244b-0beb-4e2c-8666-87c8d9fae6bd') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:00.827286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.843179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.849221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:00.849568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:00.863376 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:00.940102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.958819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:00.973574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=3fac8681-c056-486d-badc-13bcbd79ba99,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:00.981455 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-469b6aae-05e6-44bc-b1a0-20958e17005c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/3fac8681-c056-486d-badc-13bcbd79ba99 HTTP/1.1" status: 204 len: 168 time: 0.9432850 Mar 02 07:35:00.984036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:01.154672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:01.192157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:01.192535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:01.192948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ee4c5fe0-9081-4819-8673-b3119a72219c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:01.226033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ee4c5fe0-9081-4819-8673-b3119a72219c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:01.226376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ee4c5fe0-9081-4819-8673-b3119a72219c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:01.287758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Deleting port 42af605b-a8b7-4a0c-8c7e-1b58558c0db9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:01.288254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.357779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f93cf775-4ccf-4534-87f4-6694ce980875 None None] The port '42af605b-a8b7-4a0c-8c7e-1b58558c0db9' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:35:01.593801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:01.914706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 7e451331-6308-450e-8df0-f9a39d5f6884 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:01.915045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.097436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 7e451331-6308-450e-8df0-f9a39d5f6884, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7e451331-6308-450e-8df0-f9a39d5f6884,segment=NetworkSegment(aa725025-3083-4691-9e6a-bf123fb3e5e3),segment_id=aa725025-3083-4691-9e6a-bf123fb3e5e3)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:02.098197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.217018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 7e451331-6308-450e-8df0-f9a39d5f6884 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:02.391477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.443721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=7e451331-6308-450e-8df0-f9a39d5f6884,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:02.528365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5705fd99-4a3b-4741-905d-15ca88f09a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:02.690841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.107077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:03.258961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:03.268971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:03.271527 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b896a366-d9ab-4d98-bb25-0f3dbed82866 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864654 Mar 02 07:35:03.274009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:03.277779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:03.278384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:03.349118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet c6ba9164-4d57-447a-836c-5428662cb443 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:35:03.352163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.406442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.434632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:03.491559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.562061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.600615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ba9164-4d57-447a-836c-5428662cb443,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:03.604165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.610855 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1137f40-0810-4966-986e-e4d01eb2187b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/c6ba9164-4d57-447a-836c-5428662cb443 HTTP/1.1" status: 204 len: 168 time: 0.3358967 Mar 02 07:35:03.613277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:03.641627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e876d74-d689-45ef-ae9e-4a2c09550ef0 None None] Network f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:03.724431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.735547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port adf7a37e-3299-4a93-831e-1a95f7a2fd71 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:03.735877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.942699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port adf7a37e-3299-4a93-831e-1a95f7a2fd71, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=adf7a37e-3299-4a93-831e-1a95f7a2fd71,segment=NetworkSegment(aa725025-3083-4691-9e6a-bf123fb3e5e3),segment_id=aa725025-3083-4691-9e6a-bf123fb3e5e3)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:03.943133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:03.944766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:02Z', 'revision_number': 10, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:03.949174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:03.957554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:03.958197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:34:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:04.020779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b9dcb-1181-4501-81c9-17d5bf88b223 None None] DHCP port deletion for f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:35:04.066190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for adf7a37e-3299-4a93-831e-1a95f7a2fd71 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:04.074421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b9dcb-1181-4501-81c9-17d5bf88b223 None None] Deleting port adf7a37e-3299-4a93-831e-1a95f7a2fd71 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:04.074793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f2b9dcb-1181-4501-81c9-17d5bf88b223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.145769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.154137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:04.192452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=adf7a37e-3299-4a93-831e-1a95f7a2fd71,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:04.194240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port adf7a37e-3299-4a93-831e-1a95f7a2fd71 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:04.233531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b9dcb-1181-4501-81c9-17d5bf88b223 None None] The port 'adf7a37e-3299-4a93-831e-1a95f7a2fd71' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:35:04.423182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.447862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:04.460105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa725025-3083-4691-9e6a-bf123fb3e5e3') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:04.460398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa725025-3083-4691-9e6a-bf123fb3e5e3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:04.471428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.488528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.494505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:04.494822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.498664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:02Z', 'revision_number': 10, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:04.502546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136d745-3efb-4a87-af83-61aeeb61f7c9 None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:02Z', 'revision_number': 10, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None, '_interfaces': [{'id': '4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea', 'name': '', 'network_id': 'f86bc17f-573d-4670-9f5c-733af7af83d6', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'mac_address': 'fa:16:3e:f4:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac83838-b752-445b-91db-633149ca1fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:33Z', 'updated_at': '2022-03-02T07:34:39Z', 'revision_number': 5, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'subnets': [{'id': '00632c44-ad87-4e5d-9388-a51b54528a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:04.512946 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:04.590017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.594232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:04.621593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:04.626904 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8255605-85f8-45ec-8465-95d610109931 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/f657fe1f-1cee-4ccc-95c7-4c0ec65dd08e HTTP/1.1" status: 204 len: 168 time: 1.0126739 Mar 02 07:35:04.629615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:04.777521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2dbba7f8-1664-421e-b46e-2c8f09ee0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.147139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device adf7a37e-3299-4a93-831e-1a95f7a2fd71 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:05.176246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.180685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: adf7a37e-3299-4a93-831e-1a95f7a2fd71 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:05.181032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device adf7a37e-3299-4a93-831e-1a95f7a2fd71 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:05.181438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7e451331-6308-450e-8df0-f9a39d5f6884 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:05.212091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 7e451331-6308-450e-8df0-f9a39d5f6884 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:05.212436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7e451331-6308-450e-8df0-f9a39d5f6884 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:05.503478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:05.503805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.685105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,segment=NetworkSegment(965ec7d0-edab-49e8-9617-40aaecb82a3b),segment_id=965ec7d0-edab-49e8-9617-40aaecb82a3b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:05.685456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.816765 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.863282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:05.912779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:06.084813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.130957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:06.360429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.631500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:06.759594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:06.769368 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:06.772783 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-318c6305-aa19-4cad-a97d-088d16032113 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421626 Mar 02 07:35:06.775315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:06.779294 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:06.779881 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:06.840856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting subnet 00632c44-ad87-4e5d-9388-a51b54528a4a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:35:06.843721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.895985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.899925 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:06.977914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:06.999877 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:06Z', 'revision_number': 11, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:07.003802 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:07.012397 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:07.012977 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:07.047457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.084856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Subnet': ['ID=00632c44-ad87-4e5d-9388-a51b54528a4a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:07.088407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.097173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a6c51b78-20e6-4644-9d2b-5f5759d0d3d5 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/00632c44-ad87-4e5d-9388-a51b54528a4a HTTP/1.1" status: 204 len: 168 time: 0.3186529 Mar 02 07:35:07.097437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:07.107949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.113695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296b501-2204-459e-af3b-551607de4b73 None None] Network f86bc17f-573d-4670-9f5c-733af7af83d6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:07.146206 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:07.262554 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:06Z', 'revision_number': 11, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:07.266732 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba4ced-315f-4d39-82aa-152ec6c1ce9a None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:06Z', 'revision_number': 11, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:07.326331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.337565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Deleting port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:07.337838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.538679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] For port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,segment=NetworkSegment(965ec7d0-edab-49e8-9617-40aaecb82a3b),segment_id=965ec7d0-edab-49e8-9617-40aaecb82a3b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:07.539336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.602225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] DHCP port deletion for f86bc17f-573d-4670-9f5c-733af7af83d6 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:35:07.610095 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Deleting port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:07.610566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.660890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Calling delete_port for c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:07.741795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.788440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Port': ['ID=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:07.790276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No DVR routers for this DVR port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:07.820630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] For port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c00ad0b1-3565-4480-aaa2-7342d1b5c8a5,segment=NetworkSegment(965ec7d0-edab-49e8-9617-40aaecb82a3b),segment_id=965ec7d0-edab-49e8-9617-40aaecb82a3b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:07.821020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.909363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.933595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86bc17f-573d-4670-9f5c-733af7af83d6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:07.944688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Calling delete_port for c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:07.945084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965ec7d0-edab-49e8-9617-40aaecb82a3b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:07.945379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965ec7d0-edab-49e8-9617-40aaecb82a3b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:07.956225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.972034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.978634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:07.979056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:07.997144 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:08.015644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:35:08.015996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:35:08.071914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.088192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.099387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Pushing event deleted for resources: {'Network': ['ID=f86bc17f-573d-4670-9f5c-733af7af83d6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:08.107159 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd35fe53-093e-4999-8875-775b524c0d54 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/networks/f86bc17f-573d-4670-9f5c-733af7af83d6 HTTP/1.1" status: 204 len: 168 time: 1.0085256 Mar 02 07:35:08.109889 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48700) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:08.115269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'routes': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:08.400320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Added routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 07:35:08.400618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Removed routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 07:35:08.400979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.517912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Deleting port c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:08.518459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.582571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-36d4f321-ed14-48eb-9d86-8683a562e652 None None] The port 'c00ad0b1-3565-4480-aaa2-7342d1b5c8a5' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:35:08.756350 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.759600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:08.887348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router 4ac83838-b752-445b-91db-633149ca1fe2 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:09.018814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:09.025215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.026932 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5beb26b6-0ace-474f-92dd-d74e78f61b0b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 200 len: 701 time: 0.9154007 Mar 02 07:35:09.028514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] Sync routers for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:09.029986 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48704) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:09.039785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:09.040378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:09.075659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-688c10c0-bea1-4bae-8c4c-bfeb10cb5927 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:09.092122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-688c10c0-bea1-4bae-8c4c-bfeb10cb5927 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:09.095700 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-688c10c0-bea1-4bae-8c4c-bfeb10cb5927 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 200 len: 205 time: 0.0623500 Mar 02 07:35:09.096510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48708) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:09.160009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:09.201475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:09.230282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5914e2d6-6584-4871-906f-b6cb550f9041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.242447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:09.242649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c00ad0b1-3565-4480-aaa2-7342d1b5c8a5 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:09.243057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:09.337254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:09.337511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4d2ead6b-43d7-4dfd-a833-e0ebd4bb3aea not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:09.340428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:06Z', 'revision_number': 11, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:09.346091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] Checking router: 4ac83838-b752-445b-91db-633149ca1fe2 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:09.355467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] Routers {'4ac83838-b752-445b-91db-633149ca1fe2'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:09.356037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['4ac83838-b752-445b-91db-633149ca1fe2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:09.480040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] Set router 4ac83838-b752-445b-91db-633149ca1fe2 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:09.524072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5914e2d6-6584-4871-906f-b6cb550f9041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.526405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5914e2d6-6584-4871-906f-b6cb550f9041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.548037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5914e2d6-6584-4871-906f-b6cb550f9041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.548512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5914e2d6-6584-4871-906f-b6cb550f9041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Fanout notify agent at l3_agent the message router_deleted on router 4ac83838-b752-445b-91db-633149ca1fe2 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:35:09.563282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5914e2d6-6584-4871-906f-b6cb550f9041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.564432 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5914e2d6-6584-4871-906f-b6cb550f9041 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 204 len: 168 time: 0.4671166 Mar 02 07:35:09.568492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:09.574036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-189776574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:09.580416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:09.584563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Usage tracker for resource:router and tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:09.584972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:06Z', 'revision_number': 11, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:09.587509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:09.588880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24239ff9-bc1a-4397-9b8c-c89a0ba82d3e None None] The sync data for ids ['4ac83838-b752-445b-91db-633149ca1fe2'] in dv-neutron-831485-1-hyperv is: [{'id': '4ac83838-b752-445b-91db-633149ca1fe2', 'name': 'tempest-RoutersTest-router-2027252115', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:31Z', 'updated_at': '2022-03-02T07:35:06Z', 'revision_number': 11, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:09.593084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:09.603200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.604272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.620536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.640676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.669052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:09.672877 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1244877a-4b3f-4b2d-ba74-e6572669d3d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1009562 Mar 02 07:35:09.673259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48718) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:09.678562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-238e74b1-33f4-4dc4-a768-309cf7c2f820 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:09.762819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48722) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:09.945466 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8fde734e-1bf9-4b39-b036-582495058449 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers/f8f47680-5335-423f-b5a0-a59631820c5b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1814873 Mar 02 07:35:09.948477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:10.170016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-238e74b1-33f4-4dc4-a768-309cf7c2f820 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.180615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-238e74b1-33f4-4dc4-a768-309cf7c2f820 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.258618 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683abd3a-cb57-404b-8f3b-052f055cd093 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Notify agent at dv-neutron-831485-1-hyperv the message router_removed_from_agent {{(pid=87773) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 02 07:35:10.264001 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-683abd3a-cb57-404b-8f3b-052f055cd093 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "DELETE /v2.0/agents/e5b5d606-2305-4b20-ac83-f943bde464af/l3-routers/f8f47680-5335-423f-b5a0-a59631820c5b HTTP/1.1" status: 204 len: 168 time: 0.3121471 Mar 02 07:35:10.264213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48730) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:10.345796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238e74b1-33f4-4dc4-a768-309cf7c2f820 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Router eae25d6c-8354-4060-8dab-d22e779ff17a is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:35:10.454119 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7a50da4d-bbed-4a13-a3ab-b1ff1d9d2853 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers/f8f47680-5335-423f-b5a0-a59631820c5b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1888196 Mar 02 07:35:10.456820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48734) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:10.489283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238e74b1-33f4-4dc4-a768-309cf7c2f820 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:10.495618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-238e74b1-33f4-4dc4-a768-309cf7c2f820 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.496751 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-238e74b1-33f4-4dc4-a768-309cf7c2f820 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "PUT /v2.0/routers/eae25d6c-8354-4060-8dab-d22e779ff17a HTTP/1.1" status: 200 len: 693 time: 0.8224728 Mar 02 07:35:10.499282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:10.499428 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] Sync routers for ids ['eae25d6c-8354-4060-8dab-d22e779ff17a'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:10.509338 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] Routers {'eae25d6c-8354-4060-8dab-d22e779ff17a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:10.510261 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['eae25d6c-8354-4060-8dab-d22e779ff17a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:10.561997 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3fd42927-0d64-4cff-a51f-2c5d38e45952 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 993 time: 0.1040552 Mar 02 07:35:10.633720 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bcc75405-5453-49f6-89b3-1418e54c43d7 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/routers/eae25d6c-8354-4060-8dab-d22e779ff17a HTTP/1.1" status: 200 len: 699 time: 0.1333539 Mar 02 07:35:10.634622 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] Set router eae25d6c-8354-4060-8dab-d22e779ff17a gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:10.636757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:10.686619 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a9713f2-043b-46be-9aa2-847bf775e9c1 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae25d6c-8354-4060-8dab-d22e779ff17a HTTP/1.1" status: 200 len: 205 time: 0.0484061 Mar 02 07:35:10.687102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48746) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:10.741624 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae25d6c-8354-4060-8dab-d22e779ff17a', 'name': 'tempest-RoutersTest-router-189776574', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:09Z', 'updated_at': '2022-03-02T07:35:10Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:10.746646 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] Checking router: eae25d6c-8354-4060-8dab-d22e779ff17a for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:10.755135 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] Routers {'eae25d6c-8354-4060-8dab-d22e779ff17a'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:10.755728 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['eae25d6c-8354-4060-8dab-d22e779ff17a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:10.826029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d88360cb-ade5-4f65-b12d-90752313a327 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:10.880971 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] Set router eae25d6c-8354-4060-8dab-d22e779ff17a gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:11.006344 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae25d6c-8354-4060-8dab-d22e779ff17a', 'name': 'tempest-RoutersTest-router-189776574', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:09Z', 'updated_at': '2022-03-02T07:35:10Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:11.010199 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e792c0d-3708-4380-979b-0e4795acc5af None None] The sync data for ids ['eae25d6c-8354-4060-8dab-d22e779ff17a'] in dv-neutron-831485-1-hyperv is: [{'id': 'eae25d6c-8354-4060-8dab-d22e779ff17a', 'name': 'tempest-RoutersTest-router-189776574', 'tenant_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:09Z', 'updated_at': '2022-03-02T07:35:10Z', 'revision_number': 2, 'project_id': 'c589a7ea5d5a4d67a2dcbcb10ac82f0b', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:11.091844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a3dc4-cced-405e-a87d-f209e96546aa None None] New status for floating IP 4acef34b-6205-4233-819c-15a51c090374: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:35:11.123006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d88360cb-ade5-4f65-b12d-90752313a327 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.125566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d88360cb-ade5-4f65-b12d-90752313a327 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.153842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d88360cb-ade5-4f65-b12d-90752313a327 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.154469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88360cb-ade5-4f65-b12d-90752313a327 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Fanout notify agent at l3_agent the message router_deleted on router eae25d6c-8354-4060-8dab-d22e779ff17a {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:35:11.172469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bc9e6512-3b1b-41e8-a377-b4714f619cb2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:11.175103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d88360cb-ade5-4f65-b12d-90752313a327 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.176180 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d88360cb-ade5-4f65-b12d-90752313a327 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/eae25d6c-8354-4060-8dab-d22e779ff17a HTTP/1.1" status: 204 len: 168 time: 0.4880867 Mar 02 07:35:11.182549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48750) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.226231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa0d4314-4b60-4c11-9f3f-31d0fc52fef2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Synchronizing usage tracker for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:11.239009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa0d4314-4b60-4c11-9f3f-31d0fc52fef2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] Unset dirty status for tenant:c589a7ea5d5a4d67a2dcbcb10ac82f0b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:11.242422 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa0d4314-4b60-4c11-9f3f-31d0fc52fef2 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae25d6c-8354-4060-8dab-d22e779ff17a HTTP/1.1" status: 200 len: 205 time: 0.0565288 Mar 02 07:35:11.242732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48754) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.312143 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-48904e03-41a1-4130-a149-5886bf5b1537 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] delete failed (client error): The resource could not be found. Mar 02 07:35:11.315507 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-48904e03-41a1-4130-a149-5886bf5b1537 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/eae25d6c-8354-4060-8dab-d22e779ff17a HTTP/1.1" status: 404 len: 336 time: 0.0695372 Mar 02 07:35:11.315763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.353201 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e509edd2-e7bc-4709-86be-1551e59171c9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:11.353674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e509edd2-e7bc-4709-86be-1551e59171c9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:11.357968 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e509edd2-e7bc-4709-86be-1551e59171c9 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/30a78a61-8e99-4fd0-9b33-fa02d1099c32 HTTP/1.1" status: 404 len: 337 time: 0.0411661 Mar 02 07:35:11.358346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48762) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.397268 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0db585-dc10-49fe-989f-d6d7ce07f15b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:11.397747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0db585-dc10-49fe-989f-d6d7ce07f15b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:11.399417 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd0db585-dc10-49fe-989f-d6d7ce07f15b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/0d4e11d1-b3da-4cf6-a90b-69def060d188 HTTP/1.1" status: 404 len: 337 time: 0.0401204 Mar 02 07:35:11.402567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48766) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.444380 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dca8f1-b23a-4761-aa0a-06950c9bff99 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:11.444831 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dca8f1-b23a-4761-aa0a-06950c9bff99 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:11.449876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.450114 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-87dca8f1-b23a-4761-aa0a-06950c9bff99 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/c6ba9164-4d57-447a-836c-5428662cb443 HTTP/1.1" status: 404 len: 337 time: 0.0466003 Mar 02 07:35:11.489230 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-814b028a-476b-47bb-9818-1b3e67e4f276 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:11.489904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814b028a-476b-47bb-9818-1b3e67e4f276 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:11.491691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-814b028a-476b-47bb-9818-1b3e67e4f276 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/00632c44-ad87-4e5d-9388-a51b54528a4a HTTP/1.1" status: 404 len: 337 time: 0.0403969 Mar 02 07:35:11.494193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.498289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.516459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bc9e6512-3b1b-41e8-a377-b4714f619cb2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bc9e6512-3b1b-41e8-a377-b4714f619cb2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:11.520799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.521603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b45a0af9-58f3-44ac-80c1-dfbdcd756d62 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:11.547340 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9eb03ec4-63c6-400b-b583-1973c7d192d8 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 200 len: 205 time: 0.0519691 Mar 02 07:35:11.549820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48778) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.565579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48782) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.615043 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-58a838c0-da41-4e31-9947-2e93b3562077 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] delete failed (client error): The resource could not be found. Mar 02 07:35:11.617564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-58a838c0-da41-4e31-9947-2e93b3562077 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/4ac83838-b752-445b-91db-633149ca1fe2 HTTP/1.1" status: 404 len: 336 time: 0.0667958 Mar 02 07:35:11.618965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.666836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bc9e6512-3b1b-41e8-a377-b4714f619cb2,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:11.673546 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e9af82b-4509-40eb-813c-8772b583472b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bd4aab2-4518-4d1e-a132-8d5f2b767ed9 HTTP/1.1" status: 200 len: 205 time: 0.0513430 Mar 02 07:35:11.673948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48790) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.696854 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-384509c8-e75f-43c2-b18f-432ee0928763 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 991 time: 0.1298485 Mar 02 07:35:11.697302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.731201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b45a0af9-58f3-44ac-80c1-dfbdcd756d62, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:11.736514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:11.751764 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-c2843b03-c2fc-4f8a-8984-ff93ea548e3b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] delete failed (client error): The resource could not be found. Mar 02 07:35:11.752860 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2843b03-c2fc-4f8a-8984-ff93ea548e3b tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/9bd4aab2-4518-4d1e-a132-8d5f2b767ed9 HTTP/1.1" status: 404 len: 336 time: 0.0779371 Mar 02 07:35:11.755454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48794) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.795268 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff3ba0b-fd84-4d81-930e-e5ce663560ae tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:11.795724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff3ba0b-fd84-4d81-930e-e5ce663560ae tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:11.797390 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ff3ba0b-fd84-4d81-930e-e5ce663560ae tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/04146d89-b8fa-4d48-ae08-2d02755bc126 HTTP/1.1" status: 404 len: 337 time: 0.0410678 Mar 02 07:35:11.799978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48798) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.805550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:11.844961 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a94df172-227e-490f-b1fc-a09e9774fe4e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d45a4b-c2d2-41d3-bdd5-b2917dac8344 HTTP/1.1" status: 200 len: 205 time: 0.0438287 Mar 02 07:35:11.847543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.915007 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a0ce8a3e-98a7-47d7-bb37-d3ae58ad258e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] delete failed (client error): The resource could not be found. Mar 02 07:35:11.916026 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0ce8a3e-98a7-47d7-bb37-d3ae58ad258e tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/39d45a4b-c2d2-41d3-bdd5-b2917dac8344 HTTP/1.1" status: 404 len: 336 time: 0.0673530 Mar 02 07:35:11.919212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:11.962726 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0424e22e-b2d1-49a7-b01d-1ec3f571235f tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fa703be-83a1-4244-8a56-b1ac30889142 HTTP/1.1" status: 200 len: 205 time: 0.0420721 Mar 02 07:35:11.965226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.035866 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-6fd0585c-a515-4316-a6e1-e68d2dfe1bbf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] delete failed (client error): The resource could not be found. Mar 02 07:35:12.036855 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fd0585c-a515-4316-a6e1-e68d2dfe1bbf tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/6fa703be-83a1-4244-8a56-b1ac30889142 HTTP/1.1" status: 404 len: 336 time: 0.0707116 Mar 02 07:35:12.039465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.076998 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-61056bb9-3855-4419-9b23-af5658ce30eb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:12.077446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61056bb9-3855-4419-9b23-af5658ce30eb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:12.079136 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-61056bb9-3855-4419-9b23-af5658ce30eb tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/e8bb8779-2351-4e5e-8387-5db8c132ee80 HTTP/1.1" status: 404 len: 337 time: 0.0387964 Mar 02 07:35:12.081617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.124490 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29ab9e45-7d07-4d5e-a6d7-c02aea99f4e3 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=b162e9de-57a6-40ae-a2a2-baaad221adf1 HTTP/1.1" status: 200 len: 205 time: 0.0418160 Mar 02 07:35:12.126872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48822) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.294695 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-00383899-367b-47e1-b6ca-80fd6922e59d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] delete failed (client error): The resource could not be found. Mar 02 07:35:12.295609 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-00383899-367b-47e1-b6ca-80fd6922e59d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/b162e9de-57a6-40ae-a2a2-baaad221adf1 HTTP/1.1" status: 404 len: 336 time: 0.1678460 Mar 02 07:35:12.298140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.334601 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7178b2f4-036a-4250-bd34-02878828a3fc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:12.335216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7178b2f4-036a-4250-bd34-02878828a3fc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:12.336621 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7178b2f4-036a-4250-bd34-02878828a3fc tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/105b4fb8-9885-41f8-b011-300cf99cc4f1 HTTP/1.1" status: 404 len: 337 time: 0.0376122 Mar 02 07:35:12.339582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.384095 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f54a4fe2-3f46-462d-9360-f7fd3a761680 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "GET /v2.0/ports?device_id=323e1124-e18f-45b0-8e76-6120dc936fef HTTP/1.1" status: 200 len: 205 time: 0.0434215 Mar 02 07:35:12.386324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.456085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1a8ad3aa-09cd-4936-ab70-2e10e471811d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] delete failed (client error): The resource could not be found. Mar 02 07:35:12.457081 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1a8ad3aa-09cd-4936-ab70-2e10e471811d tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/routers/323e1124-e18f-45b0-8e76-6120dc936fef HTTP/1.1" status: 404 len: 336 time: 0.0698626 Mar 02 07:35:12.459691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.496636 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc14b45-b44d-4d0f-aed8-a4d6c4914560 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:12.497072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc14b45-b44d-4d0f-aed8-a4d6c4914560 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:12.498634 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9fc14b45-b44d-4d0f-aed8-a4d6c4914560 tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/0b370b3e-e1fe-469c-b64e-e5ca6425df67 HTTP/1.1" status: 404 len: 337 time: 0.0380454 Mar 02 07:35:12.500923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.537463 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdae769-9a20-4806-b9ab-f35ecc96af4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] DELETE failed (client error): The resource could not be found. Mar 02 07:35:12.537919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdae769-9a20-4806-b9ab-f35ecc96af4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:35:12.539470 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1cdae769-9a20-4806-b9ab-f35ecc96af4c tempest-RoutersTest-1917210754 tempest-RoutersTest-1917210754-project] 10.222.0.41 "DELETE /v2.0/subnets/fec045bf-9bf0-4e1e-8912-9a825c6eda31 HTTP/1.1" status: 404 len: 337 time: 0.0377111 Mar 02 07:35:12.800218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.850184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:12.945198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-863a2f5a-9f06-4d1c-adbb-bd8627f7c458 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c589a7ea5d5a4d67a2dcbcb10ac82f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438527 Mar 02 07:35:12.947614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:13.011773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:13.036358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:13.216159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:13.239853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb838352-449c-4e43-a446-44bd694d8d72,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:13.256247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:13.257340 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb838352-449c-4e43-a446-44bd694d8d72 HTTP/1.1" status: 204 len: 168 time: 0.3087633 Mar 02 07:35:13.258808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.259149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.259550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.259946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.260271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.260633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.260953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.261271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.261590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.261924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.262238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.262599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1b370-7372-4aa6-a5f7-6c3575f7da42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:13.306853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d5b130-0091-4366-b2b6-994ad4ce0002 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Router f8f47680-5335-423f-b5a0-a59631820c5b is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:35:13.307325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d5b130-0091-4366-b2b6-994ad4ce0002 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Notify agent at dv-neutron-831485-1-hyperv the message router_added_to_agent {{(pid=87772) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 02 07:35:13.328917 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32d5b130-0091-4366-b2b6-994ad4ce0002 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "POST /v2.0/agents/e5b5d606-2305-4b20-ac83-f943bde464af/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4776955 Mar 02 07:35:13.331777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48876) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:13.368874 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] Sync routers for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:13.380022 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:13.380758 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:13.567818 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:13.659641 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd60da24-91d8-4135-b182-6fbb2d9a6872 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers/f8f47680-5335-423f-b5a0-a59631820c5b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3261199 Mar 02 07:35:13.662309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48880) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:13.761511 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-25ab00ef-8dd1-422f-9619-9b622052c5f9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 991 time: 0.0981791 Mar 02 07:35:13.907180 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4acef34b-6205-4233-819c-15a51c090374', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'mac_address': 'fa:16:3e:06:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:40Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:13.910824 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] Checking router: f8f47680-5335-423f-b5a0-a59631820c5b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:13.918682 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:13.919254 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:14.084068 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:14.411267 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4acef34b-6205-4233-819c-15a51c090374', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'mac_address': 'fa:16:3e:06:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:40Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:14.415060 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178af60-ad4b-4656-a846-39fff6d9f836 None None] The sync data for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv is: [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4acef34b-6205-4233-819c-15a51c090374', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'port_id': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'mac_address': 'fa:16:3e:06:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48714d81-d49f-461e-979f-71b1da41b216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:34:40Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:35:11Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:14.765414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:14.873301 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-78a54b08-60af-4463-b565-a6ed27ea0abc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 991 time: 0.1067386 Mar 02 07:35:15.200336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bc9e6512-3b1b-41e8-a377-b4714f619cb2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:15.273447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bc9e6512-3b1b-41e8-a377-b4714f619cb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:15.273861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.392782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.408920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bc9e6512-3b1b-41e8-a377-b4714f619cb2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bc9e6512-3b1b-41e8-a377-b4714f619cb2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:15.414047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.414945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b45a0af9-58f3-44ac-80c1-dfbdcd756d62 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:15.536722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bc9e6512-3b1b-41e8-a377-b4714f619cb2,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:15.546162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:15.546635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.664585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.701809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b45a0af9-58f3-44ac-80c1-dfbdcd756d62, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:15.706484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:15.774485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:15.876907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:15.982498 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba91c61b-758d-42f9-a47b-7fdd17ab844f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 991 time: 0.1044602 Mar 02 07:35:16.078998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccc82e-bf9e-4d4c-919b-546eeec6922a None None] New status for floating IP 4acef34b-6205-4233-819c-15a51c090374: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:35:16.986082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:17.090817 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe1254d8-f383-4f7d-b744-1316232bf1d1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 200 len: 993 time: 0.1036837 Mar 02 07:35:17.164382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bc9e6512-3b1b-41e8-a377-b4714f619cb2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:17.241896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bc9e6512-3b1b-41e8-a377-b4714f619cb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:17.241896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.344334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b45a0af9-58f3-44ac-80c1-dfbdcd756d62 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:17.377486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48900) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:17.411849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:17.412223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.578041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port d97bda47-c64f-4b72-a54b-f0c102782158 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:17.578377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.745397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.745758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:17.867870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for d97bda47-c64f-4b72-a54b-f0c102782158 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:18.012821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.061313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=d97bda47-c64f-4b72-a54b-f0c102782158,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:18.154480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.154805 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 4acef34b-6205-4233-819c-15a51c090374 disassociated (deleted). External IP: 172.26.4.96, port: b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5. Mar 02 07:35:18.615890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router f8f47680-5335-423f-b5a0-a59631820c5b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:18.787816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:18.796991 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] Sync routers for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:18.806220 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:18.806807 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.806916 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:18.864602 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0cc4ab97-3fec-4c78-95cf-4723b4a0729a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/4acef34b-6205-4233-819c-15a51c090374 HTTP/1.1" status: 204 len: 168 time: 1.4848835 Mar 02 07:35:18.864602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:18.913864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:18.985031 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:19.141865 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'status': 'completed', 'code': 200} Mar 02 07:35:19.235479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-41ad491f-3e75-492b-b710-f89f2a893d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.237132 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-41ad491f-3e75-492b-b710-f89f2a893d8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 1099 time: 0.0730810 Mar 02 07:35:19.244215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc70a2b-7126-446e-acbd-5ee3ca67bcf6 req-86f6bb1e-1d72-42a3-a392-82eaf6f3a09a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.245454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5cc70a2b-7126-446e-acbd-5ee3ca67bcf6 req-86f6bb1e-1d72-42a3-a392-82eaf6f3a09a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:19.262478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5cc70a2b-7126-446e-acbd-5ee3ca67bcf6 req-86f6bb1e-1d72-42a3-a392-82eaf6f3a09a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:19.264098 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cc70a2b-7126-446e-acbd-5ee3ca67bcf6 req-86f6bb1e-1d72-42a3-a392-82eaf6f3a09a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 946 time: 0.0990498 Mar 02 07:35:19.310224 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cc70a2b-7126-446e-acbd-5ee3ca67bcf6 req-05f07ce2-c09b-4039-909f-5110650e2cd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387430 Mar 02 07:35:19.352940 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:19.357351 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] Checking router: f8f47680-5335-423f-b5a0-a59631820c5b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:19.365826 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:19.366415 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:19.390461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-a7411f2f-8c74-473c-8bfc-8ce6ab11fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.391817 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-a7411f2f-8c74-473c-8bfc-8ce6ab11fa51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70029d95-f517-4711-b6f6-95bf1ca56e8f HTTP/1.1" status: 200 len: 898 time: 0.1477954 Mar 02 07:35:19.463194 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-e020a593-399e-4178-a923-9743a0a03e9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 HTTP/1.1" status: 200 len: 217 time: 0.0621896 Mar 02 07:35:19.524861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-4749b071-62ce-4e2d-bb2a-d26e0f80b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.526347 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-4749b071-62ce-4e2d-bb2a-d26e0f80b209 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0830390-49c3-43fc-ad54-53efac7a20bd HTTP/1.1" status: 200 len: 835 time: 0.0565414 Mar 02 07:35:19.539458 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:19.601932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-253287f4-a3e2-487b-a80a-b7d5d62567af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:19.603378 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-253287f4-a3e2-487b-a80a-b7d5d62567af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70029d95-f517-4711-b6f6-95bf1ca56e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711951 Mar 02 07:35:19.733306 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-55ff8efd-f827-4c36-99bb-9c3d9f184061 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234827 Mar 02 07:35:19.853886 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:19.859931 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c29696-cc4c-4175-a65c-e7d007a30f3f None None] The sync data for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv is: [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:34:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b45a0af9-58f3-44ac-80c1-dfbdcd756d62', 'name': '', 'network_id': '70029d95-f517-4711-b6f6-95bf1ca56e8f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:0a:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:13Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'b0830390-49c3-43fc-ad54-53efac7a20bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:19.978104 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045b948e-2d0b-4684-ac59-aaa7c4ad4506 req-c924d550-b64c-4606-8459-58a8c3c8fa79 service neutron] 10.222.0.32 "GET /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354188 Mar 02 07:35:20.504946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c725d9-4f49-43bd-94a4-9d2e7fe25d87 None None] New status for floating IP 4acef34b-6205-4233-819c-15a51c090374: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:35:20.568296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-fd22686b-7098-4914-9485-fbc0322278e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:20.569712 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-fd22686b-7098-4914-9485-fbc0322278e4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 946 time: 0.1312761 Mar 02 07:35:20.617930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd17f8-9c1e-4ab7-b946-3da122206598 req-940332f2-5158-4cf5-bbfd-a592e0274774 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:20.619361 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46cd17f8-9c1e-4ab7-b946-3da122206598 req-940332f2-5158-4cf5-bbfd-a592e0274774 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 946 time: 0.1830060 Mar 02 07:35:20.675937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:20.676277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:20.718480 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46cd17f8-9c1e-4ab7-b946-3da122206598 req-92066917-87fd-4299-be9f-b7f0f6e74596 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e89d72-f043-44f6-8c8d-39384f827bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920687 Mar 02 07:35:20.931452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:20.931803 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.050873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:21.190911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.242235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:21.316562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:21.319044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:21.321482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'name': 'network-vif-deleted', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:21.337600 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e19ac0e-c2b5-4015-b58c-e48c3fc0c0a2 req-07c75b4e-cff0-4be7-9a92-377a3e312415 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 HTTP/1.1" status: 204 len: 173 time: 0.7607088 Mar 02 07:35:21.368184 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48714d81-d49f-461e-979f-71b1da41b216', 'name': 'network-vif-deleted', 'tag': 'b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5', 'status': 'completed', 'code': 200} Mar 02 07:35:21.886725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a42d8c3e-c38d-4ac8-b280-03f97602826a req-df17585e-ec85-4315-b5ee-15fcaa3788bc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:21.903170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a42d8c3e-c38d-4ac8-b280-03f97602826a req-df17585e-ec85-4315-b5ee-15fcaa3788bc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:21.904373 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a42d8c3e-c38d-4ac8-b280-03f97602826a req-df17585e-ec85-4315-b5ee-15fcaa3788bc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=48714d81-d49f-461e-979f-71b1da41b216 HTTP/1.1" status: 200 len: 210 time: 0.0672951 Mar 02 07:35:22.457691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:22.490742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:22.491082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b2fc7088-dfe5-4497-a7a6-cdb6d03e2ac5 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:22.996292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:23.065525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.095184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.159242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.177587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e89d72-f043-44f6-8c8d-39384f827bc6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:23.185891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.186175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.186509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.186837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.187159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.187478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.187795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.188110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.188433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.188747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.189061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.189367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:23.196560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:23.197711 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ffafeedc-81b4-42a9-8771-53fbe5e7b0ca tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/55e89d72-f043-44f6-8c8d-39384f827bc6 HTTP/1.1" status: 204 len: 168 time: 0.2004154 Mar 02 07:35:23.228285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:23.766604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.219605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port b45a0af9-58f3-44ac-80c1-dfbdcd756d62 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:24.220304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.406655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port b45a0af9-58f3-44ac-80c1-dfbdcd756d62, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:24.406999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.527433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for b45a0af9-58f3-44ac-80c1-dfbdcd756d62 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:24.788218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:24.834486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=b45a0af9-58f3-44ac-80c1-dfbdcd756d62,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:25.107168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.572850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router f8f47680-5335-423f-b5a0-a59631820c5b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:25.743894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:25.753315 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] Sync routers for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:25.762066 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-91d819eb-3a32-4019-8cb3-5c5b617eb552 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/f8f47680-5335-423f-b5a0-a59631820c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319011 Mar 02 07:35:25.763751 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:25.764338 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:25.765000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48930) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:25.828872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet b0830390-49c3-43fc-ad54-53efac7a20bd {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:35:25.831915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.885953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:25.931586 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:25.970354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.041210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.083031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=b0830390-49c3-43fc-ad54-53efac7a20bd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:26.086530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.092486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5621f143-9af2-4072-81e4-847ab693a933 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/b0830390-49c3-43fc-ad54-53efac7a20bd HTTP/1.1" status: 204 len: 168 time: 0.3265064 Mar 02 07:35:26.095134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48934) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:26.096616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9902833-98cd-4783-b21f-7e7129dfc0a7 None None] Network 70029d95-f517-4711-b6f6-95bf1ca56e8f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:26.231811 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:35:24Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:26.236582 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] Checking router: f8f47680-5335-423f-b5a0-a59631820c5b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:26.243796 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] Routers {'f8f47680-5335-423f-b5a0-a59631820c5b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:26.244386 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['f8f47680-5335-423f-b5a0-a59631820c5b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:26.271681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.365084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] DHCP port deletion for 70029d95-f517-4711-b6f6-95bf1ca56e8f request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:35:26.369162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Deleting port b0b365d9-2ac7-4af6-a449-8429cae7f4bb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:26.369783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.419528 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] Set router f8f47680-5335-423f-b5a0-a59631820c5b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:26.476184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.486984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port bc9e6512-3b1b-41e8-a377-b4714f619cb2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:26.487408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.583313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] For port b0b365d9-2ac7-4af6-a449-8429cae7f4bb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b0b365d9-2ac7-4af6-a449-8429cae7f4bb,segment=NetworkSegment(c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b),segment_id=c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:26.583819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.665313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port bc9e6512-3b1b-41e8-a377-b4714f619cb2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bc9e6512-3b1b-41e8-a377-b4714f619cb2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:26.665941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.700595 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:35:24Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:26.703314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Calling delete_port for b0b365d9-2ac7-4af6-a449-8429cae7f4bb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:26.704449 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fbf464-565c-4c79-9c3b-8ff6b71c0146 None None] The sync data for ids ['f8f47680-5335-423f-b5a0-a59631820c5b'] in dv-neutron-831485-1-hyperv is: [{'id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'name': 'tempest-TestNetworkBasicOps-router-1934056474', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:34:08Z', 'updated_at': '2022-03-02T07:35:24Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'bc9e6512-3b1b-41e8-a377-b4714f619cb2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f47680-5335-423f-b5a0-a59631820c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:34:09Z', 'updated_at': '2022-03-02T07:35:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:26.777380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:26.790894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for bc9e6512-3b1b-41e8-a377-b4714f619cb2 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:26.823846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Pushing event deleted for resources: {'Port': ['ID=b0b365d9-2ac7-4af6-a449-8429cae7f4bb,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:26.828465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] No DVR routers for this DVR port b0b365d9-2ac7-4af6-a449-8429cae7f4bb on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:26.834240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.834522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.834856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.835188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:26.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21781124-68a1-4a90-b30c-395b684a0655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:27.066579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.115321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=bc9e6512-3b1b-41e8-a377-b4714f619cb2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:27.169141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b0b365d9-2ac7-4af6-a449-8429cae7f4bb no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:27.203773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: b0b365d9-2ac7-4af6-a449-8429cae7f4bb {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:27.204126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b0b365d9-2ac7-4af6-a449-8429cae7f4bb not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:27.204546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b45a0af9-58f3-44ac-80c1-dfbdcd756d62 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:27.207137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.237570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: b45a0af9-58f3-44ac-80c1-dfbdcd756d62 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:27.237945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b45a0af9-58f3-44ac-80c1-dfbdcd756d62 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:27.379461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.381824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.406115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.406710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router f8f47680-5335-423f-b5a0-a59631820c5b {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:35:27.422226 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.423313 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dc79b285-1672-4c50-b1d2-1668112933a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/f8f47680-5335-423f-b5a0-a59631820c5b HTTP/1.1" status: 204 len: 168 time: 1.3272934 Mar 02 07:35:27.425959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48938) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:27.538273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.672843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.696854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70029d95-f517-4711-b6f6-95bf1ca56e8f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:27.708993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:27.709285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fa34a9-a3e4-487d-9163-7d5fc0f7df1b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:27.724781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.740589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.746519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:35:27.746898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:35:27.760697 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:35:27.846174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.863033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.873466 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=70029d95-f517-4711-b6f6-95bf1ca56e8f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:27.880868 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3e5cf724-b550-4cea-b415-8cbd50d6108c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/70029d95-f517-4711-b6f6-95bf1ca56e8f HTTP/1.1" status: 204 len: 168 time: 0.4539261 Mar 02 07:35:27.899824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:27.905290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--831362639', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:27.911009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:27.915033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:27.917919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:27.923534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:27.933490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:27.936893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.963705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:35:27.973686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:27.974067 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment b530fdd7-3ec6-476d-8152-b05c01c70651 of type vlan for network 77eadd00-376b-4873-83bd-2fdad8483b4f Mar 02 07:35:27.998351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.025844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.031624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:28.032189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.129021 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2281530 Mar 02 07:35:28.131877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:28.137627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-620196972', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:28.140887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895133b-f135-4817-9220-7d4e0fdf9f70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=77eadd00-376b-4873-83bd-2fdad8483b4f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:28.144731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:28.148565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:28.150749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 77eadd00-376b-4873-83bd-2fdad8483b4f details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:35:28.151590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:28.158031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:28.167334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.168324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.183713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.552988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.843566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:28.871936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.004025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.51 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a5d5c808-ec01-48a8-a745-3597971c0b54) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:29.146857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.159822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bc9e6512-3b1b-41e8-a377-b4714f619cb2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:29.177127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:29.196299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: bc9e6512-3b1b-41e8-a377-b4714f619cb2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:29.196642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bc9e6512-3b1b-41e8-a377-b4714f619cb2 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:29.240399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:29.243046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:29.251071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:29.283701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=a5d5c808-ec01-48a8-a745-3597971c0b54,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:29.648078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.088381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.287705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:35:30.463187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:30.473155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Sync routers for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:30.482695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:30.483370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:30.490460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.491686 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-266d39c3-1701-431c-b70b-d9154e70e47e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3587799 Mar 02 07:35:30.494749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:30.535445 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7b61865-fedd-40f7-a992-6c752931288d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372562 Mar 02 07:35:30.535636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:30.657034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:30.667108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a27e691-df15-4ec8-8f79-60555294d1e8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:30.669149 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a27e691-df15-4ec8-8f79-60555294d1e8 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326411 Mar 02 07:35:30.671906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48958) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:30.711681 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9ff8393-3123-4d8d-aaf2-6052738509d1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386975 Mar 02 07:35:30.714195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:30.719900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-571698534', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:30.826097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:30.829852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:30.832559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:30.838358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:30.848731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:30.852363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:30.960476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:29Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:30.964897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Checking router: 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:30.965247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Updating router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 port a5d5c808-ec01-48a8-a745-3597971c0b54 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:31.016040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.068348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.149600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=2697ac02-d8c7-47d2-b455-dee9826c466d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:31.153774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:31.154131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 77eadd00-376b-4873-83bd-2fdad8483b4f, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:35:31.172557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 77eadd00-376b-4873-83bd-2fdad8483b4f is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:35:31.181802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 77eadd00-376b-4873-83bd-2fdad8483b4f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:31.186407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.186992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.225404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c7cb28-c130-4ef3-8a0b-bdf2d4acfad9 None None] Network 77eadd00-376b-4873-83bd-2fdad8483b4f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:31.255987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48966) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:31.256556 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c95dba86-dfae-4ccc-8e7b-682e63e0f0b5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5405586 Mar 02 07:35:31.282876 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-cc79f9a1-4d76-40aa-a70e-559ea731efd0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844414 Mar 02 07:35:31.435881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-169ada8b-b496-49d1-8d6e-b9e733f6e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.437614 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-169ada8b-b496-49d1-8d6e-b9e733f6e615 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1098 time: 0.0763867 Mar 02 07:35:31.519616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.561497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Transition to ACTIVE for port object a5d5c808-ec01-48a8-a745-3597971c0b54 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:31.575519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.592665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-08e92844-a43f-41e9-ae24-5fadc7262aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.594177 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-08e92844-a43f-41e9-ae24-5fadc7262aaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.1380129 Mar 02 07:35:31.616435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-77eadd00-376b-4873-83bd-2fdad8483b4f', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:35:31.617254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.684094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea563-a7b0-45a6-ba4c-b3137f78ec28 None None] Pushing event updated for resources: {'Port': ['ID=a5d5c808-ec01-48a8-a745-3597971c0b54,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:31.738863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Attempting to bind port a5d5c808-ec01-48a8-a745-3597971c0b54 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:31.739241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Attempting to bind port a5d5c808-ec01-48a8-a745-3597971c0b54 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:31.739581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Attempting to bind port a5d5c808-ec01-48a8-a745-3597971c0b54 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:31.755193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:31.755607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:31.755962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.756350 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:31.756846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Bound port: a5d5c808-ec01-48a8-a745-3597971c0b54, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:31.757219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.822521 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-3ce817e8-332f-402d-a58d-23ace600aef5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 200 len: 1000 time: 0.2222383 Mar 02 07:35:31.887930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-319a1f08-108b-46fc-bec4-14cdb601f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.889541 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-319a1f08-108b-46fc-bec4-14cdb601f869 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.0608144 Mar 02 07:35:31.897616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] For port a5d5c808-ec01-48a8-a745-3597971c0b54, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:31.902836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] For port a5d5c808-ec01-48a8-a745-3597971c0b54, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a5d5c808-ec01-48a8-a745-3597971c0b54,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:31.908416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:31.958632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Allocated IP 172.20.0.2 (77eadd00-376b-4873-83bd-2fdad8483b4f/2697ac02-d8c7-47d2-b455-dee9826c466d/db9f451a-c915-4be0-a075-f243efa60e0a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:31.981213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-fd3eccdf-f611-4641-97e0-79b774cfe827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:31.982739 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-fd3eccdf-f611-4641-97e0-79b774cfe827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862095 Mar 02 07:35:32.034213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:32.034826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:32.095868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.121856 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-40176eec-2720-4dfb-9548-9a27fce82319 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329248 Mar 02 07:35:32.154858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea563-a7b0-45a6-ba4c-b3137f78ec28 None None] Pushing event updated for resources: {'Port': ['ID=a5d5c808-ec01-48a8-a745-3597971c0b54,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:32.257357 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e010a31-afce-4c96-a2b2-9e53d3a7303b req-3461e006-55d7-41df-ae71-5a9709fad8c6 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288786 Mar 02 07:35:32.387488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:32.592331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.615907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7461-d72c-4da5-93fa-79bfc0f6af64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.619400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Transition to ACTIVE for port object db9f451a-c915-4be0-a075-f243efa60e0a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:32.657413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Transition to ACTIVE for port object db9f451a-c915-4be0-a075-f243efa60e0a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:32.689704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.727895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (77eadd00-376b-4873-83bd-2fdad8483b4f/2697ac02-d8c7-47d2-b455-dee9826c466d/24671994-17b2-4754-8876-842a0349a7e4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:32.772084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Network 77eadd00-376b-4873-83bd-2fdad8483b4f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:32.775940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:32.784130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:32.792687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Pushing event updated for resources: {'Port': ['ID=db9f451a-c915-4be0-a075-f243efa60e0a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:32.884477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.885348 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Attempting to bind port db9f451a-c915-4be0-a075-f243efa60e0a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:32.885732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Attempting to bind port db9f451a-c915-4be0-a075-f243efa60e0a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:32.886637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Attempting to bind port db9f451a-c915-4be0-a075-f243efa60e0a on network 77eadd00-376b-4873-83bd-2fdad8483b4f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:32.891222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:29Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:32.895751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:32.896098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Checking segment: {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:32.896493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.896879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Bound using segment: {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:32.897331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Bound port: db9f451a-c915-4be0-a075-f243efa60e0a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:32.897723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.900475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 24671994-17b2-4754-8876-842a0349a7e4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:32.910538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f4a5d-99e6-445d-96f5-2d108743f859 None None] The sync data for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv is: [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:29Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:32.924820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:32.992482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 77eadd00-376b-4873-83bd-2fdad8483b4f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:32.995158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] For port db9f451a-c915-4be0-a075-f243efa60e0a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:32.996033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:32.999702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] For port db9f451a-c915-4be0-a075-f243efa60e0a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db9f451a-c915-4be0-a075-f243efa60e0a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:33.004596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.008566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:33.040491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=24671994-17b2-4754-8876-842a0349a7e4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:33.075709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.096990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a364b7-c456-4c45-9115-1243c06274f1 None None] Pushing event updated for resources: {'Port': ['ID=db9f451a-c915-4be0-a075-f243efa60e0a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:33.405724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.965624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:33.970543 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.075515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.093581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=24671994-17b2-4754-8876-842a0349a7e4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:34.095406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b396cb-afc0-43cb-94e3-17ee9896130d None None] Network 77eadd00-376b-4873-83bd-2fdad8483b4f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:35:34.205983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-96a062fb-0124-4203-9649-6e212a7a1020 None None] Provisioning for port db9f451a-c915-4be0-a075-f243efa60e0a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:34.220497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 77eadd00-376b-4873-83bd-2fdad8483b4f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:34.221554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:34.421526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:34.553668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5eeafdc5-d3c6-4369-be74-6977635a2807 None None] Provisioning for port 24671994-17b2-4754-8876-842a0349a7e4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:34.559819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5eeafdc5-d3c6-4369-be74-6977635a2807 None None] Provisioning complete for port 24671994-17b2-4754-8876-842a0349a7e4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:34.560640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eeafdc5-d3c6-4369-be74-6977635a2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.614604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:34.623202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5eeafdc5-d3c6-4369-be74-6977635a2807 None None] Port 24671994-17b2-4754-8876-842a0349a7e4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:34.624085 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Sync routers for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:34.634834 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:34.636446 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:34.641238 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-85b91da6-57d7-4c0b-8675-17143355dc0e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/0a5e57b0-b6de-4689-81eb-2192bd9e83e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3816061 Mar 02 07:35:34.641502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48970) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:34.744873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-091a4c29-5a91-4da7-8adc-7981f85c9af3 None None] Provisioning complete for port 24671994-17b2-4754-8876-842a0349a7e4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:34.746204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-091a4c29-5a91-4da7-8adc-7981f85c9af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.797126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35dc38-37bb-453c-8e71-bdaacc65a006 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.797749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35dc38-37bb-453c-8e71-bdaacc65a006 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.798220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35dc38-37bb-453c-8e71-bdaacc65a006 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.798674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35dc38-37bb-453c-8e71-bdaacc65a006 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.799301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35dc38-37bb-453c-8e71-bdaacc65a006 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.799760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35dc38-37bb-453c-8e71-bdaacc65a006 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.801614 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7a35dc38-37bb-453c-8e71-bdaacc65a006 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1591539 Mar 02 07:35:34.804499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:34.832362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3c34fc9-03df-441c-92f6-98689ae915b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:34.832788 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:34.845031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-091a4c29-5a91-4da7-8adc-7981f85c9af3 None None] Port 24671994-17b2-4754-8876-842a0349a7e4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:34.887636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f4a3e-dfa8-48bc-8879-178581128fd9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.888532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f4a3e-dfa8-48bc-8879-178581128fd9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.888780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f4a3e-dfa8-48bc-8879-178581128fd9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.889235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f4a3e-dfa8-48bc-8879-178581128fd9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.889747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f4a3e-dfa8-48bc-8879-178581128fd9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.890210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f4a3e-dfa8-48bc-8879-178581128fd9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:34.894269 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-018f4a3e-dfa8-48bc-8879-178581128fd9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0865846 Mar 02 07:35:34.895033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:34.965454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-037134cc-579a-4291-afbf-8533c6062a1f None None] Provisioning complete for port 24671994-17b2-4754-8876-842a0349a7e4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:34.966008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-037134cc-579a-4291-afbf-8533c6062a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.021760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-037134cc-579a-4291-afbf-8533c6062a1f None None] Port 24671994-17b2-4754-8876-842a0349a7e4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:35.106143 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69f5fb67-23fa-4ad8-bc32-81cf68bca2a5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2099752 Mar 02 07:35:35.157524 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:35.163411 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Checking router: 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:35.163855 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Updating router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 port 24671994-17b2-4754-8876-842a0349a7e4 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:35:35.221014 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.242606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9f451a-c915-4be0-a075-f243efa60e0a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:35.323290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port db9f451a-c915-4be0-a075-f243efa60e0a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:35.329131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port db9f451a-c915-4be0-a075-f243efa60e0a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:35.329615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.446079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:35.451764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67848887', 'description': 'tempest-secgroup-smoke-67848887 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:35.456838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.457485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:35.461556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:35.464934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:35.470999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:35.481599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.493341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port db9f451a-c915-4be0-a075-f243efa60e0a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db9f451a-c915-4be0-a075-f243efa60e0a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:35.498319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.499703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a5d5c808-ec01-48a8-a745-3597971c0b54 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:35.502099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:35.508530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:35.512521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:35.520424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:35.600109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.604832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.631967 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.645290 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Transition to ACTIVE for port object 24671994-17b2-4754-8876-842a0349a7e4 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:35.650764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68b11e6-69c7-434b-af35-d77dbbbaab24,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:35.652643 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.656181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.660689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:35.661166 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a5fc901e-61de-404d-96fb-4c10b369a3c3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2137449 Mar 02 07:35:35.665944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'f68b11e6-69c7-434b-af35-d77dbbbaab24', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:35.672119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:35.675189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=db9f451a-c915-4be0-a075-f243efa60e0a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:35.675904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:35.678908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:35.685695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:35.687256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port a5d5c808-ec01-48a8-a745-3597971c0b54 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:35.695237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port a5d5c808-ec01-48a8-a745-3597971c0b54 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:35.695690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.706614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.712573 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:35:35.786486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.794349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.795604 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Pushing event updated for resources: {'Port': ['ID=24671994-17b2-4754-8876-842a0349a7e4,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:35.804040 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.804040 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.804370 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.804653 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.804883 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.805209 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.805532 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.805882 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.806202 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.806523 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.806841 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.807153 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:35:35.826515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e50687-a922-4495-afa0-17129d26ecf6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:35.859841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.863887 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5ed58767-bc5a-44d7-9c68-98c224d5683e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996336 Mar 02 07:35:35.864572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 48992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:35.870880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.873497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.874040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'f68b11e6-69c7-434b-af35-d77dbbbaab24', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:35.882763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:35.889385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:35.890307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.896480 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Attempting to bind port 24671994-17b2-4754-8876-842a0349a7e4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:35.896697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port a5d5c808-ec01-48a8-a745-3597971c0b54, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a5d5c808-ec01-48a8-a745-3597971c0b54,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:35.897114 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Attempting to bind port 24671994-17b2-4754-8876-842a0349a7e4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:35.897548 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Attempting to bind port 24671994-17b2-4754-8876-842a0349a7e4 on network 77eadd00-376b-4873-83bd-2fdad8483b4f {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:35.899242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:35.902536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.903927 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:35.904394 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Checking segment: {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:35.905043 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.905171 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Bound using segment: {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:35.905715 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Bound port: 24671994-17b2-4754-8876-842a0349a7e4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:35.906094 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.912333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:35.930964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:35.984845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=a5d5c808-ec01-48a8-a745-3597971c0b54,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.015546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.019439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.022136 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] For port 24671994-17b2-4754-8876-842a0349a7e4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:36.025235 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] For port 24671994-17b2-4754-8876-842a0349a7e4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=24671994-17b2-4754-8876-842a0349a7e4,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:36.030544 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.048331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddef447-be2a-49c2-be45-283e601f8558,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.056843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.062059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b64f330e-b42c-4aac-af02-a371e19e5ce7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918147 Mar 02 07:35:36.062708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 48996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:36.071138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'f68b11e6-69c7-434b-af35-d77dbbbaab24', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:36.076935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:36.081523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:36.086346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:36.092114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:36.107681 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:36.108309 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:36.111227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.165157 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058ebdb-8fd0-4a96-a6b5-584d1602463a None None] Pushing event updated for resources: {'Port': ['ID=24671994-17b2-4754-8876-842a0349a7e4,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.193824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.197991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.231142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86740f34-7a9f-4295-994d-2e4adf864f25,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.233621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.237990 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-45f96566-1ae9-490a-b84a-38ab1d68014f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1744938 Mar 02 07:35:36.238591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:36.244055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'f68b11e6-69c7-434b-af35-d77dbbbaab24', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:36.253151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:36.257235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:36.260663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:36.266692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:36.293777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.299307 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:36.360202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.364967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.381496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d7e66e-3b80-4e0d-9f44-5d0679a447d4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.399579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.400785 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1bcc6aa-e9bf-4091-8c22-160b1ca42f1d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609681 Mar 02 07:35:36.404165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:36.409043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'f68b11e6-69c7-434b-af35-d77dbbbaab24', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:36.414814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:36.419159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:36.422612 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:36.428167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:36.438341 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:35:36.444805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.508762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.513068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.535981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfb4f2b-5b11-4712-a691-f4d1191fd987,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.545820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.547066 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7627947-bce0-4bce-ae01-cc583f0ac243 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419690 Mar 02 07:35:36.550011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:36.555790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': 'f68b11e6-69c7-434b-af35-d77dbbbaab24', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:36.562435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:36.566883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:36.570120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:36.576768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:36.588181 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:35:36.596391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.648993 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:36Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:36.654118 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63147c2e-c813-40a2-8924-47d411e7a0a1 None None] The sync data for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv is: [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:36Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:36.668933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.673959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.725276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610adc29-2fae-45ec-9a10-f7e61d13c740,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:36.731782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:36.732976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f089c713-26e2-4ba5-be17-67bf5ae5d833 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1820068 Mar 02 07:35:36.969236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-93123c23-9a29-4280-98a9-335384f1e3d1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:36.985098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-93123c23-9a29-4280-98a9-335384f1e3d1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:36.986556 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-93123c23-9a29-4280-98a9-335384f1e3d1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67848887&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.0575073 Mar 02 07:35:37.108680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.148280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-ec48c247-0d80-4a0f-b4fa-a6c9bd95f545 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:37.151050 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-ec48c247-0d80-4a0f-b4fa-a6c9bd95f545 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=77eadd00-376b-4873-83bd-2fdad8483b4f HTTP/1.1" status: 200 len: 796 time: 0.1577213 Mar 02 07:35:37.168286 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-8f26d89a-7a2f-40b2-adc3-11a41b38c025 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.0099769 Mar 02 07:35:37.262148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9f451a-c915-4be0-a075-f243efa60e0a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:37.270097 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-070ab6a0-0031-45c2-865c-2ba2c8b5e2ae tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917525 Mar 02 07:35:37.330668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port db9f451a-c915-4be0-a075-f243efa60e0a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:37.331050 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.418654 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-cc6ff51f-d626-4001-af82-8c7207d1167b service neutron] 10.222.0.41 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362226 Mar 02 07:35:37.457344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 24671994-17b2-4754-8876-842a0349a7e4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:37.527158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 24671994-17b2-4754-8876-842a0349a7e4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:37.532914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 24671994-17b2-4754-8876-842a0349a7e4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:37.533297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.657221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.679445 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-238a05a2-62b1-4984-9d5b-15c908160e3d service neutron] 10.222.0.41 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544241 Mar 02 07:35:37.692198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 24671994-17b2-4754-8876-842a0349a7e4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=24671994-17b2-4754-8876-842a0349a7e4,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:37.696907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.697858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a5d5c808-ec01-48a8-a745-3597971c0b54 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:37.834744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=24671994-17b2-4754-8876-842a0349a7e4,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:37.848487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port a5d5c808-ec01-48a8-a745-3597971c0b54 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:37.848853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:37.889673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-be0d5fb4-add5-4745-b522-a950d4ccd7d2 req-0e6a159f-46f4-4669-8ac3-deec37cb7a6a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:37.906869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-be0d5fb4-add5-4745-b522-a950d4ccd7d2 req-0e6a159f-46f4-4669-8ac3-deec37cb7a6a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:37.909002 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be0d5fb4-add5-4745-b522-a950d4ccd7d2 req-0e6a159f-46f4-4669-8ac3-deec37cb7a6a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 210 time: 0.0764985 Mar 02 07:35:38.063857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49034) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:38.274277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Deleting port bcbcd1a7-1c6e-45e3-9b6a-0a5f0b65f364 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:38.274617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.446365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.446691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.565515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Calling delete_port for bcbcd1a7-1c6e-45e3-9b6a-0a5f0b65f364 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:38.722614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.803120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event deleted for resources: {'Port': ['ID=bcbcd1a7-1c6e-45e3-9b6a-0a5f0b65f364,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:38.986222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:38.986564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Floating IP 08ef3ec4-19d7-49ec-b853-089aaa72f233 disassociated (deleted). External IP: 172.26.4.175, port: 1e9dae06-5894-4534-9f8a-203e460adaa9. Mar 02 07:35:39.088710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-893fb40c-e896-472d-b6da-bb6d9155d7ed tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:39.090688 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-893fb40c-e896-472d-b6da-bb6d9155d7ed tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=77eadd00-376b-4873-83bd-2fdad8483b4f HTTP/1.1" status: 200 len: 796 time: 0.3352504 Mar 02 07:35:39.107436 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a5e7c2b-0f71-4d91-9415-749ba29c8689 req-cdbac0d8-e319-4dae-807d-da5aef0fb6a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 210 time: 0.0719981 Mar 02 07:35:39.175105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 24671994-17b2-4754-8876-842a0349a7e4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:39.219631 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-21270979-77a4-4d9d-96e4-8f2d70c37133 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 378 time: 0.1142421 Mar 02 07:35:39.230412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['f68b11e6-69c7-434b-af35-d77dbbbaab24']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:39.240682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 24671994-17b2-4754-8876-842a0349a7e4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:39.241053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.619940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:39.642897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:39.657176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:39.660651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:35:39.664083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:39.953031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:39.962518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:39.971982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:39.972583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:39.981197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.8 (77eadd00-376b-4873-83bd-2fdad8483b4f/2697ac02-d8c7-47d2-b455-dee9826c466d/7ed2b0c7-ad35-4639-a353-9b98ec6acb6a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:39.995099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.080758 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d7005f2a-25d1-4b58-8b13-6453ca1e61cf tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "DELETE /v2.0/floatingips/08ef3ec4-19d7-49ec-b853-089aaa72f233 HTTP/1.1" status: 204 len: 168 time: 2.0132396 Mar 02 07:35:40.093969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:40.156688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:40.170628 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'status': 'completed', 'code': 200} Mar 02 07:35:40.238079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.256227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:40.316679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-d595757b-d814-4885-a528-c97a68732eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.318199 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-d595757b-d814-4885-a528-c97a68732eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 1098 time: 0.1270432 Mar 02 07:35:40.328993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-466aac2d-4abe-4923-bf7f-43459e7e7bb2 req-16635a6f-00d9-4e8e-b629-cfda0143ee1b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:40.352484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.417685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-466aac2d-4abe-4923-bf7f-43459e7e7bb2 req-16635a6f-00d9-4e8e-b629-cfda0143ee1b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:40.418875 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-466aac2d-4abe-4923-bf7f-43459e7e7bb2 req-16635a6f-00d9-4e8e-b629-cfda0143ee1b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 210 time: 0.1460359 Mar 02 07:35:40.430133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 77eadd00-376b-4873-83bd-2fdad8483b4f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:40.434274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:40.438481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:40.483121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:40.529452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.530964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.559617 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-d9240478-cfa7-4ae2-b201-f1c545c820f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3343947 Mar 02 07:35:40.579718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Request body: {'port': {'device_id': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:40.685660 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-b1fd8439-5a7b-4eb6-a711-f20d948b2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.687394 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-b1fd8439-5a7b-4eb6-a711-f20d948b2a0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.3586771 Mar 02 07:35:40.711670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.730909 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:40.735293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:40.751218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:40.751821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:40.761378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fc056-b7ba-42c5-a9c9-cabe4d8ed7e1 req-fa60a0ff-39eb-4fab-8c40-24139c7b65a5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.762864 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-315fc056-b7ba-42c5-a9c9-cabe4d8ed7e1 req-fa60a0ff-39eb-4fab-8c40-24139c7b65a5 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 945 time: 0.1784809 Mar 02 07:35:40.770897 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-93442b5a-85a6-4c60-a26b-db64222cde8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e9dae06-5894-4534-9f8a-203e460adaa9 HTTP/1.1" status: 200 len: 217 time: 0.0748417 Mar 02 07:35:40.866219 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-315fc056-b7ba-42c5-a9c9-cabe4d8ed7e1 req-1380588c-c3e7-42d1-9f14-29ef5f053dd7 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943189 Mar 02 07:35:40.877126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-d9b676b4-1d10-45ac-9570-62aba6c70306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.878776 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-d9b676b4-1d10-45ac-9570-62aba6c70306 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.0946918 Mar 02 07:35:40.914872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-339ea153-9cbe-4891-b579-fe8af47499d8 None None] Provisioning for port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:40.929964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-339ea153-9cbe-4891-b579-fe8af47499d8 None None] Provisioning complete for port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:40.930460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-339ea153-9cbe-4891-b579-fe8af47499d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:40.971974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-593e1eb2-d055-4fd7-8d56-eb2eaa5960b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:40.973850 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-593e1eb2-d055-4fd7-8d56-eb2eaa5960b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882275 Mar 02 07:35:41.009352 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-339ea153-9cbe-4891-b579-fe8af47499d8 None None] Port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:35:41.012003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:41.087666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:41.095817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.111980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Transition to ACTIVE for port object 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:35:41.112742 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-c6a6c26a-eb65-4ae0-9c14-8ffefe827cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320248 Mar 02 07:35:41.117001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.253129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df4106b5-0490-4a18-a753-ecbf4911dbe6 req-fb96bc6d-d073-4b83-abe5-9024efdff65b service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332748 Mar 02 07:35:41.380376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:41.385210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac51368-9053-40bd-99f5-fe2f0bfe2360 None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'e6733421-1148-4189-953c-43d60797cd2d', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'port_id': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'mac_address': 'fa:16:3e:86:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6d390-0354-45e2-981d-12983f35cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:31:40Z', 'updated_at': '2022-03-02T07:31:45Z', 'revision_number': 1, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:41.416756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:41.496569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Attempting to bind port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:35:41.497269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Attempting to bind port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:35:41.497601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Attempting to bind port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a on network 77eadd00-376b-4873-83bd-2fdad8483b4f {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:41.502610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a on network 77eadd00-376b-4873-83bd-2fdad8483b4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:35:41.502928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Attempting to bind port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a on network 77eadd00-376b-4873-83bd-2fdad8483b4f {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:35:41.508346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:35:41.508667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Checking segment: {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:35:41.509054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Bound using segment: {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:35:41.509484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Bound port: 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b530fdd7-3ec6-476d-8152-b05c01c70651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:35:41.509863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.652140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] For port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:35:41.656403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] For port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:35:41.659273 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032987e0-2b04-48ff-b02a-8463291f66e4 None None] New status for floating IP 08ef3ec4-19d7-49ec-b853-089aaa72f233: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:35:41.662160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.738698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661ed63-8c08-4d56-a8ca-00c81fedf8b5 req-50006742-a900-41ba-a8f8-4b8998308057 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:41.740209 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c661ed63-8c08-4d56-a8ca-00c81fedf8b5 req-50006742-a900-41ba-a8f8-4b8998308057 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 943 time: 0.1819088 Mar 02 07:35:41.741637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:41.742090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:41.743349 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] 10.222.0.32 "PUT /v2.0/ports/7ed2b0c7-ad35-4639-a353-9b98ec6acb6a HTTP/1.1" status: 200 len: 1093 time: 1.1752281 Mar 02 07:35:41.792535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d396c1e-4dea-4840-b23f-340e2352d861 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:41.846887 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c661ed63-8c08-4d56-a8ca-00c81fedf8b5 req-632f9aa9-3ced-41f7-a0aa-4cf7b9fd37e5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000035 Mar 02 07:35:41.879940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-6c17d0c0-6329-4fd5-b841-33d0f824da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:41.881465 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-6c17d0c0-6329-4fd5-b841-33d0f824da14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 1096 time: 0.0872078 Mar 02 07:35:41.952490 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-9f2fd1e6-10a8-4066-b5ac-1e7105065559 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a HTTP/1.1" status: 200 len: 217 time: 0.0627589 Mar 02 07:35:42.023806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-e4751846-dfde-4eca-aa5c-73d9d13085e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.025156 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-e4751846-dfde-4eca-aa5c-73d9d13085e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2697ac02-d8c7-47d2-b455-dee9826c466d HTTP/1.1" status: 200 len: 843 time: 0.0673697 Mar 02 07:35:42.099200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-81bf72e9-b659-4c48-832e-7bbae3889580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.100871 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-81bf72e9-b659-4c48-832e-7bbae3889580 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77eadd00-376b-4873-83bd-2fdad8483b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698011 Mar 02 07:35:42.115998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992592-a4b5-4160-a5ad-088ebf651e1a req-9b13b9f6-b388-4dee-9490-14bbc4158f91 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.117438 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d5992592-a4b5-4160-a5ad-088ebf651e1a req-9b13b9f6-b388-4dee-9490-14bbc4158f91 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 945 time: 0.1403024 Mar 02 07:35:42.146322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-53464ec4-54b9-49f9-8f5f-fbc8424e14e9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.147706 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-53464ec4-54b9-49f9-8f5f-fbc8424e14e9 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 945 time: 0.1355815 Mar 02 07:35:42.190752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:42.217750 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d5992592-a4b5-4160-a5ad-088ebf651e1a req-f911b8dd-c2a5-463f-a24d-2bda5e5a0f45 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918469 Mar 02 07:35:42.234144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Deleting port 1e9dae06-5894-4534-9f8a-203e460adaa9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:42.234486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.245120 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'status': 'completed', 'code': 200} Mar 02 07:35:42.247541 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-8c218f8a-8d69-4be3-94bd-ecb7098a07be service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403437 Mar 02 07:35:42.381930 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbd9b72b-cee5-4ca9-8fdc-a6d7e6659bdf req-4bc37734-2806-4364-8980-bb55dac32629 service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276543 Mar 02 07:35:42.481526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] For port 1e9dae06-5894-4534-9f8a-203e460adaa9, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=1e9dae06-5894-4534-9f8a-203e460adaa9,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:42.481903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.488002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253768-e767-4861-92ae-98312e1b5191 req-a358de5c-47a6-4c7e-9316-c23eee3ec2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.489461 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4253768-e767-4861-92ae-98312e1b5191 req-a358de5c-47a6-4c7e-9316-c23eee3ec2b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 1096 time: 0.0686510 Mar 02 07:35:42.600234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Calling delete_port for 1e9dae06-5894-4534-9f8a-203e460adaa9 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:42.617582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253768-e767-4861-92ae-98312e1b5191 req-d87a4831-0bbb-4360-b58a-eae2c0c1b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.619057 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4253768-e767-4861-92ae-98312e1b5191 req-d87a4831-0bbb-4360-b58a-eae2c0c1b823 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77eadd00-376b-4873-83bd-2fdad8483b4f HTTP/1.1" status: 200 len: 897 time: 0.1233356 Mar 02 07:35:42.688208 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4253768-e767-4861-92ae-98312e1b5191 req-ba3f97e9-cfcd-4da6-93fc-4b497d8e4e1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a HTTP/1.1" status: 200 len: 217 time: 0.0627449 Mar 02 07:35:42.744726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.752322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253768-e767-4861-92ae-98312e1b5191 req-8b4b1116-d96a-434a-b8e1-a49de9d29f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.753824 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4253768-e767-4861-92ae-98312e1b5191 req-8b4b1116-d96a-434a-b8e1-a49de9d29f60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2697ac02-d8c7-47d2-b455-dee9826c466d HTTP/1.1" status: 200 len: 843 time: 0.0592544 Mar 02 07:35:42.794340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event deleted for resources: {'Port': ['ID=1e9dae06-5894-4534-9f8a-203e460adaa9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:42.842247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253768-e767-4861-92ae-98312e1b5191 req-ee4d40d4-cf96-474c-8f58-fa392a836116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:42.843759 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4253768-e767-4861-92ae-98312e1b5191 req-ee4d40d4-cf96-474c-8f58-fa392a836116 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77eadd00-376b-4873-83bd-2fdad8483b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833294 Mar 02 07:35:42.980615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] No DVR routers for this DVR port 1e9dae06-5894-4534-9f8a-203e460adaa9 on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:42.982991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:42.985750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'name': 'network-vif-deleted', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:42.997981 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc3fdc55-7753-4149-9094-5667b4a82768 req-5f9ce0ec-7262-47ae-a4b7-62bf2bac58a0 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "DELETE /v2.0/ports/1e9dae06-5894-4534-9f8a-203e460adaa9 HTTP/1.1" status: 204 len: 173 time: 0.8449244 Mar 02 07:35:43.032018 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f8efbb-4a20-46fd-ba62-bca99a9b88f7', 'name': 'network-vif-deleted', 'tag': '1e9dae06-5894-4534-9f8a-203e460adaa9', 'status': 'completed', 'code': 200} Mar 02 07:35:43.148203 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4253768-e767-4861-92ae-98312e1b5191 req-43179e80-9a8b-4e9d-a8c4-616ebc6df8f5 service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959678 Mar 02 07:35:43.190144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fdcc4-a7a6-4bc7-9b23-e5ceb92d598b req-f919d45a-081c-45e6-a35f-ec3c0e7596fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:43.191665 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-210fdcc4-a7a6-4bc7-9b23-e5ceb92d598b req-f919d45a-081c-45e6-a35f-ec3c0e7596fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 943 time: 0.1398988 Mar 02 07:35:43.323124 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-210fdcc4-a7a6-4bc7-9b23-e5ceb92d598b req-feae20b2-2377-45f9-9d81-3888ae3587f9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194456 Mar 02 07:35:43.360395 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4253768-e767-4861-92ae-98312e1b5191 req-e8d56f48-3459-4b5e-973c-875157c58939 service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013850 Mar 02 07:35:43.414976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-034b79e9-a1c7-4301-a9b6-6470c515c33c req-e0852807-f267-42fa-a720-52fad132716a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:43.430813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-034b79e9-a1c7-4301-a9b6-6470c515c33c req-e0852807-f267-42fa-a720-52fad132716a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:43.432046 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-034b79e9-a1c7-4301-a9b6-6470c515c33c req-e0852807-f267-42fa-a720-52fad132716a tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=87f8efbb-4a20-46fd-ba62-bca99a9b88f7 HTTP/1.1" status: 200 len: 210 time: 0.0635171 Mar 02 07:35:44.503194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233cc5a-e8be-40a6-8f34-a6a5bc37d93f req-49aa6498-91cb-4dd4-b17f-2f5e215931d6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:44.504628 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4233cc5a-e8be-40a6-8f34-a6a5bc37d93f req-49aa6498-91cb-4dd4-b17f-2f5e215931d6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 943 time: 0.0779169 Mar 02 07:35:44.549250 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4233cc5a-e8be-40a6-8f34-a6a5bc37d93f req-3c3d27a8-c3a5-4612-ba29-a00d0db0239c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391312 Mar 02 07:35:44.558822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:35:44.692977 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:44.707554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'port_id': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'mac_address': 'fa:16:3e:25:c5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:35:44.764200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.784013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:35:44.801361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:44.806067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:44.872038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:45.026609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['7ed2b0c7-ad35-4639-a353-9b98ec6acb6a'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:35:45.737963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e8ddf-d658-44b4-bbf2-c46dc54e1f42 req-d0128881-37dc-4375-aab7-e808349702d0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:45.739451 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-412e8ddf-d658-44b4-bbf2-c46dc54e1f42 req-d0128881-37dc-4375-aab7-e808349702d0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 944 time: 0.0822551 Mar 02 07:35:45.796739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-412e8ddf-d658-44b4-bbf2-c46dc54e1f42 req-7e1cd0f4-2bcb-4853-a7bf-82db1e92e2c4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:45.809339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-412e8ddf-d658-44b4-bbf2-c46dc54e1f42 req-7e1cd0f4-2bcb-4853-a7bf-82db1e92e2c4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:45.810505 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-412e8ddf-d658-44b4-bbf2-c46dc54e1f42 req-7e1cd0f4-2bcb-4853-a7bf-82db1e92e2c4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646465 Mar 02 07:35:46.582920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:35:46.651701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:35:46.656160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:35:46.656532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.809767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.840920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:46.850940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:46.857937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:46.858946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 1e9dae06-5894-4534-9f8a-203e460adaa9 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:46.931339 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'code': 200} Mar 02 07:35:46.931851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 1e9dae06-5894-4534-9f8a-203e460adaa9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:46.932193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 1e9dae06-5894-4534-9f8a-203e460adaa9 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:46.972437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:47.080732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c571c4-848d-4325-9bfa-23abc628b349 req-f0f0b86d-a722-436a-972e-d41ea1648c4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:47.082334 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e7c571c4-848d-4325-9bfa-23abc628b349 req-f0f0b86d-a722-436a-972e-d41ea1648c4b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 945 time: 0.0992875 Mar 02 07:35:47.161737 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e7c571c4-848d-4325-9bfa-23abc628b349 req-322c6ba0-7628-4fd6-80dd-17c1ab001411 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717754 Mar 02 07:35:47.202074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdb774-d907-449e-a1e2-0b023b249872 req-a9ed2ed2-26cb-4838-a8a8-41b077c6ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:47.203613 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14fdb774-d907-449e-a1e2-0b023b249872 req-a9ed2ed2-26cb-4838-a8a8-41b077c6ba06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 1098 time: 0.0743370 Mar 02 07:35:47.246930 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14fdb774-d907-449e-a1e2-0b023b249872 req-842a5333-dbec-44c9-947e-9b4b6e4985c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377455 Mar 02 07:35:48.356051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56b6c0-313a-4ccb-993b-396098e09279 req-a838764e-c907-4e52-a241-69a026d77204 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:48.365837 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b56b6c0-313a-4ccb-993b-396098e09279 req-a838764e-c907-4e52-a241-69a026d77204 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 945 time: 0.0940711 Mar 02 07:35:48.409569 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b56b6c0-313a-4ccb-993b-396098e09279 req-514c2740-88de-4c0c-a002-3715fdc4709e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376194 Mar 02 07:35:48.922894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.062601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:49.255495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Deleting port 2652c4fa-99f3-471e-837c-4a4490296a6a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:49.255750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.427862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.428190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.548235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Calling delete_port for 2652c4fa-99f3-471e-837c-4a4490296a6a owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:49.681783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c97ff-ce1a-4d67-8e0d-24af7383e1b0 req-50a633e7-60ca-4d04-91a3-ca40b54fca23 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:49.683255 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b60c97ff-ce1a-4d67-8e0d-24af7383e1b0 req-50a633e7-60ca-4d04-91a3-ca40b54fca23 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 945 time: 0.1422696 Mar 02 07:35:49.764912 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b60c97ff-ce1a-4d67-8e0d-24af7383e1b0 req-4cf9b9dc-291b-40ea-ad8d-dc2d012da986 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733244 Mar 02 07:35:49.791450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.835257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event deleted for resources: {'Port': ['ID=2652c4fa-99f3-471e-837c-4a4490296a6a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:49.927205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:49.927497 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Floating IP e6733421-1148-4189-953c-43d60797cd2d disassociated (deleted). External IP: 172.26.4.55, port: 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0. Mar 02 07:35:49.954850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1136-8de1-44e2-a4ce-f45d32296e5a req-cf32c862-4f6b-4bb5-a24a-6e20e0c28792 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:49.956510 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d6b1136-8de1-44e2-a4ce-f45d32296e5a req-cf32c862-4f6b-4bb5-a24a-6e20e0c28792 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 945 time: 0.0819652 Mar 02 07:35:50.002779 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d6b1136-8de1-44e2-a4ce-f45d32296e5a req-c44685cf-9a96-4f9b-b1ea-ac63670c15a1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404842 Mar 02 07:35:50.026811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49100) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:50.103750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa945c-c00c-46ad-8792-bce350e05f87 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.108369 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-feaa945c-c00c-46ad-8792-bce350e05f87 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 1093 time: 0.0779262 Mar 02 07:35:50.108568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49104) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:50.113382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:35:50.119220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:35:50.123101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:35:50.125910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:35:50.131446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:35:50.142119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.285158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.382582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:50.424087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.221 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/cc96ea7d-0f73-40ab-b1e7-b950a7a92837) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:35:50.563943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:50.568681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.576236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:50.585577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:50.586389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:50.588471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.602373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:50.651616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-488852be-f225-4be2-955f-010d69705405 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "DELETE /v2.0/floatingips/e6733421-1148-4189-953c-43d60797cd2d HTTP/1.1" status: 204 len: 168 time: 1.5878563 Mar 02 07:35:50.652600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:50.663571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:35:50.666764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:35:50.669580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:35:50.699103 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'status': 'completed', 'code': 200} Mar 02 07:35:50.726645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=cc96ea7d-0f73-40ab-b1e7-b950a7a92837,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:50.795492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:50.819267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-8f9426a9-842b-4593-816e-4769754900ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.821060 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-8f9426a9-842b-4593-816e-4769754900ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cab355d98ae64c0f8d687bc34504dadb&device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 1098 time: 0.0996532 Mar 02 07:35:50.979949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-ba06fcf2-7a09-4572-b9e3-8b72e59d1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:50.981677 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-ba06fcf2-7a09-4572-b9e3-8b72e59d1705 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 200 len: 913 time: 0.1545839 Mar 02 07:35:51.049930 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-2695e6c0-7e2f-419d-a719-e103a825b885 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 200 len: 217 time: 0.0611227 Mar 02 07:35:51.147431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-9ce113e5-5a08-4648-a3bc-083cb6729818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.147668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:51.148886 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-9ce113e5-5a08-4648-a3bc-083cb6729818 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 200 len: 851 time: 0.0919111 Mar 02 07:35:51.152682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:51.162286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:51.163653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:51.199324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aebcd2-b3e8-4289-8eb1-918b28ac83f2 req-3c2ef5be-950c-45e1-a05c-2f944d5b1953 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.206991 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45aebcd2-b3e8-4289-8eb1-918b28ac83f2 req-3c2ef5be-950c-45e1-a05c-2f944d5b1953 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 945 time: 0.2147629 Mar 02 07:35:51.256730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-96d3153d-1d14-4feb-b876-43bc993167b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:51.258685 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-96d3153d-1d14-4feb-b876-43bc993167b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028802 Mar 02 07:35:51.261624 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45aebcd2-b3e8-4289-8eb1-918b28ac83f2 req-f47efbe2-b693-47b4-a63c-7b63a82c463e tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535064 Mar 02 07:35:51.298259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.369527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:51.507114 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.515043 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-2adcad85-c0a7-45db-9aea-dd4f4a6985c1 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444875 Mar 02 07:35:51.652118 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09042d40-8f3a-4389-b21a-fb7294b83ce4 req-25ced032-49b3-4297-aa43-b7ca1aae62e8 service neutron] 10.222.0.32 "GET /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280632 Mar 02 07:35:51.710412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:51.714990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccca27-4394-43d7-acab-4f0fa8d43cf1 None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:27:08Z', 'revision_number': 4, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '9c035f51-54da-4618-bab5-3096ad446114', 'name': '', 'network_id': 'a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'mac_address': 'fa:16:3e:bd:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:05Z', 'updated_at': '2022-03-02T07:27:20Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'subnets': [{'id': 'ce37c911-2173-4355-9886-bcfbdf999f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:51.720826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.726135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.837999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=cc96ea7d-0f73-40ab-b1e7-b950a7a92837,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:51.851404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:51.925972 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a19ce3-fda3-4036-b771-cc1241b999e7 None None] New status for floating IP e6733421-1148-4189-953c-43d60797cd2d: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:35:52.030273 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 7bd08985-fa78-4162-a819-31ba2f09a801 associated. External IP: 172.26.4.221, port: 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a. Mar 02 07:35:52.385374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:35:52.576714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:35:52.587272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] Sync routers for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:35:52.596940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:52.597742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:52.603447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:52.652643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cdf1-bd0d-4ab0-bc08-c96155be298b req-45d2dc5f-3ac2-4de6-be1b-95addb081073 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:52.653341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-69b6cdf1-bd0d-4ab0-bc08-c96155be298b req-45d2dc5f-3ac2-4de6-be1b-95addb081073 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:52.657891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-91f0b58f-5919-480c-a1c3-e963f43e8a90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5482788 Mar 02 07:35:52.658664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:52.662802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49116) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:52.663158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670683e-8e47-4574-b651-9d0e16a82016 req-acda9633-1d3b-47f4-a7f4-02df09fbb9ec tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:52.663864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c670683e-8e47-4574-b651-9d0e16a82016 req-acda9633-1d3b-47f4-a7f4-02df09fbb9ec tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:52.690743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-69b6cdf1-bd0d-4ab0-bc08-c96155be298b req-45d2dc5f-3ac2-4de6-be1b-95addb081073 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:52.694057 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-69b6cdf1-bd0d-4ab0-bc08-c96155be298b req-45d2dc5f-3ac2-4de6-be1b-95addb081073 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 945 time: 0.2770619 Mar 02 07:35:52.694817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c670683e-8e47-4574-b651-9d0e16a82016 req-acda9633-1d3b-47f4-a7f4-02df09fbb9ec tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:52.695811 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c670683e-8e47-4574-b651-9d0e16a82016 req-acda9633-1d3b-47f4-a7f4-02df09fbb9ec tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 945 time: 0.3163610 Mar 02 07:35:52.726125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'status': 'completed', 'code': 200} Mar 02 07:35:52.795728 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-69b6cdf1-bd0d-4ab0-bc08-c96155be298b req-e008434e-8b97-4059-904a-4146b0b4aa41 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/security-groups?id=46779a13-7e5c-4ee2-b113-c142f0b5d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963373 Mar 02 07:35:52.802293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Deleting port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:52.802643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:52.868912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:52.933136 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-41154c44-6675-4fa4-bd3b-638797050e95 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/7bd08985-fa78-4162-a819-31ba2f09a801 HTTP/1.1" status: 200 len: 991 time: 0.2684159 Mar 02 07:35:52.956159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-c6c1a9ec-089d-4ce8-9db3-e0c2f85d3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:52.957627 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-c6c1a9ec-089d-4ce8-9db3-e0c2f85d3afb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 1098 time: 0.2164760 Mar 02 07:35:53.071151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] For port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:53.071502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.086836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-0fdbd5c0-8d90-4de4-ae51-270a48b6c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:53.088263 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-0fdbd5c0-8d90-4de4-ae51-270a48b6c0b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77eadd00-376b-4873-83bd-2fdad8483b4f HTTP/1.1" status: 200 len: 897 time: 0.1251435 Mar 02 07:35:53.191293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-ffad1505-4096-4d00-bf91-c0948e107c21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a HTTP/1.1" status: 200 len: 999 time: 0.0962396 Mar 02 07:35:53.197724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Calling delete_port for 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:53.220054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '7bd08985-fa78-4162-a819-31ba2f09a801', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.221', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'port_id': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'mac_address': 'fa:16:3e:25:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:35:51Z', 'updated_at': '2022-03-02T07:35:51Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:37Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:53.224156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] Checking router: 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:35:53.233419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:35:53.234055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:53.254514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-e14d1639-af0d-4c75-9160-0cc75cfb106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:53.256110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-e14d1639-af0d-4c75-9160-0cc75cfb106b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2697ac02-d8c7-47d2-b455-dee9826c466d HTTP/1.1" status: 200 len: 843 time: 0.0590231 Mar 02 07:35:53.336248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-0df4d3df-84b8-45f6-a205-bbe36e656514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:35:53.338153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-0df4d3df-84b8-45f6-a205-bbe36e656514 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77eadd00-376b-4873-83bd-2fdad8483b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768006 Mar 02 07:35:53.353168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.405732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event deleted for resources: {'Port': ['ID=3fcf27dd-6ba0-4f20-90bb-2d4674f751e0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:53.431241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:35:53.483943 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-6abf739d-2d1b-4d86-b1ff-3082c7558bdb service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390493 Mar 02 07:35:53.485440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] No DVR routers for this DVR port 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:35:53.487750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:53.490550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'name': 'network-vif-deleted', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:35:53.511017 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c670683e-8e47-4574-b651-9d0e16a82016 req-0ef887ea-15b1-4594-b3af-4bcea98fbf02 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.32 "DELETE /v2.0/ports/3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 HTTP/1.1" status: 204 len: 173 time: 0.8067350 Mar 02 07:35:53.536430 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a6d390-0354-45e2-981d-12983f35cd4e', 'name': 'network-vif-deleted', 'tag': '3fcf27dd-6ba0-4f20-90bb-2d4674f751e0', 'status': 'completed', 'code': 200} Mar 02 07:35:53.644293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33630b65-a19e-4fc2-a9f3-c0ba56eccd66 req-91f98d63-e65f-48e0-9519-2627be2ae0e9 service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541297 Mar 02 07:35:53.796505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '7bd08985-fa78-4162-a819-31ba2f09a801', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.221', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'port_id': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'mac_address': 'fa:16:3e:25:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:35:51Z', 'updated_at': '2022-03-02T07:35:51Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:37Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:35:53.800900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c6fc4-a8a0-4a60-8a1f-9dda47650780 None None] The sync data for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv is: [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '7bd08985-fa78-4162-a819-31ba2f09a801', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.221', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'port_id': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'mac_address': 'fa:16:3e:25:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:35:51Z', 'updated_at': '2022-03-02T07:35:51Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:37Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:35:53.937002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:53.970278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7d94369f-f2ae-4eae-b1b8-51023f3fe32e req-97719e5b-6c6b-4e1f-9082-1e2a1aa463e1 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Synchronizing usage tracker for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:35:53.994757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7d94369f-f2ae-4eae-b1b8-51023f3fe32e req-97719e5b-6c6b-4e1f-9082-1e2a1aa463e1 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Unset dirty status for tenant:cab355d98ae64c0f8d687bc34504dadb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:35:53.996897 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d94369f-f2ae-4eae-b1b8-51023f3fe32e req-97719e5b-6c6b-4e1f-9082-1e2a1aa463e1 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "GET /v2.0/ports?device_id=70a6d390-0354-45e2-981d-12983f35cd4e HTTP/1.1" status: 200 len: 210 time: 0.0701783 Mar 02 07:35:54.067514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f6e26370-9d0c-432a-b6ce-616b7429b2b2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/7bd08985-fa78-4162-a819-31ba2f09a801 HTTP/1.1" status: 200 len: 991 time: 0.1282701 Mar 02 07:35:54.070001 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f414db37-cab8-46ca-ab80-69c1bb0bc49f None None] New status for floating IP 7bd08985-fa78-4162-a819-31ba2f09a801: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:35:55.070341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49132) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:55.093123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49136) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:55.186960 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2c9d250-ce2c-41fa-a667-1d9164fae0ae tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/7bd08985-fa78-4162-a819-31ba2f09a801 HTTP/1.1" status: 200 len: 993 time: 0.1142471 Mar 02 07:35:55.256968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Deleting port 94b01177-c630-4ac4-8c36-6317f4a4179b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:55.257303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.453774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.454090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.576603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Calling delete_port for 94b01177-c630-4ac4-8c36-6317f4a4179b owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:35:55.715739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.762154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event deleted for resources: {'Port': ['ID=94b01177-c630-4ac4-8c36-6317f4a4179b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:55.946232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.963691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:55.964880 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-008f0ce5-4b05-482c-837a-cf83a9470911 tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "DELETE /v2.0/floatingips/58f267f8-1a36-4529-8790-495f32dc60a5 HTTP/1.1" status: 204 len: 168 time: 0.8707435 Mar 02 07:35:56.638152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:35:56.672346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:35:56.672693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 3fcf27dd-6ba0-4f20-90bb-2d4674f751e0 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:35:58.405718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49152) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:58.473096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1533a86-6e4e-434a-ad70-498d683d703d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.506092 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1533a86-6e4e-434a-ad70-498d683d703d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.576090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1533a86-6e4e-434a-ad70-498d683d703d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.592703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1533a86-6e4e-434a-ad70-498d683d703d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46779a13-7e5c-4ee2-b113-c142f0b5d6ed,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:35:58.605744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1533a86-6e4e-434a-ad70-498d683d703d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:58.609336 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b1533a86-6e4e-434a-ad70-498d683d703d tempest-TestVolumeBootPattern-795086007 tempest-TestVolumeBootPattern-795086007-project] 10.222.0.41 "DELETE /v2.0/security-groups/46779a13-7e5c-4ee2-b113-c142f0b5d6ed HTTP/1.1" status: 204 len: 168 time: 0.2002170 Mar 02 07:35:58.662528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:35:59.426637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.757598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Deleting port 9c035f51-54da-4618-bab5-3096ad446114 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:35:59.757881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:35:59.922528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] For port 9c035f51-54da-4618-bab5-3096ad446114, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9c035f51-54da-4618-bab5-3096ad446114,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:35:59.922902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.136789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Calling delete_port for 9c035f51-54da-4618-bab5-3096ad446114 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:00.445885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:00.491565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c035f51-54da-4618-bab5-3096ad446114,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:00.751540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.099559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Router acfb9ec6-d2f8-4196-8729-8a595b5d0294 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:01.276411 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:01.285725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] Sync routers for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:01.289238 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b8f41d29-93aa-4c6b-b53f-737a510a14a8 admin admin] 10.222.0.41 "PUT /v2.0/routers/acfb9ec6-d2f8-4196-8729-8a595b5d0294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250801 Mar 02 07:36:01.291240 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:01.295151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:01.295797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:01.476170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:01.573386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.746678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.756479 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Deleting port 201cdc16-41f7-496e-b9c7-877bdcbe4328 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:01.756802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.799204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:36:00Z', 'revision_number': 5, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port': {'id': '201cdc16-41f7-496e-b9c7-877bdcbe4328', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:26:54Z', 'updated_at': '2022-03-02T07:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:01.803027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] Checking router: acfb9ec6-d2f8-4196-8729-8a595b5d0294 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:01.812018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] Routers {'acfb9ec6-d2f8-4196-8729-8a595b5d0294'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:01.812618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:35:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:01.930861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] For port 201cdc16-41f7-496e-b9c7-877bdcbe4328, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=201cdc16-41f7-496e-b9c7-877bdcbe4328,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:01.931210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:01.966419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] Set router acfb9ec6-d2f8-4196-8729-8a595b5d0294 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:02.051380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Calling delete_port for 201cdc16-41f7-496e-b9c7-877bdcbe4328 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:02.075854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:36:01Z', 'revision_number': 6, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:02.079759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4669ea9-a109-419c-9fd7-8d953fcc49cd None None] The sync data for ids ['acfb9ec6-d2f8-4196-8729-8a595b5d0294'] in dv-neutron-831485-1-hyperv is: [{'id': 'acfb9ec6-d2f8-4196-8729-8a595b5d0294', 'name': 'tempest-TestVolumeBootPattern-1127958766-router', 'tenant_id': 'cab355d98ae64c0f8d687bc34504dadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:26:51Z', 'updated_at': '2022-03-02T07:36:01Z', 'revision_number': 6, 'project_id': 'cab355d98ae64c0f8d687bc34504dadb', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:02.213030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.259731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=201cdc16-41f7-496e-b9c7-877bdcbe4328,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:02.349586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.529307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b74bbd5e-fcb4-4cc0-b5bf-6b5f698b0455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.532997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.535215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.555530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.556040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acfb9ec6-d2f8-4196-8729-8a595b5d0294 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:36:02.567387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.568496 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0a34ce7f-37ab-4f54-a531-762b974ea5f9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/acfb9ec6-d2f8-4196-8729-8a595b5d0294 HTTP/1.1" status: 204 len: 168 time: 1.2763784 Mar 02 07:36:02.570973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49168) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:02.628700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] Deleting subnet ce37c911-2173-4355-9886-bcfbdf999f21 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:02.631535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.680507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.859834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.932166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.972117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce37c911-2173-4355-9886-bcfbdf999f21,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:02.975869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:02.981998 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a2072-c3cd-435a-a90a-7ac60b9133a3 None None] Network a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:02.982134 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-31732f02-dcf5-4825-ad8f-5140d36acf1e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce37c911-2173-4355-9886-bcfbdf999f21 HTTP/1.1" status: 204 len: 168 time: 0.4101026 Mar 02 07:36:02.984477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:03.090586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.103378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Deleting port a27070e3-aeae-4897-9d8b-9d67f5d0f103 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:03.103710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.190611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9c035f51-54da-4618-bab5-3096ad446114 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:03.225739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 9c035f51-54da-4618-bab5-3096ad446114 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:03.226101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9c035f51-54da-4618-bab5-3096ad446114 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:03.226521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 201cdc16-41f7-496e-b9c7-877bdcbe4328 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:03.262602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] DHCP port deletion for a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:36:03.264743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 201cdc16-41f7-496e-b9c7-877bdcbe4328 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:03.265087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 201cdc16-41f7-496e-b9c7-877bdcbe4328 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:03.268344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Deleting port a27070e3-aeae-4897-9d8b-9d67f5d0f103 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:03.268723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.312853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] For port a27070e3-aeae-4897-9d8b-9d67f5d0f103, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a27070e3-aeae-4897-9d8b-9d67f5d0f103,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:03.313209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.438367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Calling delete_port for a27070e3-aeae-4897-9d8b-9d67f5d0f103 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:03.470622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] For port a27070e3-aeae-4897-9d8b-9d67f5d0f103, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a27070e3-aeae-4897-9d8b-9d67f5d0f103,segment=NetworkSegment(6383ffb0-aaa5-49a1-b72d-16e309e48dd4),segment_id=6383ffb0-aaa5-49a1-b72d-16e309e48dd4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:03.471013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.511787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.555922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27070e3-aeae-4897-9d8b-9d67f5d0f103,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:03.559796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] No DVR routers for this DVR port a27070e3-aeae-4897-9d8b-9d67f5d0f103 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:03.590371 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Calling delete_port for a27070e3-aeae-4897-9d8b-9d67f5d0f103 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:03.663115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:03.663466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:03.670850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.699446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:03.710903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6383ffb0-aaa5-49a1-b72d-16e309e48dd4') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:03.711191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6383ffb0-aaa5-49a1-b72d-16e309e48dd4') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:03.722022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.738107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.743807 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:36:03.744219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:36:03.757288 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:36:03.830629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.846570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:03.856608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:03.869436 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4d689b8-2f33-4e79-951b-bc0979e39638 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a4c9c8be-9d36-4eef-b6e6-b6dc304ae2b1 HTTP/1.1" status: 204 len: 168 time: 0.8840151 Mar 02 07:36:03.872227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49176) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:04.165182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Deleting port a27070e3-aeae-4897-9d8b-9d67f5d0f103 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:04.165602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.231625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b3d14bc2-30b6-4b32-9bca-d5947e080fcd None None] The port 'a27070e3-aeae-4897-9d8b-9d67f5d0f103' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:36:04.497197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.783704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d65e473f-80b8-43c6-8521-b23f6c96b8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:04.833208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Deleting port e1ed648c-bff0-49b2-a691-e7bcdd033506 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:04.833785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.002482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] For port e1ed648c-bff0-49b2-a691-e7bcdd033506, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e1ed648c-bff0-49b2-a691-e7bcdd033506,segment=NetworkSegment(302fc381-c273-43b3-8ec1-1ffc8ba9d458),segment_id=302fc381-c273-43b3-8ec1-1ffc8ba9d458)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:05.002856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.122136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Calling delete_port for e1ed648c-bff0-49b2-a691-e7bcdd033506 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:05.179144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a27070e3-aeae-4897-9d8b-9d67f5d0f103 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:05.215598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: a27070e3-aeae-4897-9d8b-9d67f5d0f103 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:05.216038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a27070e3-aeae-4897-9d8b-9d67f5d0f103 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:05.300481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.346659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ed648c-bff0-49b2-a691-e7bcdd033506,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:05.717872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.822775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:05.862401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.067160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Router 5992d90a-7535-441d-bf38-3280a2cb8d61 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:36:06.240764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:36:06.249791 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] Sync routers for ids ['5992d90a-7535-441d-bf38-3280a2cb8d61'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:36:06.256914 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-39d2ee74-623b-4504-97c6-6e5d03fa3eb8 admin admin] 10.222.0.41 "PUT /v2.0/routers/5992d90a-7535-441d-bf38-3280a2cb8d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3836782 Mar 02 07:36:06.259388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49180) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:06.259518 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] Routers {'5992d90a-7535-441d-bf38-3280a2cb8d61'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:06.260024 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:36:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5992d90a-7535-441d-bf38-3280a2cb8d61'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:06.431259 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] Set router 5992d90a-7535-441d-bf38-3280a2cb8d61 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:06.438242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.611468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.620671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Deleting port 1d746cf2-0703-4465-9415-b07c27f403d7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:06.620999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.708153 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:36:05Z', 'revision_number': 5, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port': {'id': '1d746cf2-0703-4465-9415-b07c27f403d7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:87:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:27:19Z', 'updated_at': '2022-03-02T07:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:06.711833 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] Checking router: 5992d90a-7535-441d-bf38-3280a2cb8d61 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:36:06.720328 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] Routers {'5992d90a-7535-441d-bf38-3280a2cb8d61'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:36:06.720904 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:36:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5992d90a-7535-441d-bf38-3280a2cb8d61'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:06.792139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] For port 1d746cf2-0703-4465-9415-b07c27f403d7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=1d746cf2-0703-4465-9415-b07c27f403d7,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:06.792488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:06.867378 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] Set router 5992d90a-7535-441d-bf38-3280a2cb8d61 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:36:06.912395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Calling delete_port for 1d746cf2-0703-4465-9415-b07c27f403d7 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:06.982547 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:36:06Z', 'revision_number': 6, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:06.986420 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164c3c1-af63-4028-aceb-ec5642ea9b3c None None] The sync data for ids ['5992d90a-7535-441d-bf38-3280a2cb8d61'] in dv-neutron-831485-1-hyperv is: [{'id': '5992d90a-7535-441d-bf38-3280a2cb8d61', 'name': 'tempest-TestVolumeBootPattern-385569488-router', 'tenant_id': '7d561419d82141df8e1194fc36e6a52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:27:17Z', 'updated_at': '2022-03-02T07:36:06Z', 'revision_number': 6, 'project_id': '7d561419d82141df8e1194fc36e6a52f', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:36:07.101672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.188944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.239918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d746cf2-0703-4465-9415-b07c27f403d7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:07.328613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.501487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.503632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.532241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.532740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5992d90a-7535-441d-bf38-3280a2cb8d61 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:36:07.545419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.546757 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b3401f9e-863e-4a78-9a6f-640d024d795e admin admin] 10.222.0.41 "DELETE /v2.0/routers/5992d90a-7535-441d-bf38-3280a2cb8d61 HTTP/1.1" status: 204 len: 168 time: 1.2864912 Mar 02 07:36:07.549271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49184) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:07.608516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] Deleting subnet fce4c2d2-c412-4040-85fe-f577b4bfb607 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:36:07.611276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.658192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.736323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.758719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e1ed648c-bff0-49b2-a691-e7bcdd033506 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:07.792892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: e1ed648c-bff0-49b2-a691-e7bcdd033506 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:07.793335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e1ed648c-bff0-49b2-a691-e7bcdd033506 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:07.813833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.853560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce4c2d2-c412-4040-85fe-f577b4bfb607,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:07.857972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.867076 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55642e8b-6b2c-404e-bd28-1c0452ba6b34 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fce4c2d2-c412-4040-85fe-f577b4bfb607 HTTP/1.1" status: 204 len: 168 time: 0.3165965 Mar 02 07:36:07.867469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc41cc-02bd-44cb-9a94-e70d237dfd5c None None] Network a6c4eeda-6ba7-40f1-a2af-e5b387455392 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:36:07.870883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49188) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:07.981899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:07.993102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Deleting port efc4d728-b149-40c7-b239-db6cb44db2f3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:07.993431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.160390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] DHCP port deletion for a6c4eeda-6ba7-40f1-a2af-e5b387455392 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:36:08.164607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Deleting port efc4d728-b149-40c7-b239-db6cb44db2f3 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:08.164973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.205484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] For port efc4d728-b149-40c7-b239-db6cb44db2f3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=efc4d728-b149-40c7-b239-db6cb44db2f3,segment=NetworkSegment(302fc381-c273-43b3-8ec1-1ffc8ba9d458),segment_id=302fc381-c273-43b3-8ec1-1ffc8ba9d458)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:08.206148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.326372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Calling delete_port for efc4d728-b149-40c7-b239-db6cb44db2f3 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:08.365228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] For port efc4d728-b149-40c7-b239-db6cb44db2f3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=efc4d728-b149-40c7-b239-db6cb44db2f3,segment=NetworkSegment(302fc381-c273-43b3-8ec1-1ffc8ba9d458),segment_id=302fc381-c273-43b3-8ec1-1ffc8ba9d458)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:36:08.365624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.399956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.445443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc4d728-b149-40c7-b239-db6cb44db2f3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:08.451300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] No DVR routers for this DVR port efc4d728-b149-40c7-b239-db6cb44db2f3 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:36:08.488175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Calling delete_port for efc4d728-b149-40c7-b239-db6cb44db2f3 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:36:08.557897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:36:08.558255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:36:08.661693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.685662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c4eeda-6ba7-40f1-a2af-e5b387455392']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:08.696886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302fc381-c273-43b3-8ec1-1ffc8ba9d458') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:08.697168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302fc381-c273-43b3-8ec1-1ffc8ba9d458') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:36:08.708285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.723723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.729406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:36:08.729812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:36:08.742409 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:36:08.814104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.829360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:08.838840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c4eeda-6ba7-40f1-a2af-e5b387455392,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:08.845737 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c71d61b7-f03d-4926-9307-0532a0605323 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a6c4eeda-6ba7-40f1-a2af-e5b387455392 HTTP/1.1" status: 204 len: 168 time: 0.9734819 Mar 02 07:36:08.980992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49194) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:09.029056 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c86a9a1d-36c1-4f05-b359-efb0bbe49f66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cab355d98ae64c0f8d687bc34504dadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467019 Mar 02 07:36:09.031364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49198) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:09.059662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Deleting port efc4d728-b149-40c7-b239-db6cb44db2f3 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:36:09.060052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.090977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c639a347-3196-43b8-8ccc-47f1633ef303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.116457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c639a347-3196-43b8-8ccc-47f1633ef303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.126863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0eb6c-0807-4064-8348-c61ead8967de None None] The port 'efc4d728-b149-40c7-b239-db6cb44db2f3' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:36:09.171670 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c639a347-3196-43b8-8ccc-47f1633ef303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.184111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device efc4d728-b149-40c7-b239-db6cb44db2f3 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:09.190361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639a347-3196-43b8-8ccc-47f1633ef303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d26cfe6-8c63-48d2-883f-9fc9dd3df79e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:09.196690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c639a347-3196-43b8-8ccc-47f1633ef303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.197875 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c639a347-3196-43b8-8ccc-47f1633ef303 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d26cfe6-8c63-48d2-883f-9fc9dd3df79e HTTP/1.1" status: 204 len: 168 time: 0.1655271 Mar 02 07:36:09.224517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: efc4d728-b149-40c7-b239-db6cb44db2f3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:09.224870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device efc4d728-b149-40c7-b239-db6cb44db2f3 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:09.225268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1d746cf2-0703-4465-9415-b07c27f403d7 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:36:09.259864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 1d746cf2-0703-4465-9415-b07c27f403d7 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:36:09.260240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 1d746cf2-0703-4465-9415-b07c27f403d7 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:36:09.533054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:09.580265 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c687f47c-f785-4275-b6ba-d1445e5be160 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d561419d82141df8e1194fc36e6a52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461047 Mar 02 07:36:09.582511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:36:09.637906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc849193-36a6-4b88-a99c-b7c8d48cc736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.662482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc849193-36a6-4b88-a99c-b7c8d48cc736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.715425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc849193-36a6-4b88-a99c-b7c8d48cc736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.728764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc849193-36a6-4b88-a99c-b7c8d48cc736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37eb261-41ad-43ad-939b-b316e72c30e4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:36:09.735409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc849193-36a6-4b88-a99c-b7c8d48cc736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:09.736528 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc849193-36a6-4b88-a99c-b7c8d48cc736 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a37eb261-41ad-43ad-939b-b316e72c30e4 HTTP/1.1" status: 204 len: 168 time: 0.1530914 Mar 02 07:36:12.702369 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:36:18.926304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:32.531399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d439b7d2-128d-4bc0-a58f-e003ca243c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:34.787900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73c0b04c-3b80-471d-aad8-b5cf82e8962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.825426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:35.863122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:37.101987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:48.923191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:36:49.702154 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:37:02.533837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ee861ac-50d9-432e-bd5c-9b316c595e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:04.789539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-efda1c28-175a-4c3b-9f25-0b0dc5107737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.828874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:05.863031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:07.104503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:18.922595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:26.700963 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:37:32.468325 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-d82c6a06-048f-474c-9f15-1081fbb82638 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676250 Mar 02 07:37:32.536082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f8fa5c70-99e7-4d3d-82fc-22f69169b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:32.605336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-f929772d-ac62-4ae5-9eeb-a5a8e3ad189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.606724 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-f929772d-ac62-4ae5-9eeb-a5a8e3ad189f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 1098 time: 0.0724826 Mar 02 07:37:32.745129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-75e56d09-b530-4991-a01a-f404c427bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.746557 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-75e56d09-b530-4991-a01a-f404c427bc64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77eadd00-376b-4873-83bd-2fdad8483b4f HTTP/1.1" status: 200 len: 897 time: 0.1210299 Mar 02 07:37:32.844907 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-9d86d781-be46-440d-a5d5-a563a2fdd746 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a HTTP/1.1" status: 200 len: 1001 time: 0.0919976 Mar 02 07:37:32.903492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-38dacb0f-bda8-44bc-9350-b1dfedde2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.904865 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-38dacb0f-bda8-44bc-9350-b1dfedde2b52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2697ac02-d8c7-47d2-b455-dee9826c466d HTTP/1.1" status: 200 len: 843 time: 0.0543818 Mar 02 07:37:32.981200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-bf0ceea6-e357-471e-9c00-4e48ac102b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:32.982664 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-bf0ceea6-e357-471e-9c00-4e48ac102b28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77eadd00-376b-4873-83bd-2fdad8483b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716293 Mar 02 07:37:33.111337 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-d24301d3-d895-46e4-9521-ce38303a43c8 service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225591 Mar 02 07:37:33.247349 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c0b17cf6-a50e-4c67-ac2d-f34c180b923a req-7368cf68-1ed4-47d8-8ca9-ce2a60506e03 service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305826 Mar 02 07:37:34.790657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-191afd34-4b70-409d-9488-74a98ab29274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.832030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:35.862966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:37.108062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:43.714745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:37:43.720636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:37:43.836758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534961634'] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.018811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753948805861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-536291960'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.060521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:37:44.061108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.062910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/subnets/2697ac02-d8c7-47d2-b455-dee9826c466d HTTP/1.1" status: 200 len: 835 time: 0.3467031 Mar 02 07:37:44.066284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca5342-5d81-4cf9-8229-8f199d3162a6 None None] Network 77eadd00-376b-4873-83bd-2fdad8483b4f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:37:44.089710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=2697ac02-d8c7-47d2-b455-dee9826c466d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:37:44.097796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.098144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.098482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.098810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.099137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.099463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.099783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.100108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.100428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.100744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.101058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.101371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53789-92ce-477c-b813-5c75eb685236 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:37:44.485985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-093f2c10-871c-4abd-8b64-03d432e1634e None None] Provisioning complete for port db9f451a-c915-4be0-a075-f243efa60e0a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:37:44.486353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-093f2c10-871c-4abd-8b64-03d432e1634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.638478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-093f2c10-871c-4abd-8b64-03d432e1634e None None] Provisioning complete for port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:37:44.638855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-093f2c10-871c-4abd-8b64-03d432e1634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:44.758290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-093f2c10-871c-4abd-8b64-03d432e1634e None None] Provisioning complete for port 24671994-17b2-4754-8876-842a0349a7e4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:37:44.758649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-093f2c10-871c-4abd-8b64-03d432e1634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:37:48.936753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:02.540305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d954a50-beea-43d0-8ded-faf4261b0a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:03.699937 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:38:04.792935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a65c10aa-4d24-441a-94e7-71aad8b4786b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:05.834717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:05.863007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:07.110668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:18.968007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:26.871280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:27.164111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port cc96ea7d-0f73-40ab-b1e7-b950a7a92837 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:27.164366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:27.327335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:27.327663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:27.450064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for cc96ea7d-0f73-40ab-b1e7-b950a7a92837 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:27.588425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:27.635738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=cc96ea7d-0f73-40ab-b1e7-b950a7a92837,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:27.724441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:27.724684 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 7bd08985-fa78-4162-a819-31ba2f09a801 disassociated (deleted). External IP: 172.26.4.221, port: 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a. Mar 02 07:38:28.057909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:38:28.230106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:28.239442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] Sync routers for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:28.248980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:28.249268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:28.249588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:28.416293 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd2dd375-6d85-4388-b157-c48726f1353c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/7bd08985-fa78-4162-a819-31ba2f09a801 HTTP/1.1" status: 204 len: 168 time: 1.5439219 Mar 02 07:38:28.417153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:28.433960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:28.465178 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'status': 'completed', 'code': 200} Mar 02 07:38:28.566219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-c3396a4e-5f8e-4089-8501-e0d3227be8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:28.567693 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-c3396a4e-5f8e-4089-8501-e0d3227be8d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 1098 time: 0.0805750 Mar 02 07:38:28.697462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-803f9f4d-1953-4e11-8dd4-f0ecf64958f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:28.698927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-803f9f4d-1953-4e11-8dd4-f0ecf64958f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77eadd00-376b-4873-83bd-2fdad8483b4f HTTP/1.1" status: 200 len: 897 time: 0.1254506 Mar 02 07:38:28.740871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:37Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:28.744630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] Checking router: 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:28.753332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:28.753954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:28.767608 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-c5d8631e-6ad5-4c50-8313-354b2ab622be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a HTTP/1.1" status: 200 len: 217 time: 0.0629423 Mar 02 07:38:28.828847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-7b4bba09-c7a8-4b2d-9095-74bc17c91cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:28.830288 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-7b4bba09-c7a8-4b2d-9095-74bc17c91cf3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2697ac02-d8c7-47d2-b455-dee9826c466d HTTP/1.1" status: 200 len: 843 time: 0.0565643 Mar 02 07:38:28.910009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-5c91b57c-24da-4245-aef5-686e67df4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:28.911564 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-5c91b57c-24da-4245-aef5-686e67df4622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77eadd00-376b-4873-83bd-2fdad8483b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749929 Mar 02 07:38:28.930116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:29.141130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-a408b2e0-0346-4e2d-9bcd-2f6124a3b636 service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234392 Mar 02 07:38:29.241979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:37Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:29.245978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed995e7-3ae1-4694-acae-c5d1eb49c195 None None] The sync data for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv is: [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:33Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '24671994-17b2-4754-8876-842a0349a7e4', 'name': '', 'network_id': '77eadd00-376b-4873-83bd-2fdad8483b4f', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:26:fb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:32Z', 'updated_at': '2022-03-02T07:35:37Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '2697ac02-d8c7-47d2-b455-dee9826c466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:29.271546 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cb3669-4aa0-4999-bd4c-d90c32b14e95 req-41101142-28d7-436c-a566-4fd22055247b service neutron] 10.222.0.32 "GET /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244922 Mar 02 07:38:29.471591 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb74e7-ebfb-4948-93f2-df1ef2d2899b None None] New status for floating IP 7bd08985-fa78-4162-a819-31ba2f09a801: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:38:30.016153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4b715-b20f-413b-9eeb-c63877ec9fc5 req-fea0cba2-4ef5-46e4-b138-ca103d5bdb20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:30.017610 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-76c4b715-b20f-413b-9eeb-c63877ec9fc5 req-fea0cba2-4ef5-46e4-b138-ca103d5bdb20 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 945 time: 0.3041418 Mar 02 07:38:30.061099 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-76c4b715-b20f-413b-9eeb-c63877ec9fc5 req-6cd7ed2c-0d7a-4037-9045-d6902ea47c4a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379300 Mar 02 07:38:31.003264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-d0622048-9d23-4687-bb03-040920a4ca6a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:31.004672 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-d0622048-9d23-4687-bb03-040920a4ca6a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 945 time: 0.0874519 Mar 02 07:38:31.072292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:31.072959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.243619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233bf56-0966-4479-9d0f-44b3ad93bb56 req-684345a9-caf4-464c-aa8b-34aeb88bd22f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:31.244354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a233bf56-0966-4479-9d0f-44b3ad93bb56 req-684345a9-caf4-464c-aa8b-34aeb88bd22f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:31.261071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a233bf56-0966-4479-9d0f-44b3ad93bb56 req-684345a9-caf4-464c-aa8b-34aeb88bd22f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:31.262300 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a233bf56-0966-4479-9d0f-44b3ad93bb56 req-684345a9-caf4-464c-aa8b-34aeb88bd22f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f HTTP/1.1" status: 200 len: 945 time: 0.0956597 Mar 02 07:38:31.309348 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a233bf56-0966-4479-9d0f-44b3ad93bb56 req-99afb2cd-630e-4516-8582-4e739cd226ae tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=f68b11e6-69c7-434b-af35-d77dbbbaab24&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411880 Mar 02 07:38:31.320764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:31.321124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.441007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:31.579806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.630953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=7ed2b0c7-ad35-4639-a353-9b98ec6acb6a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:31.668150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.668489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.668825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.669148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.669471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.669819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.670136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.670449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.670761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.671072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.671388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.671841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:31.711196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:38:31.713309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:31.715643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'name': 'network-vif-deleted', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:31.731214 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-776f91e2-dceb-446f-8e14-2dd8668b1b10 req-a1c74131-51ab-4415-b1c3-216043141155 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/7ed2b0c7-ad35-4639-a353-9b98ec6acb6a HTTP/1.1" status: 204 len: 173 time: 0.7213306 Mar 02 07:38:31.762250 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3cf8b-a8ae-4b32-bd9a-6f20cb98a16f', 'name': 'network-vif-deleted', 'tag': '7ed2b0c7-ad35-4639-a353-9b98ec6acb6a', 'status': 'completed', 'code': 200} Mar 02 07:38:32.402182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:32.467609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-764b47db-a382-4c9e-b4aa-311da193dc4d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.496979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-764b47db-a382-4c9e-b4aa-311da193dc4d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.541488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-876949b5-da99-46a2-a6c8-1eee13548eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.561741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-764b47db-a382-4c9e-b4aa-311da193dc4d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.580223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b47db-a382-4c9e-b4aa-311da193dc4d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68b11e6-69c7-434b-af35-d77dbbbaab24,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:32.591047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-764b47db-a382-4c9e-b4aa-311da193dc4d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:32.592130 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-764b47db-a382-4c9e-b4aa-311da193dc4d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/f68b11e6-69c7-434b-af35-d77dbbbaab24 HTTP/1.1" status: 204 len: 168 time: 0.1889834 Mar 02 07:38:32.626760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49298) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:33.264319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:33.607161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 24671994-17b2-4754-8876-842a0349a7e4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:33.607583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:33.789655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 24671994-17b2-4754-8876-842a0349a7e4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=24671994-17b2-4754-8876-842a0349a7e4,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:33.790312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:33.912045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 24671994-17b2-4754-8876-842a0349a7e4 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:34.092626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:34.147842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=24671994-17b2-4754-8876-842a0349a7e4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:34.516829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:34.794244 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6118c1e5-4016-4864-b29e-b1085c727244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:34.870245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:38:35.041177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:35.050919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] Sync routers for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:35.054142 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61b5f13c-50c5-400f-9bf6-7753526d55b6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/0a5e57b0-b6de-4689-81eb-2192bd9e83e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4260745 Mar 02 07:38:35.056555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49308) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:35.060287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:35.060876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:35.124132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet 2697ac02-d8c7-47d2-b455-dee9826c466d {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:38:35.127112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.179860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.246031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:35.265169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.345606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.355009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:35.386505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=2697ac02-d8c7-47d2-b455-dee9826c466d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:35.388647 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.398496 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e4be2fab-22a5-4518-93b7-6641dd8504b8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/2697ac02-d8c7-47d2-b455-dee9826c466d HTTP/1.1" status: 204 len: 168 time: 0.3386450 Mar 02 07:38:35.398721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49312) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:35.407713 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab503e4c-eca7-47bb-9643-77bb1c6513fd None None] Network 77eadd00-376b-4873-83bd-2fdad8483b4f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:38:35.430738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:35.431081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 7ed2b0c7-ad35-4639-a353-9b98ec6acb6a not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:35.574487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.740268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:38:34Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': 'a5d5c808-ec01-48a8-a745-3597971c0b54', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:35.744399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] Checking router: 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:35.754149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] Routers {'0a5e57b0-b6de-4689-81eb-2192bd9e83e5'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:35.754734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:35.759892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.770373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port a5d5c808-ec01-48a8-a745-3597971c0b54 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:35.770716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.819158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] DHCP port deletion for 77eadd00-376b-4873-83bd-2fdad8483b4f request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:38:35.880587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Deleting port db9f451a-c915-4be0-a075-f243efa60e0a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:38:35.880951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.947830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.970528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:35.983623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] Set router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:36.068104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port a5d5c808-ec01-48a8-a745-3597971c0b54, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=a5d5c808-ec01-48a8-a745-3597971c0b54,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:36.068712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.118424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:38:35Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:36.128333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b72ad6-5da4-4260-9df8-95778f3cae38 None None] The sync data for ids ['0a5e57b0-b6de-4689-81eb-2192bd9e83e5'] in dv-neutron-831485-1-hyperv is: [{'id': '0a5e57b0-b6de-4689-81eb-2192bd9e83e5', 'name': 'tempest-TestNetworkBasicOps-router-620196972', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:35:28Z', 'updated_at': '2022-03-02T07:38:35Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:36.191044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for a5d5c808-ec01-48a8-a745-3597971c0b54 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:36.232654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] For port db9f451a-c915-4be0-a075-f243efa60e0a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=db9f451a-c915-4be0-a075-f243efa60e0a,segment=NetworkSegment(b530fdd7-3ec6-476d-8152-b05c01c70651),segment_id=b530fdd7-3ec6-476d-8152-b05c01c70651)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:36.233076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.363312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.397589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Calling delete_port for db9f451a-c915-4be0-a075-f243efa60e0a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:38:36.409152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=a5d5c808-ec01-48a8-a745-3597971c0b54,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:36.472112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.508910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.520669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Pushing event deleted for resources: {'Port': ['ID=db9f451a-c915-4be0-a075-f243efa60e0a,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:36.526245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] No DVR routers for this DVR port db9f451a-c915-4be0-a075-f243efa60e0a on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:38:36.533215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.533561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.538735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d044161-efb9-4af2-b4a3-e38b2283dcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:36.690429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.692546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.713930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.714451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5e57b0-b6de-4689-81eb-2192bd9e83e5 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:38:36.729481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.730597 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1edb7f3e-765f-4134-bb49-ab06006d0334 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/0a5e57b0-b6de-4689-81eb-2192bd9e83e5 HTTP/1.1" status: 204 len: 168 time: 1.3309975 Mar 02 07:38:36.733220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49318) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:36.842392 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.973453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:36.999160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77eadd00-376b-4873-83bd-2fdad8483b4f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:37.012813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b530fdd7-3ec6-476d-8152-b05c01c70651') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:37.013104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b530fdd7-3ec6-476d-8152-b05c01c70651') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:37.024805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.040477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.046255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:38:37.046662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:38:37.060723 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:38:37.114285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.149001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.166536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.177279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=77eadd00-376b-4873-83bd-2fdad8483b4f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:37.182083 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23275180-2b2f-4bdd-868d-fc5d2000371d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/77eadd00-376b-4873-83bd-2fdad8483b4f HTTP/1.1" status: 204 len: 168 time: 0.4479141 Mar 02 07:38:37.193801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49322) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:37.199207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--1639320177', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:37.204957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:37.209188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:37.212058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:37.217912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:37.231247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:37.234613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.252087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9f451a-c915-4be0-a075-f243efa60e0a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:37.262400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:38:37.271565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.271903 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment 244a5ed6-446b-4b3b-8fd1-53897ecdd910 of type vlan for network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 Mar 02 07:38:37.288130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: db9f451a-c915-4be0-a075-f243efa60e0a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:37.288480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device db9f451a-c915-4be0-a075-f243efa60e0a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:37.289100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 24671994-17b2-4754-8876-842a0349a7e4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:37.308853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.321933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 24671994-17b2-4754-8876-842a0349a7e4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:37.322287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 24671994-17b2-4754-8876-842a0349a7e4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:37.322705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a5d5c808-ec01-48a8-a745-3597971c0b54 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:38:37.340360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.345928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:37.346500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.358493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: a5d5c808-ec01-48a8-a745-3597971c0b54 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:38:37.358848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device a5d5c808-ec01-48a8-a745-3597971c0b54 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:38:37.448586 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2538202 Mar 02 07:38:37.451416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:37.455275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fad7c4-eb5f-45d8-a411-b37553f0ddea tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:37.457138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-830498509', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:37.464270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:37.465390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:38:37.468112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:37.470997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:37.477316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:37.486664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.487583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.502777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:37.765858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.056242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.084179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.215746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.252 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/0aae815a-3423-46e4-8223-9639ed8d238a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:38.363173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.391822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:38.452750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:38.455652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:38.459174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:38.497733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=0aae815a-3423-46e4-8223-9639ed8d238a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:38.976862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.306914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.507136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router c46a9134-efaa-46bc-8781-8898aef24836 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:38:39.682562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:39.692118 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Sync routers for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:39.700785 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:39.701379 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:39.709364 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:39.710691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7dd48aaa-3aba-4609-825d-bf3dee8ec9dd tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2582588 Mar 02 07:38:39.713995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:39.757221 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f39174a-50f2-4097-9d8a-73fd03ad78f5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420489 Mar 02 07:38:39.759793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49334) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:39.871873 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:39.993318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670db981-4355-4d54-a728-a7a99f2f0ff1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:39.994779 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-670db981-4355-4d54-a728-a7a99f2f0ff1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2336781 Mar 02 07:38:39.997492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49338) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:40.035487 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8262756a-7de4-4703-ba1b-cead198cca7f tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369325 Mar 02 07:38:40.037983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49342) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:40.043087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476473669', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:40.152755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:40.158888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:40.159173 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:38Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:40.161740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:40.163350 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Checking router: c46a9134-efaa-46bc-8781-8898aef24836 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:40.163704 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Updating router c46a9134-efaa-46bc-8781-8898aef24836 port 0aae815a-3423-46e4-8223-9639ed8d238a binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:38:40.167383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:40.179296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:40.182812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.218695 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.404983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.485303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=801ca913-5a55-4f6d-b727-31a7cc7573fd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:40.495221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:40.495569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:38:40.514351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:38:40.528930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:40.538062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:40.538968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.545217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89177b7c-58e9-4109-b707-adfe762a6787 None None] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:38:40.568179 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.574849 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9aea06e2-2973-46d8-92b0-d9626df17a32 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5352480 Mar 02 07:38:40.576976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49346) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:40.583291 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Transition to ACTIVE for port object 0aae815a-3423-46e4-8223-9639ed8d238a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:40.590703 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.659626 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Attempting to bind port 0aae815a-3423-46e4-8223-9639ed8d238a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:40.659994 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Attempting to bind port 0aae815a-3423-46e4-8223-9639ed8d238a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:40.660345 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Attempting to bind port 0aae815a-3423-46e4-8223-9639ed8d238a on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:40.668688 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:40.669058 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:40.669451 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.669858 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:40.670312 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Bound port: 0aae815a-3423-46e4-8223-9639ed8d238a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:40.670674 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.724129 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Pushing event updated for resources: {'Port': ['ID=0aae815a-3423-46e4-8223-9639ed8d238a,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:40.728495 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:38:40.739863 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.740202 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.740533 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.741331 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.741712 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.742045 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.742370 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.742691 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.743484 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.743821 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.744143 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.744461 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:40.771069 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:38:40.771888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.783493 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] For port 0aae815a-3423-46e4-8223-9639ed8d238a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:40.786552 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] For port 0aae815a-3423-46e4-8223-9639ed8d238a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0aae815a-3423-46e4-8223-9639ed8d238a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:40.791053 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:40.905026 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:40.905536 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:40.940507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Allocated IP 172.20.0.2 (9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3/801ca913-5a55-4f6d-b727-31a7cc7573fd/d0eec71f-59ee-485c-8cd1-cadc2a091592) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:41.057108 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5de48-4ad7-405e-84ae-3d94dd9c8886 None None] Pushing event updated for resources: {'Port': ['ID=0aae815a-3423-46e4-8223-9639ed8d238a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:41.086978 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:41.147591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.159649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Transition to ACTIVE for port object d0eec71f-59ee-485c-8cd1-cadc2a091592 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:41.180885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Transition to ACTIVE for port object d0eec71f-59ee-485c-8cd1-cadc2a091592 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:41.187154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.246243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:41.249069 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:41.252701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:41.286147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.301468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Pushing event updated for resources: {'Port': ['ID=d0eec71f-59ee-485c-8cd1-cadc2a091592,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:41.354913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Attempting to bind port d0eec71f-59ee-485c-8cd1-cadc2a091592 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:41.355282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Attempting to bind port d0eec71f-59ee-485c-8cd1-cadc2a091592 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:41.355643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Attempting to bind port d0eec71f-59ee-485c-8cd1-cadc2a091592 on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:41.361400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:41.361805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Checking segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:41.362210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.362603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Bound using segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:41.363058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Bound port: d0eec71f-59ee-485c-8cd1-cadc2a091592, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:41.363429 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.398108 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:38Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:41.402001 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc81a85-e701-417a-a138-42a4020070d3 None None] The sync data for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv is: [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:38Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:41.455500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] For port d0eec71f-59ee-485c-8cd1-cadc2a091592, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:41.458970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] For port d0eec71f-59ee-485c-8cd1-cadc2a091592, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d0eec71f-59ee-485c-8cd1-cadc2a091592,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:41.467682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:41.568927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ccd4a-2313-4d3a-a655-9deacd62fdf2 None None] Pushing event updated for resources: {'Port': ['ID=d0eec71f-59ee-485c-8cd1-cadc2a091592,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:41.874993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3/801ca913-5a55-4f6d-b727-31a7cc7573fd/79ee044c-7f1b-4fa1-b127-37657dd20297) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:42.041804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.058074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 79ee044c-7f1b-4fa1-b127-37657dd20297 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:42.085087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.154165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:42.157297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:42.166223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:42.197406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=79ee044c-7f1b-4fa1-b127-37657dd20297,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:42.229386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.505812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.567625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265388ab-a718-4960-b7c9-54062c428bea None None] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:38:42.703758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5b9ee1b2-d8e9-46d4-86a5-92af68ccbb92 None None] Provisioning for port d0eec71f-59ee-485c-8cd1-cadc2a091592 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:42.914968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:42.920624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.033962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=79ee044c-7f1b-4fa1-b127-37657dd20297,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:43.036258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.134950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a530bd62-25b3-46eb-9cc5-bfba58a2e198 None None] Provisioning for port 79ee044c-7f1b-4fa1-b127-37657dd20297 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:43.140336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a530bd62-25b3-46eb-9cc5-bfba58a2e198 None None] Provisioning complete for port 79ee044c-7f1b-4fa1-b127-37657dd20297 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:43.140706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a530bd62-25b3-46eb-9cc5-bfba58a2e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.176160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:43.177384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:43.194808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a530bd62-25b3-46eb-9cc5-bfba58a2e198 None None] Port 79ee044c-7f1b-4fa1-b127-37657dd20297 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:38:43.338697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0aae815a-3423-46e4-8223-9639ed8d238a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:43.366560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8a38780-6327-41da-af0d-c5ee451a52d1 None None] Provisioning complete for port 79ee044c-7f1b-4fa1-b127-37657dd20297 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:43.367076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8a38780-6327-41da-af0d-c5ee451a52d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.446441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8a38780-6327-41da-af0d-c5ee451a52d1 None None] Port 79ee044c-7f1b-4fa1-b127-37657dd20297 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:38:43.459602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0aae815a-3423-46e4-8223-9639ed8d238a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:43.464326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0aae815a-3423-46e4-8223-9639ed8d238a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:43.464699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.504428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router c46a9134-efaa-46bc-8781-8898aef24836 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:38:43.586272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.592424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c90ec1f-4c2f-4ff5-bc5b-0bfbfb262002 None None] Provisioning complete for port 79ee044c-7f1b-4fa1-b127-37657dd20297 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:43.592785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c90ec1f-4c2f-4ff5-bc5b-0bfbfb262002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.639406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 0aae815a-3423-46e4-8223-9639ed8d238a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0aae815a-3423-46e4-8223-9639ed8d238a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:43.651937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:43.652797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d0eec71f-59ee-485c-8cd1-cadc2a091592 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:43.684843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:43.697264 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d0131fa-9646-473c-8d15-db7b4e8ec166 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/c46a9134-efaa-46bc-8781-8898aef24836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1193058 Mar 02 07:38:43.699658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:43.721181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2c90ec1f-4c2f-4ff5-bc5b-0bfbfb262002 None None] Port 79ee044c-7f1b-4fa1-b127-37657dd20297 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:38:43.723764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Sync routers for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:43.757694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:43.758228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:43.837586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf12a1-770e-4fa6-9842-403765526a4a tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.838087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf12a1-770e-4fa6-9842-403765526a4a tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.838890 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf12a1-770e-4fa6-9842-403765526a4a tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.839011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf12a1-770e-4fa6-9842-403765526a4a tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.840601 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99bf12a1-770e-4fa6-9842-403765526a4a tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1400015 Mar 02 07:38:43.843274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49354) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:43.860988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=0aae815a-3423-46e4-8223-9639ed8d238a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:43.915783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dab3f3-a71c-409c-a38d-fc768abc9843 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.916238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dab3f3-a71c-409c-a38d-fc768abc9843 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.916678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dab3f3-a71c-409c-a38d-fc768abc9843 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.917120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dab3f3-a71c-409c-a38d-fc768abc9843 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:43.918756 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-89dab3f3-a71c-409c-a38d-fc768abc9843 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0741050 Mar 02 07:38:43.921512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:43.940855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d0eec71f-59ee-485c-8cd1-cadc2a091592 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:43.950529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d0eec71f-59ee-485c-8cd1-cadc2a091592 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:43.950900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.005156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:44.122068 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ac40dac-dfb6-4447-ac03-8e6829ab4793 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1968448 Mar 02 07:38:44.288200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.367694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port d0eec71f-59ee-485c-8cd1-cadc2a091592, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d0eec71f-59ee-485c-8cd1-cadc2a091592,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:44.372173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.452830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=d0eec71f-59ee-485c-8cd1-cadc2a091592,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:44.463104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:44.467198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Checking router: c46a9134-efaa-46bc-8781-8898aef24836 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:44.467553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Updating router c46a9134-efaa-46bc-8781-8898aef24836 port 79ee044c-7f1b-4fa1-b127-37657dd20297 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:38:44.517943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.654467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49364) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:44.659702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487814387', 'description': 'tempest-secgroup-smoke-1487814387 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:44.665492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:44.669755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:44.673073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:44.678616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:44.690054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.709280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:44.712945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:44.715690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:44.721254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:44.789464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.793420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.840840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81705ca8-ae34-4b61-afc8-651a659cd508,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:44.844351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.848509 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e71fe1b9-75ce-4c0d-8345-fc3a25bd9b45 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1901622 Mar 02 07:38:44.848682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49368) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:44.853957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '81705ca8-ae34-4b61-afc8-651a659cd508', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:44.860534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:44.864397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:44.867276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:44.872734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:44.888241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.895226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.906831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Transition to ACTIVE for port object 79ee044c-7f1b-4fa1-b127-37657dd20297 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:44.912866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.947575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.952174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.975788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc3d27d-9efa-44ef-a20a-741f5e8ae93f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:44.986104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:44.987377 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c04d4e3-9096-4b01-aa9e-fb9ba3587d10 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377401 Mar 02 07:38:44.990130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:44.995721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '81705ca8-ae34-4b61-afc8-651a659cd508', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:45.001944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:45.005886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:45.008782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:45.014871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:45.038577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.061416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98268e-862d-4541-ad8e-76baeaff23d5 None None] Pushing event updated for resources: {'Port': ['ID=79ee044c-7f1b-4fa1-b127-37657dd20297,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.109731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.114357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.125190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Attempting to bind port 79ee044c-7f1b-4fa1-b127-37657dd20297 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:45.125571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Attempting to bind port 79ee044c-7f1b-4fa1-b127-37657dd20297 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:45.125969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Attempting to bind port 79ee044c-7f1b-4fa1-b127-37657dd20297 on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:45.131514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:45.131892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Checking segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:45.132657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.132657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Bound using segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:45.133192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Bound port: 79ee044c-7f1b-4fa1-b127-37657dd20297, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:45.133486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.141545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348d71be-5ab0-44e6-9b22-f448697a66a9,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.152651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.157153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d53cfa0a-2d0b-4000-9239-e456ba8fd5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627614 Mar 02 07:38:45.157323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49376) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:45.162564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '81705ca8-ae34-4b61-afc8-651a659cd508', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:45.168541 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:45.172395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:45.175400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:45.181028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:45.201362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.228884 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] For port 79ee044c-7f1b-4fa1-b127-37657dd20297, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:45.232257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] For port 79ee044c-7f1b-4fa1-b127-37657dd20297, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=79ee044c-7f1b-4fa1-b127-37657dd20297,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:45.242166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.266873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.271881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.289811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0aae815a-3423-46e4-8223-9639ed8d238a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:45.295635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331c0eaf-d1ef-4fdd-8535-6c1cfa827790,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.305757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.307158 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-78972ed6-66c9-4e9d-9f2d-81d06db083aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488698 Mar 02 07:38:45.310037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49380) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:45.315398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '81705ca8-ae34-4b61-afc8-651a659cd508', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:45.321511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:45.325734 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:45.329372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:45.335431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:45.365613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.376435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:45.377068 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:45.432222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.440041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.464294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99129ab6-4da9-46f1-9d02-d4230d1fd24c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.477990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.479459 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a37b5e01-33e4-457d-ad35-b1c635d22683 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681910 Mar 02 07:38:45.482206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:45.482347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98268e-862d-4541-ad8e-76baeaff23d5 None None] Pushing event updated for resources: {'Port': ['ID=79ee044c-7f1b-4fa1-b127-37657dd20297,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.488072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '81705ca8-ae34-4b61-afc8-651a659cd508', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:45.494080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:45.498701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:45.502851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:45.508863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:45.519886 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:38:45.527333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.563730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0aae815a-3423-46e4-8223-9639ed8d238a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:45.564110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.596395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.601442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.625123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ca0144-af68-445f-95cc-a376528224df,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.634593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.635803 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f4565b98-4f2b-4523-ac03-c2a1a8d96ff5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525953 Mar 02 07:38:45.638528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:45.644183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '81705ca8-ae34-4b61-afc8-651a659cd508', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:45.650049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:45.653720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:45.656523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:45.662179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:45.670544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:45.674741 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:38:45.681432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.745102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.749341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.772994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93f1bd6-3198-475a-8737-883d85a76378,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:45.782344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:45.789573 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8ce597d7-e79e-447e-90d3-f53ca0efdac2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441596 Mar 02 07:38:45.927573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d0eec71f-59ee-485c-8cd1-cadc2a091592 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:46.000063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-1c7268bc-d98b-4818-af16-978b91fd3816 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:46.016254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-1c7268bc-d98b-4818-af16-978b91fd3816 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:46.022157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-1c7268bc-d98b-4818-af16-978b91fd3816 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487814387&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.0628710 Mar 02 07:38:46.100447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d0eec71f-59ee-485c-8cd1-cadc2a091592 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:46.100810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:46.164736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-10d2ffb6-403d-4319-bcd0-2b51b83bd5bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:46.165332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-10d2ffb6-403d-4319-bcd0-2b51b83bd5bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:46.181700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-10d2ffb6-403d-4319-bcd0-2b51b83bd5bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:46.182879 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-10d2ffb6-403d-4319-bcd0-2b51b83bd5bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 797 time: 0.1584556 Mar 02 07:38:46.199497 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-8a723c7d-377d-4275-ac40-59dc60ed9c7e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.0094073 Mar 02 07:38:46.212886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:45Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:46.225121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcadc81-e6fb-4a3e-b301-db40329d06fa None None] The sync data for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv is: [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:45Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:46.310325 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-5f9d32c1-d1ae-4c4b-ada6-5293b5d1ff90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:46.331587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-5f9d32c1-d1ae-4c4b-ada6-5293b5d1ff90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:46.334626 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-5f9d32c1-d1ae-4c4b-ada6-5293b5d1ff90 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293204 Mar 02 07:38:46.522978 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-493c9b58-c69c-4570-9ce8-80ec0c4f19ae service neutron] 10.222.0.41 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770217 Mar 02 07:38:46.768783 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-454a5bef-f89e-48c6-9ed6-3dc2580e3c72 service neutron] 10.222.0.41 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401128 Mar 02 07:38:47.147939 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-35438513-a212-4a25-9937-dc7912afc1b0 req-cf982991-42d9-4c80-b2d9-deb281cecd5b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 210 time: 0.2372205 Mar 02 07:38:47.292582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 79ee044c-7f1b-4fa1-b127-37657dd20297 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:47.372467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 79ee044c-7f1b-4fa1-b127-37657dd20297 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:47.377932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 79ee044c-7f1b-4fa1-b127-37657dd20297 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:47.378322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.494913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.526815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 79ee044c-7f1b-4fa1-b127-37657dd20297, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=79ee044c-7f1b-4fa1-b127-37657dd20297,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:47.531616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:47.601839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=79ee044c-7f1b-4fa1-b127-37657dd20297,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:48.121037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-64f4d206-a339-459f-92e2-ba632ced06ab tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:48.122462 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-64f4d206-a339-459f-92e2-ba632ced06ab tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 797 time: 0.1426017 Mar 02 07:38:48.172134 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-f40350b5-bac8-4e49-b4da-c9c9bd253a06 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 380 time: 0.0414245 Mar 02 07:38:48.180147 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['81705ca8-ae34-4b61-afc8-651a659cd508']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:48.325877 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d394bc69-47a0-4fc1-9d12-50d4e7a530e6 req-9e48be11-b181-402f-a270-7f08f53d26d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 210 time: 0.0614235 Mar 02 07:38:48.362507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:48.372101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:48.385841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:38:48.389388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.548601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.6 (9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3/801ca913-5a55-4f6d-b727-31a7cc7573fd/633abd1b-0221-4e4d-8e06-f003855d2d3b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:48.736201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.750939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 633abd1b-0221-4e4d-8e06-f003855d2d3b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:48.774222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.837067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:48.839939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:48.848914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:48.883122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:48.920276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:48.920914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:48.946147 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-7c608a03-efd6-428d-a969-a8a4cdf93958 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696745 Mar 02 07:38:48.969049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.002875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Request body: {'port': {'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:49.111911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.112904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3b9cd95c-20f1-4167-85ee-b1ffbb81569b None None] Provisioning for port 633abd1b-0221-4e4d-8e06-f003855d2d3b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:49.117634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3b9cd95c-20f1-4167-85ee-b1ffbb81569b None None] Provisioning complete for port 633abd1b-0221-4e4d-8e06-f003855d2d3b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:49.118031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd95c-20f1-4167-85ee-b1ffbb81569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.170747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3b9cd95c-20f1-4167-85ee-b1ffbb81569b None None] Port 633abd1b-0221-4e4d-8e06-f003855d2d3b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:38:49.259247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 79ee044c-7f1b-4fa1-b127-37657dd20297 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:49.328141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 79ee044c-7f1b-4fa1-b127-37657dd20297 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:49.328627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.451978 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633abd1b-0221-4e4d-8e06-f003855d2d3b {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:49.460702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.476526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Transition to ACTIVE for port object 633abd1b-0221-4e4d-8e06-f003855d2d3b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:38:49.481067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.644054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:49.680976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccce107-b234-4cdc-81f1-8b61f6f26ac1 req-290256be-5ef5-4620-b30d-742f0dc4ff2f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:49.682768 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ccce107-b234-4cdc-81f1-8b61f6f26ac1 req-290256be-5ef5-4620-b30d-742f0dc4ff2f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 943 time: 0.0908015 Mar 02 07:38:49.730571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7ccce107-b234-4cdc-81f1-8b61f6f26ac1 req-36444e09-a0ee-47da-ac96-555e6df935ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:49.743542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7ccce107-b234-4cdc-81f1-8b61f6f26ac1 req-36444e09-a0ee-47da-ac96-555e6df935ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:49.744736 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ccce107-b234-4cdc-81f1-8b61f6f26ac1 req-36444e09-a0ee-47da-ac96-555e6df935ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551152 Mar 02 07:38:49.824980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Attempting to bind port 633abd1b-0221-4e4d-8e06-f003855d2d3b on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:38:49.825247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Attempting to bind port 633abd1b-0221-4e4d-8e06-f003855d2d3b by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:38:49.825561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Attempting to bind port 633abd1b-0221-4e4d-8e06-f003855d2d3b on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:49.830052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Port 633abd1b-0221-4e4d-8e06-f003855d2d3b on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:38:49.830366 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Attempting to bind port 633abd1b-0221-4e4d-8e06-f003855d2d3b on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:38:49.835277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:38:49.835606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Checking segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:38:49.835984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Bound using segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:38:49.836400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Bound port: 633abd1b-0221-4e4d-8e06-f003855d2d3b, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:38:49.836730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.922904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:38:49.925757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:38:49.930300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.986501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:49.987101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:49.988501 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 1093 time: 1.0348577 Mar 02 07:38:49.988932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:50.018104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5b1a6-8a26-4943-8dfd-9c6b10ad96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:50.070337 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'status': 'completed', 'code': 200} Mar 02 07:38:50.113289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-d9c661e7-3c8b-4160-9f3d-97eceeda9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.114869 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-d9c661e7-3c8b-4160-9f3d-97eceeda9ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1096 time: 0.0757012 Mar 02 07:38:50.189955 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-3b5431a3-5e9d-42b5-86ef-1c9e392bfe1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 217 time: 0.0687418 Mar 02 07:38:50.250492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-4ef78fb4-3798-4f1a-8cc4-bd418f30d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.251948 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-4ef78fb4-3798-4f1a-8cc4-bd418f30d620 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0569470 Mar 02 07:38:50.328813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-808ff68e-451d-4c66-8e5d-081c88a7d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.330223 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-808ff68e-451d-4c66-8e5d-081c88a7d19f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723627 Mar 02 07:38:50.461266 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-64053500-ca26-4d49-b412-56979a53c26e service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236095 Mar 02 07:38:50.588979 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90ecbbf0-97fc-4b1d-89b9-56267169a105 req-8051ccf3-6755-4db2-8950-b9b95222e386 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219306 Mar 02 07:38:50.700151 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-847c0388-447c-4870-b460-47e974dd4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.701579 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-847c0388-447c-4870-b460-47e974dd4a57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1096 time: 0.0684669 Mar 02 07:38:50.830602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-758b0f7f-b31a-43ac-9a0f-680c91879258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.832050 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-758b0f7f-b31a-43ac-9a0f-680c91879258 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1246338 Mar 02 07:38:50.902249 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-c458ac5f-cda1-4d17-9e2a-11d04f5c62ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 217 time: 0.0633621 Mar 02 07:38:50.929274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e167e37-a585-4f42-93a0-780db1282c0a req-4178bdb2-61b6-46d3-836e-158df8ec9744 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.930754 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e167e37-a585-4f42-93a0-780db1282c0a req-4178bdb2-61b6-46d3-836e-158df8ec9744 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 943 time: 0.0793545 Mar 02 07:38:50.963376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-46b07601-6c7c-4484-8c34-c813dc0f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:50.964805 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-46b07601-6c7c-4484-8c34-c813dc0f073b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0568516 Mar 02 07:38:50.974315 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e167e37-a585-4f42-93a0-780db1282c0a req-6e560fca-b068-4cdc-87fd-40815ed7c6d5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379100 Mar 02 07:38:51.042295 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-6c5b6525-984f-4b32-8cb1-efa504eeecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:51.043731 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-6c5b6525-984f-4b32-8cb1-efa504eeecd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709510 Mar 02 07:38:51.172432 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-33976e80-c71e-4c8f-8c3f-310202e5bbb5 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219060 Mar 02 07:38:51.303095 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4842d2ee-82df-4ad1-8070-8010468af8a9 req-2a5b1777-89f2-49fa-a976-3cffbd5f1586 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239274 Mar 02 07:38:51.378847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 633abd1b-0221-4e4d-8e06-f003855d2d3b details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:38:51.510137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:51.522475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:38:51.574747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:51.590430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633abd1b-0221-4e4d-8e06-f003855d2d3b {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:38:51.606113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:51.610281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:51.677159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:51.850238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['633abd1b-0221-4e4d-8e06-f003855d2d3b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:38:52.180539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995354-4452-4c83-a9a8-c1972aecefbb req-3dd64807-a6b7-4026-b355-3156646594d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:52.181346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-57995354-4452-4c83-a9a8-c1972aecefbb req-3dd64807-a6b7-4026-b355-3156646594d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:38:52.197824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-57995354-4452-4c83-a9a8-c1972aecefbb req-3dd64807-a6b7-4026-b355-3156646594d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:38:52.198981 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-57995354-4452-4c83-a9a8-c1972aecefbb req-3dd64807-a6b7-4026-b355-3156646594d2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 944 time: 0.0971711 Mar 02 07:38:52.248149 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-57995354-4452-4c83-a9a8-c1972aecefbb req-ed82f10a-ebda-4ec4-a49f-c4018135d4e3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Mar 02 07:38:53.375185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 633abd1b-0221-4e4d-8e06-f003855d2d3b up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:38:53.437925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ca7c3-801a-462f-95e4-e3cc8cadcc3d req-f035edbf-74f6-4e59-acd4-455b7bdc1322 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:53.439485 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b49ca7c3-801a-462f-95e4-e3cc8cadcc3d req-f035edbf-74f6-4e59-acd4-455b7bdc1322 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 944 time: 0.0849407 Mar 02 07:38:53.442755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 633abd1b-0221-4e4d-8e06-f003855d2d3b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:38:53.447539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 633abd1b-0221-4e4d-8e06-f003855d2d3b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:38:53.447914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:53.484768 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b49ca7c3-801a-462f-95e4-e3cc8cadcc3d req-2882f547-0bda-44ab-ac01-8b18b14f02ff tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395935 Mar 02 07:38:53.562295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:53.588158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:53.598843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:38:53.603235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:53.635994 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'code': 200} Mar 02 07:38:53.674308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:53.947381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccac51-8753-4cd9-bdbd-8a65b85fc41c req-dc8f8d40-ea97-436e-92cb-aadec5d79b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:53.948849 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2ccac51-8753-4cd9-bdbd-8a65b85fc41c req-dc8f8d40-ea97-436e-92cb-aadec5d79b16 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1098 time: 0.1636238 Mar 02 07:38:53.986685 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2ccac51-8753-4cd9-bdbd-8a65b85fc41c req-acedf4b9-ccb7-41fb-bd54-e0f93e22ff43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321941 Mar 02 07:38:54.661380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da171c62-07ea-4c43-aca7-24518b427ca2 req-9fdd6e5b-1712-43e1-ac1c-c4bf101e6a26 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:54.662842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da171c62-07ea-4c43-aca7-24518b427ca2 req-9fdd6e5b-1712-43e1-ac1c-c4bf101e6a26 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 945 time: 0.0772271 Mar 02 07:38:54.705208 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da171c62-07ea-4c43-aca7-24518b427ca2 req-82f4db34-af39-4c19-b6e3-7784e434fd0c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368440 Mar 02 07:38:55.909102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb1af2-2cdf-44e6-9dd2-d57c65317dc3 req-241b08d4-a425-4761-8f56-5005337a46c4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:55.910606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10bb1af2-2cdf-44e6-9dd2-d57c65317dc3 req-241b08d4-a425-4761-8f56-5005337a46c4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 945 time: 0.0972865 Mar 02 07:38:55.954664 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10bb1af2-2cdf-44e6-9dd2-d57c65317dc3 req-cb3eddbc-4ab9-4f71-8869-ed78ac930dec tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383556 Mar 02 07:38:56.141282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6fc2-d74e-4614-90b6-d6548db92a76 req-e2a0b66e-3ae8-493f-b2a2-62489a98dab0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:56.142733 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-531d6fc2-d74e-4614-90b6-d6548db92a76 req-e2a0b66e-3ae8-493f-b2a2-62489a98dab0 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 945 time: 0.0802598 Mar 02 07:38:56.185310 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-531d6fc2-d74e-4614-90b6-d6548db92a76 req-1854f1f4-093f-4b6b-bd4d-1dd89bf8e199 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371199 Mar 02 07:38:56.209448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49448) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:56.281469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd319b-9dfa-45eb-8c2d-49090ea966b5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:56.283033 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-19dd319b-9dfa-45eb-8c2d-49090ea966b5 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1093 time: 0.0712335 Mar 02 07:38:56.285725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:56.290455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:56.296773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:56.300604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:56.303381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:56.309042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:56.319811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.452980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.586867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.75 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e20aeabc-2a35-4c57-8a8a-8a551014dba8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:38:56.728237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.756205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:56.815312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:38:56.818093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:38:56.822373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:38:56.864445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=e20aeabc-2a35-4c57-8a8a-8a551014dba8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:57.228108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:57.300690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:57.498329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:57.503079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:57.707152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=e20aeabc-2a35-4c57-8a8a-8a551014dba8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:57.714984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:57.882913 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 99dcb638-b673-4a53-b025-2d9ab3fbd11e associated. External IP: 172.26.4.75, port: 633abd1b-0221-4e4d-8e06-f003855d2d3b. Mar 02 07:38:58.220408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router c46a9134-efaa-46bc-8781-8898aef24836 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:38:58.394432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:38:58.403943 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] Sync routers for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:38:58.414400 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:58.415009 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:58.418192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:58.475409 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c37c1b85-97e7-4c47-b906-28559a7b117d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1886110 Mar 02 07:38:58.476215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:38:58.478074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49456) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:58.531110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'status': 'completed', 'code': 200} Mar 02 07:38:58.560683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681829f-0b91-4b15-afb6-673398086a3c tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:58.565051 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2681829f-0b91-4b15-afb6-673398086a3c tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1093 time: 0.0853264 Mar 02 07:38:58.591358 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:58.620210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec164-6b96-434d-8157-0141d4124616 req-6050a33d-3043-4b73-88cb-2c69007f90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:58.621813 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff1ec164-6b96-434d-8157-0141d4124616 req-6050a33d-3043-4b73-88cb-2c69007f90d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1098 time: 0.0710878 Mar 02 07:38:58.748804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec164-6b96-434d-8157-0141d4124616 req-79c42130-2b5e-4135-8604-0345fb411020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:58.750567 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff1ec164-6b96-434d-8157-0141d4124616 req-79c42130-2b5e-4135-8604-0345fb411020 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1232114 Mar 02 07:38:58.796469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:58.802125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465619835', 'description': 'tempest-secgroup-smoke-465619835 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:58.808574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:58.818536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:58.829350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:58.854559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:58.856476 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff1ec164-6b96-434d-8157-0141d4124616 req-70b72e73-5edb-4294-8364-3491bcc72aba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 998 time: 0.0999672 Mar 02 07:38:58.858681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:58.861460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:58.867204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:58.920349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec164-6b96-434d-8157-0141d4124616 req-207643ff-36ec-4c08-85b6-b3508796481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:58.921861 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff1ec164-6b96-434d-8157-0141d4124616 req-207643ff-36ec-4c08-85b6-b3508796481d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0599465 Mar 02 07:38:58.938515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:58.944145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:58.945906 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:57Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:58.949997 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] Checking router: c46a9134-efaa-46bc-8781-8898aef24836 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:38:58.959168 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:38:58.959831 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:38:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:58.992112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8df630-454b-4e73-b93b-704e2916b614,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.001417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.001714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.002055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.002389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.002713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.003040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.003304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec164-6b96-434d-8157-0141d4124616 req-110f7e18-ec12-4071-b749-9be0a66d0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:38:59.003412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.003665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.003981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.004492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.004799 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff1ec164-6b96-434d-8157-0141d4124616 req-110f7e18-ec12-4071-b749-9be0a66d0d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770507 Mar 02 07:38:59.004905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.005117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:38:59.008331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.009528 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-35ec9a2e-f5ca-406c-b425-1ecbbca86ee2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2119553 Mar 02 07:38:59.012242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49468) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:59.018178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '9b8df630-454b-4e73-b93b-704e2916b614', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:59.024297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:59.028317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:59.031266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:59.036859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:59.054978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.121427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.126219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.141504 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:38:59.145861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a38af4-d3b1-4563-ae3d-2b9552e01c1e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.163632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.167752 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bcec5890-352b-4cd7-89a3-16928c19e8bf tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516306 Mar 02 07:38:59.167900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:59.173190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '9b8df630-454b-4e73-b93b-704e2916b614', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:59.180035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:59.184091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:59.188647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:59.193389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:59.215188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.271843 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff1ec164-6b96-434d-8157-0141d4124616 req-b7a4918e-45ba-43c5-9c42-69768e1eba68 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585621 Mar 02 07:38:59.285752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.290498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.319515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8937de6a-0985-400d-a17d-5a20ae202363,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.333207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.335643 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4b7c91f-6ab5-448d-b4cb-7a9cf541955b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660495 Mar 02 07:38:59.338672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:59.348277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '9b8df630-454b-4e73-b93b-704e2916b614', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:59.356680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:59.362750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:59.366242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:59.372621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:59.393292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.414891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff1ec164-6b96-434d-8157-0141d4124616 req-274e6a86-0ee6-4dd3-a9e2-aaee73b515fc service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376128 Mar 02 07:38:59.457314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.460900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.484571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528115e5-1fb0-4a18-baab-5d10c68db729,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.494941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.496395 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59da4a8e-c929-4724-94a9-0cce51fd6713 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562870 Mar 02 07:38:59.499291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49480) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:59.504399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '9b8df630-454b-4e73-b93b-704e2916b614', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:59.510303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:59.514033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:59.517371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:59.523424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:59.539563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.555249 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:57Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:38:59.559143 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da26f9-1887-434b-b1c8-b0d21717abfe None None] The sync data for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv is: [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:57Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:38:59.602995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.606824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.629587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1c2e33-af4b-43c9-a7f0-8038c66a3f2d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.638961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.640691 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80c568f7-8710-4bb6-9c90-f4625547743d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403081 Mar 02 07:38:59.643450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49484) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:59.648470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '9b8df630-454b-4e73-b93b-704e2916b614', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:59.654345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:59.658645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:59.661415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:59.666929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:59.678959 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:38:59.688119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.753591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde5da60-ec71-4c68-89b3-4d5c0e847713 None None] New status for floating IP 99dcb638-b673-4a53-b025-2d9ab3fbd11e: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:38:59.755906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.759809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.791123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c3c3bc-1763-4571-a24a-71e9d674516d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.797942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.799208 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0ad17e8a-aa6b-49b2-a5c8-595995fe11e7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548452 Mar 02 07:38:59.802041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:38:59.807211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '9b8df630-454b-4e73-b93b-704e2916b614', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:38:59.813719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:38:59.817458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:38:59.820418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:38:59.826233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:38:59.837513 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:38:59.844571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.913991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.917325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.942200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb28c53-28e6-4eef-b365-53ae020139b6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:38:59.952020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:38:59.953910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f7356465-94f7-4529-b4e0-6179c77c0b4f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508455 Mar 02 07:39:00.112609 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-a3902fe3-fe95-450a-bf12-9388af3c8959 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465619835&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.0394237 Mar 02 07:39:00.261276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-51e68378-5378-4516-9fd5-b54db46fa915 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:00.262717 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-51e68378-5378-4516-9fd5-b54db46fa915 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 797 time: 0.1436400 Mar 02 07:39:00.277258 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-e414a095-2ec2-4141-a624-1b2d83ba103d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.0090039 Mar 02 07:39:00.365789 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-ace777d8-85f9-4965-9fb7-4d87c3ad7d38 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833499 Mar 02 07:39:00.511959 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-91f06b67-58b3-4cca-88dc-4d34db7beba7 service neutron] 10.222.0.41 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339126 Mar 02 07:39:00.643516 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-c3e02390-4e58-48d9-a1db-5e5dc42cd26b service neutron] 10.222.0.41 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253304 Mar 02 07:39:00.824457 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89aa6a68-ef4c-4227-bcf8-9b2e5cad3b9b req-f540230b-15f5-40b7-a4d9-350e239335aa tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 210 time: 0.0424860 Mar 02 07:39:01.829454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-6d7a9103-2bb6-41ce-b71b-7fe50af4dbfc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:01.830906 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-6d7a9103-2bb6-41ce-b71b-7fe50af4dbfc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 797 time: 0.1452339 Mar 02 07:39:01.887873 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-e377ccf1-9389-4dbe-b6fd-6c386c4d322a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 472 time: 0.0488563 Mar 02 07:39:01.895990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['9b8df630-454b-4e73-b93b-704e2916b614']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:02.020217 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-332dd131-2ab4-4a43-938e-388726b6d730 req-6edd49b8-718a-4662-adc6-6e313d4b4bd8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 210 time: 0.0877504 Mar 02 07:39:02.073217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:02.083078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:02.092379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:39:02.096577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.253722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.13 (9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3/801ca913-5a55-4f6d-b727-31a7cc7573fd/0e2c86b3-3924-4286-b305-14a398f525bd) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:02.438544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.453711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 0e2c86b3-3924-4286-b305-14a398f525bd will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:02.476334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.537099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:02.540256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:02.544039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:02.550428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-62b47ae6-cfb8-46f6-b274-c54fd5d6c438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.701967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=0e2c86b3-3924-4286-b305-14a398f525bd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:02.731677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:02.732277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.755927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-10f0f216-79b6-4d88-99d0-baf2f5f4e189 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8637483 Mar 02 07:39:02.767446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Request body: {'port': {'device_id': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:02.809695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0b6a24f1-d77f-47e6-bfd4-aa85e6132f59 None None] Provisioning for port 0e2c86b3-3924-4286-b305-14a398f525bd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:02.815014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0b6a24f1-d77f-47e6-bfd4-aa85e6132f59 None None] Provisioning complete for port 0e2c86b3-3924-4286-b305-14a398f525bd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:02.815331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b6a24f1-d77f-47e6-bfd4-aa85e6132f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:02.870199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a24f1-d77f-47e6-bfd4-aa85e6132f59 None None] Port 0e2c86b3-3924-4286-b305-14a398f525bd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:39:02.874982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.203199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eabc8f-375c-4c1c-8d13-2392e637a59f req-15f3ba1d-d2bb-4e6d-91c6-fe7fc511c417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:03.203756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2c86b3-3924-4286-b305-14a398f525bd {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:03.204649 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8eabc8f-375c-4c1c-8d13-2392e637a59f req-15f3ba1d-d2bb-4e6d-91c6-fe7fc511c417 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 932 time: 0.0792649 Mar 02 07:39:03.210938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.225369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Transition to ACTIVE for port object 0e2c86b3-3924-4286-b305-14a398f525bd will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:39:03.230242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.254392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a8eabc8f-375c-4c1c-8d13-2392e637a59f req-761997af-a970-4a7d-ba7b-2ea897f4aa61 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:03.268988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a8eabc8f-375c-4c1c-8d13-2392e637a59f req-761997af-a970-4a7d-ba7b-2ea897f4aa61 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:03.270255 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8eabc8f-375c-4c1c-8d13-2392e637a59f req-761997af-a970-4a7d-ba7b-2ea897f4aa61 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593667 Mar 02 07:39:03.383601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c86b3-3924-4286-b305-14a398f525bd,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:03.465602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Attempting to bind port 0e2c86b3-3924-4286-b305-14a398f525bd on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:39:03.465951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Attempting to bind port 0e2c86b3-3924-4286-b305-14a398f525bd by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:39:03.466312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Attempting to bind port 0e2c86b3-3924-4286-b305-14a398f525bd on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:03.470867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Port 0e2c86b3-3924-4286-b305-14a398f525bd on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:39:03.471176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Attempting to bind port 0e2c86b3-3924-4286-b305-14a398f525bd on network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:39:03.476401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:39:03.476728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Checking segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:39:03.477100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Bound using segment: {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:39:03.477513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Bound port: 0e2c86b3-3924-4286-b305-14a398f525bd, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244a5ed6-446b-4b3b-8fd1-53897ecdd910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:39:03.477871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.566536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] For port 0e2c86b3-3924-4286-b305-14a398f525bd, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:39:03.569289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] For port 0e2c86b3-3924-4286-b305-14a398f525bd, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0e2c86b3-3924-4286-b305-14a398f525bd,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:39:03.573626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.627948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:03.628592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:03.629925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] 10.222.0.32 "PUT /v2.0/ports/0e2c86b3-3924-4286-b305-14a398f525bd HTTP/1.1" status: 200 len: 1094 time: 0.8669772 Mar 02 07:39:03.630356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:03.654858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aef7ea-dd41-446f-9e01-62650061f50e service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c86b3-3924-4286-b305-14a398f525bd,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:03.710516 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd', 'status': 'completed', 'code': 200} Mar 02 07:39:03.756040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-ab9b64c8-ba49-4ae0-9ae3-7d012b996951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:03.757527 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-ab9b64c8-ba49-4ae0-9ae3-7d012b996951 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 1097 time: 0.0794046 Mar 02 07:39:03.825131 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-686022af-f106-4cfe-9949-70c58853b10a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e2c86b3-3924-4286-b305-14a398f525bd HTTP/1.1" status: 200 len: 217 time: 0.0606830 Mar 02 07:39:03.888732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-006547b2-bf55-4001-91b2-6d31fd725ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:03.890645 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-006547b2-bf55-4001-91b2-6d31fd725ed8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0596867 Mar 02 07:39:03.961346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504187-7608-47ec-b02f-7042254eaa3a req-d55e2790-6709-4141-9db6-b4ff749b72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:03.962713 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-d55e2790-6709-4141-9db6-b4ff749b72ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669794 Mar 02 07:39:04.088228 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-7801a2fc-a96b-4f19-ac58-19cc43dd7028 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187129 Mar 02 07:39:04.214994 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75504187-7608-47ec-b02f-7042254eaa3a req-7b6114ed-5383-45c9-a48c-ad0c51003664 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205230 Mar 02 07:39:04.322811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-54ecd869-90a7-4b0d-bab1-4541496a9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.324289 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-54ecd869-90a7-4b0d-bab1-4541496a9bf7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 1097 time: 0.0692480 Mar 02 07:39:04.473684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09529b9-9018-47a4-8ce4-c3d346ad6b6c req-c124e995-96ab-4a7d-813f-de9cff0fd2f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.475029 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d09529b9-9018-47a4-8ce4-c3d346ad6b6c req-c124e995-96ab-4a7d-813f-de9cff0fd2f8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 944 time: 0.0833328 Mar 02 07:39:04.518381 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d09529b9-9018-47a4-8ce4-c3d346ad6b6c req-9ec36e8f-1968-4623-966b-b0794b2cb009 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375583 Mar 02 07:39:04.568265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-003298b1-30e6-4424-891f-45519808f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.569713 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-003298b1-30e6-4424-891f-45519808f798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.2387924 Mar 02 07:39:04.634671 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-f6bed10c-2e17-4051-a945-99bdd815fb67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e2c86b3-3924-4286-b305-14a398f525bd HTTP/1.1" status: 200 len: 217 time: 0.0589828 Mar 02 07:39:04.697422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-cbadd5af-038f-4488-bf8f-98e06a45518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.698838 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-cbadd5af-038f-4488-bf8f-98e06a45518b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0578177 Mar 02 07:39:04.770108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-4e27ef51-c98d-401e-831c-4c066d48b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:04.771426 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-4e27ef51-c98d-401e-831c-4c066d48b72d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665956 Mar 02 07:39:04.797264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0ac402c2-8733-4d30-af7a-59a2942489c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:04.901254 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-7c0f2f0e-f111-4dc6-ab04-13dea87ea67e service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228085 Mar 02 07:39:05.028866 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cad628a9-9c2c-4d6e-993f-e760098cc668 req-4391e624-8f5f-4b08-a67c-2f980cbc929a service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206532 Mar 02 07:39:05.406448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0e2c86b3-3924-4286-b305-14a398f525bd details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:39:05.536042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0e2c86b3-3924-4286-b305-14a398f525bd, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0e2c86b3-3924-4286-b305-14a398f525bd,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:05.549285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '0e2c86b3-3924-4286-b305-14a398f525bd', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'port_id': '0e2c86b3-3924-4286-b305-14a398f525bd', 'mac_address': 'fa:16:3e:dd:26:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:39:05.603799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:05.619715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2c86b3-3924-4286-b305-14a398f525bd {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:39:05.635793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0e2c86b3-3924-4286-b305-14a398f525bd, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0e2c86b3-3924-4286-b305-14a398f525bd,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:05.639610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:05.707319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0e2c86b3-3924-4286-b305-14a398f525bd,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:05.710705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fcac8-8471-4936-bd26-077c8852e114 req-f42de1ae-4235-4a22-bf1c-ee4b7029e486 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:05.711393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fa9fcac8-8471-4936-bd26-077c8852e114 req-f42de1ae-4235-4a22-bf1c-ee4b7029e486 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:05.726961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fa9fcac8-8471-4936-bd26-077c8852e114 req-f42de1ae-4235-4a22-bf1c-ee4b7029e486 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:05.728090 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa9fcac8-8471-4936-bd26-077c8852e114 req-f42de1ae-4235-4a22-bf1c-ee4b7029e486 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 945 time: 0.0994401 Mar 02 07:39:05.772089 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa9fcac8-8471-4936-bd26-077c8852e114 req-6db22eb0-631f-45f3-8f87-d5270458d3f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382667 Mar 02 07:39:05.841224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:05.851801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['0e2c86b3-3924-4286-b305-14a398f525bd'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:05.899210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:06.969909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f8b08-0cd6-4345-be77-668e86f2f3b5 req-284b60a3-bf49-406c-9009-8ddf93372090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:06.971600 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e97f8b08-0cd6-4345-be77-668e86f2f3b5 req-284b60a3-bf49-406c-9009-8ddf93372090 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 945 time: 0.0805399 Mar 02 07:39:07.013046 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e97f8b08-0cd6-4345-be77-668e86f2f3b5 req-869bee66-13e0-48bc-8c98-9b6c4a3ceb12 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358493 Mar 02 07:39:07.115925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.437666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0e2c86b3-3924-4286-b305-14a398f525bd up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:39:07.508979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 0e2c86b3-3924-4286-b305-14a398f525bd completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:39:07.514094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 0e2c86b3-3924-4286-b305-14a398f525bd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:07.514471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.627238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.652254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:07.661469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 0e2c86b3-3924-4286-b305-14a398f525bd, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0e2c86b3-3924-4286-b305-14a398f525bd,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:07.665897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:07.704702 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd', 'code': 200} Mar 02 07:39:07.738337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=0e2c86b3-3924-4286-b305-14a398f525bd,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:07.917456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cb8d8-d6ed-47d3-82cf-f46daba88b27 req-2ec5c085-c648-4b49-86a1-e9b1f7eeb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:07.918860 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d6cb8d8-d6ed-47d3-82cf-f46daba88b27 req-2ec5c085-c648-4b49-86a1-e9b1f7eeb0aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 1099 time: 0.0684566 Mar 02 07:39:07.960972 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d6cb8d8-d6ed-47d3-82cf-f46daba88b27 req-c851ee5a-8254-42a2-b5ba-60dc41411e9f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339494 Mar 02 07:39:08.197330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87350bad-4836-42f3-9e60-b3ecea0a64c5 req-954f2db5-75f2-4a83-b131-c4a17beb4bd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:08.198752 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87350bad-4836-42f3-9e60-b3ecea0a64c5 req-954f2db5-75f2-4a83-b131-c4a17beb4bd1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 946 time: 0.0799725 Mar 02 07:39:08.243333 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87350bad-4836-42f3-9e60-b3ecea0a64c5 req-dc36965b-9d3f-469a-a33a-dc1a99ae04ec tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387080 Mar 02 07:39:09.426918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50a902-ddfd-4fc0-8e22-d34714f3c11f req-87d0d6ff-4112-4565-88bf-f358b3a697da tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:09.428357 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e50a902-ddfd-4fc0-8e22-d34714f3c11f req-87d0d6ff-4112-4565-88bf-f358b3a697da tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 946 time: 0.0820220 Mar 02 07:39:09.471159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e50a902-ddfd-4fc0-8e22-d34714f3c11f req-25c0716a-2787-4793-863b-37385224c606 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371776 Mar 02 07:39:09.650639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fa337-8470-4dce-9f7a-9ed35b7f4d68 req-76b87bed-917d-467d-b256-df07f298d14d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:09.652065 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-438fa337-8470-4dce-9f7a-9ed35b7f4d68 req-76b87bed-917d-467d-b256-df07f298d14d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 946 time: 0.0796423 Mar 02 07:39:09.695035 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-438fa337-8470-4dce-9f7a-9ed35b7f4d68 req-854814d0-7a9a-4fe8-9229-2131c0748f40 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368919 Mar 02 07:39:09.716505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49538) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:09.784022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d4010-6c1b-491d-9f51-742eccafd867 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:09.785401 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d44d4010-6c1b-491d-9f51-742eccafd867 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 1094 time: 0.0679247 Mar 02 07:39:09.788022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49542) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:09.792698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '0e2c86b3-3924-4286-b305-14a398f525bd', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:09.799022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:39:09.802730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:39:09.805453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:39:09.811002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:39:09.821023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:09.951903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.085728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.199 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/bc5aae18-7cb8-4462-815b-ee0d13fb789e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:39:10.228686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.257011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.319072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:39:10.321718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:39:10.329938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:39:10.358496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=bc5aae18-7cb8-4462-815b-ee0d13fb789e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:10.825727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:10.903339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.101010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.105438 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.211898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=bc5aae18-7cb8-4462-815b-ee0d13fb789e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:11.224603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:11.389374 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 4352200b-38be-4206-988c-76de039d9a13 associated. External IP: 172.26.4.199, port: 0e2c86b3-3924-4286-b305-14a398f525bd. Mar 02 07:39:11.733199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router c46a9134-efaa-46bc-8781-8898aef24836 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:12.014158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:12.024267 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] Sync routers for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:12.032900 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:12.033493 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:12.041439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:12.098176 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f65c5002-90c3-4000-a5bc-4688f5118cb9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3091574 Mar 02 07:39:12.098736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:12.147450 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd', 'status': 'completed', 'code': 200} Mar 02 07:39:12.215548 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:12.243471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-5bba966f-3d23-4a7a-8468-0c9ff648010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.244943 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-5bba966f-3d23-4a7a-8468-0c9ff648010e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 1099 time: 0.0746977 Mar 02 07:39:12.373471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-50b01fa9-c700-4f44-b771-4a8f873b7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.375503 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-50b01fa9-c700-4f44-b771-4a8f873b7efb service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1237204 Mar 02 07:39:12.481978 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-4ecebdd2-3876-4788-94c9-2e942dc9dc09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e2c86b3-3924-4286-b305-14a398f525bd HTTP/1.1" status: 200 len: 1000 time: 0.1012452 Mar 02 07:39:12.542881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-2e62fe68-297f-42fe-b080-a02edf7e16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.544295 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-2e62fe68-297f-42fe-b080-a02edf7e16b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0562422 Mar 02 07:39:12.561231 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4352200b-38be-4206-988c-76de039d9a13', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '0e2c86b3-3924-4286-b305-14a398f525bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:dd:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:39:10Z', 'updated_at': '2022-03-02T07:39:10Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}, {'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:59Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:12.565007 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] Checking router: c46a9134-efaa-46bc-8781-8898aef24836 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:39:12.572986 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:12.573565 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:12.620120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-b99fe237-e40a-4419-8d42-ea34a41feb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:12.621595 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-b99fe237-e40a-4419-8d42-ea34a41feb9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709956 Mar 02 07:39:12.743294 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:12.748833 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-9229290d-72a4-4313-8d53-dfbd8c9bcf41 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212745 Mar 02 07:39:12.875534 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a7e4c95-4d6c-40e2-8fbd-96f3645a28eb req-609e83c0-8e25-4805-be5a-6cfff0ba61f0 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203661 Mar 02 07:39:13.110560 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4352200b-38be-4206-988c-76de039d9a13', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '0e2c86b3-3924-4286-b305-14a398f525bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:dd:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:39:10Z', 'updated_at': '2022-03-02T07:39:10Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}, {'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:59Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:13.114412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447501c4-f53f-4eb4-99aa-f0586f6328a9 None None] The sync data for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv is: [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4352200b-38be-4206-988c-76de039d9a13', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '0e2c86b3-3924-4286-b305-14a398f525bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:dd:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:39:10Z', 'updated_at': '2022-03-02T07:39:10Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}, {'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:59Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:13.302120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30c84b-7038-4206-b719-77ddebef2ad1 None None] New status for floating IP 4352200b-38be-4206-988c-76de039d9a13: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:39:17.717103 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:39:18.983143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:32.543522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-57c7af68-964c-4060-8fe8-4c6183a5b38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.669122 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-9ae9514a-712e-41c8-b3e1-cbabaf6527bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670869 Mar 02 07:39:34.800300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1e35-f8be-4506-826f-ae59b43779d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:34.806469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-e3cc7c20-0f8f-4b2b-b0fe-d89c1dc06987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:34.807961 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-e3cc7c20-0f8f-4b2b-b0fe-d89c1dc06987 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1098 time: 0.0718486 Mar 02 07:39:34.948202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-4c240647-4918-4f7c-8e1b-df95d00e72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:34.949543 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-4c240647-4918-4f7c-8e1b-df95d00e72e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1237020 Mar 02 07:39:35.046023 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-d3c5ca15-0585-481e-8f61-bf7330255c6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 1000 time: 0.0895796 Mar 02 07:39:35.108333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-cd6df5b5-7429-49fc-b2ab-56edf400ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.109720 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-cd6df5b5-7429-49fc-b2ab-56edf400ee56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0577526 Mar 02 07:39:35.180737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-d3a3daaf-3c90-401a-8574-0f840c28cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:35.182180 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-d3a3daaf-3c90-401a-8574-0f840c28cd43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666196 Mar 02 07:39:35.309821 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-ee5a7d36-07d5-4336-af50-c0dbde74a638 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205089 Mar 02 07:39:35.540705 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b2d5cf5-eaab-4bb0-9705-920779b38c0b req-a6d038e4-4dc8-40a5-8637-b57febdaf195 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244947 Mar 02 07:39:35.843420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:35.864081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:37.118475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:41.834170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:41.980593 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9112e3c5-284d-46e2-8a84-1e7e1fcd63f6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/99dcb638-b673-4a53-b025-2d9ab3fbd11e HTTP/1.1" status: 200 len: 992 time: 0.1450479 Mar 02 07:39:43.757243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:43.763257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:43.879020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.084470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:44.107929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.112180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.174893 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.175503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.176879 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/ports/633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 938 time: 0.4185891 Mar 02 07:39:44.177428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:44.209164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7574b4-a1e6-42b1-b27b-f14fa9d41541 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=6']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:44.285758 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'status': 'completed', 'code': 200} Mar 02 07:39:44.381158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-79593139-0607-47ff-b74d-1af5af406b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.382680 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-79593139-0607-47ff-b74d-1af5af406b55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1099 time: 0.0763764 Mar 02 07:39:44.433587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22ac4302-5435-4b70-93bb-bc939339c5dc None None] Provisioning complete for port 633abd1b-0221-4e4d-8e06-f003855d2d3b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:44.434218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22ac4302-5435-4b70-93bb-bc939339c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:44.492293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22ac4302-5435-4b70-93bb-bc939339c5dc None None] Port 633abd1b-0221-4e4d-8e06-f003855d2d3b is administratively disabled so it will not transition to active. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 02 07:39:44.512971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-d4ac232f-8d1c-4a3b-8b4a-e948365d2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.514449 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-d4ac232f-8d1c-4a3b-8b4a-e948365d2452 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1253138 Mar 02 07:39:44.615439 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-dfa39aa2-9df7-4840-8998-ecfcca14f06a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 1001 time: 0.0942290 Mar 02 07:39:44.676770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-a7ea8b16-4ade-449d-9821-61db076004c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.678170 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-a7ea8b16-4ade-449d-9821-61db076004c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0553577 Mar 02 07:39:44.753957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-2497bb9d-897b-455b-93b1-e27bf90c6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:44.755385 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-2497bb9d-897b-455b-93b1-e27bf90c6707 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710983 Mar 02 07:39:44.886213 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-f726df76-bb95-4f07-a957-9969640bdf55 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232677 Mar 02 07:39:45.018683 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9916faa-8c20-4c32-971d-dce65cc289aa req-add1ea44-fc0c-486a-b83a-1ce3d970cc42 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248131 Mar 02 07:39:47.644633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:47.650398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:39:47.762921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.967314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:47.991525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:47.995688 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.053982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.054590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.055970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/ports/633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 937 time: 0.4103479 Mar 02 07:39:48.056512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:48.058915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:48.104577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:48.112828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.113168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.113504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.113854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.114177 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.114600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.114918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.115447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.115733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.116051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.116364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.116676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df614be0-983a-41a9-8e80-84f7af05f15a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:39:48.130873 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'status': 'completed', 'code': 200} Mar 02 07:39:48.181922 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d21eeae0-bb04-4b1b-a165-ca7625dcb4e2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/99dcb638-b673-4a53-b025-2d9ab3fbd11e HTTP/1.1" status: 200 len: 992 time: 0.1214914 Mar 02 07:39:48.221536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-0724ddfc-095f-4426-9fbf-730ff1c6864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.223137 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-0724ddfc-095f-4426-9fbf-730ff1c6864a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1098 time: 0.0874655 Mar 02 07:39:48.266558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['633abd1b-0221-4e4d-8e06-f003855d2d3b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:39:48.365877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c901e49c-00fe-41a4-b21b-d775cdc03706 None None] Provisioning complete for port 633abd1b-0221-4e4d-8e06-f003855d2d3b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:39:48.366254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c901e49c-00fe-41a4-b21b-d775cdc03706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.383368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-f9041ff9-0129-43db-8135-3fdc6c9119ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.384840 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-f9041ff9-0129-43db-8135-3fdc6c9119ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1555381 Mar 02 07:39:48.593841 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-607c8cd5-1158-49af-b486-61eecf60efc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 1000 time: 0.2025962 Mar 02 07:39:48.655409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-b1749bef-6df1-4538-b1ec-4da5f08321ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.656842 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-b1749bef-6df1-4538-b1ec-4da5f08321ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0567172 Mar 02 07:39:48.733586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-6b7777cf-6eb4-43db-b97d-4ca5f1e13b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:48.735038 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-6b7777cf-6eb4-43db-b97d-4ca5f1e13b70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728602 Mar 02 07:39:48.865548 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-33d6f413-cc47-4759-8320-46b4526779bc service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230769 Mar 02 07:39:48.981669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:48.993514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2743538c-83a3-422c-bd25-e0ce25216b3f req-3899470a-5af4-4467-8c87-0ccccba09801 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217222 Mar 02 07:39:50.751479 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49598) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:50.944345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port bc5aae18-7cb8-4462-815b-ee0d13fb789e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:50.944679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.109703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.110256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.229744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for bc5aae18-7cb8-4462-815b-ee0d13fb789e owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:51.374202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.422682 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=bc5aae18-7cb8-4462-815b-ee0d13fb789e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:51.513840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:51.514194 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 4352200b-38be-4206-988c-76de039d9a13 disassociated (deleted). External IP: 172.26.4.199, port: 0e2c86b3-3924-4286-b305-14a398f525bd. Mar 02 07:39:51.964160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router c46a9134-efaa-46bc-8781-8898aef24836 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:52.137286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:52.147334 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] Sync routers for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:52.156477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:52.156860 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:52.158003 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:52.214032 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-938bc022-1874-475f-b9d9-3de1dac8179c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/4352200b-38be-4206-988c-76de039d9a13 HTTP/1.1" status: 204 len: 168 time: 1.4614341 Mar 02 07:39:52.214669 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:52.262578 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd', 'status': 'completed', 'code': 200} Mar 02 07:39:52.374321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-028a0c01-feaf-4a04-b68e-f9fb7b211155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.375434 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:52.376199 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-028a0c01-feaf-4a04-b68e-f9fb7b211155 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 1099 time: 0.0912423 Mar 02 07:39:52.564189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-576e3eb6-db2b-4752-93a6-0b882bfa9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.565662 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-576e3eb6-db2b-4752-93a6-0b882bfa9838 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1834955 Mar 02 07:39:52.642642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e6f69-2256-49f7-b0b2-4046446570f4 req-d66aae6f-4493-4991-b1a4-dcd744c796e2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.644995 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-607e6f69-2256-49f7-b0b2-4046446570f4 req-d66aae6f-4493-4991-b1a4-dcd744c796e2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 946 time: 0.0884628 Mar 02 07:39:52.654159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-11a8b1b4-a330-4ec2-9827-f49d81d6d8af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e2c86b3-3924-4286-b305-14a398f525bd HTTP/1.1" status: 200 len: 217 time: 0.0783210 Mar 02 07:39:52.690672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-607e6f69-2256-49f7-b0b2-4046446570f4 req-d98b1a8f-1fd6-49ba-aa83-7311630bf42c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395217 Mar 02 07:39:52.714725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-4179f1b1-aa66-4927-9667-8071fa05e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.716221 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-4179f1b1-aa66-4927-9667-8071fa05e7ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0597360 Mar 02 07:39:52.793701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-ca344b1f-c586-4504-97d8-16a60f17c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:52.795307 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-ca344b1f-c586-4504-97d8-16a60f17c6e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730102 Mar 02 07:39:52.798491 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:59Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:52.802250 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] Checking router: c46a9134-efaa-46bc-8781-8898aef24836 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:39:52.810383 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:52.810964 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:52.922711 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-88f2c5fa-3425-4e22-8942-d54bdab99757 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210077 Mar 02 07:39:52.985376 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:53.051063 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b853e6b9-0224-40a4-aacd-a82b6bff1def req-c0c0656b-d7c5-4094-aba9-1e593bcab16b service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217873 Mar 02 07:39:53.359229 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:59Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:53.363139 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f052040-40a5-4cf6-bc40-56048e495117 None None] The sync data for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv is: [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '99dcb638-b673-4a53-b025-2d9ab3fbd11e', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'port_id': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'mac_address': 'fa:16:3e:b2:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:38:57Z', 'updated_at': '2022-03-02T07:38:59Z', 'revision_number': 1, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:53.563677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f68fe57-34ea-456e-9320-4574d290db1b None None] New status for floating IP 4352200b-38be-4206-988c-76de039d9a13: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:39:53.867593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-3526bd97-f699-4caa-83c7-df10e8f198f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:53.868274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-3526bd97-f699-4caa-83c7-df10e8f198f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:53.889324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-3526bd97-f699-4caa-83c7-df10e8f198f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:53.890503 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-3526bd97-f699-4caa-83c7-df10e8f198f4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 946 time: 0.1470902 Mar 02 07:39:53.940762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4af3c-ee21-471e-87d7-fb670caa1a6e req-c4a09157-d1c2-4b9d-8559-7860c88de02f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:53.942089 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ed4af3c-ee21-471e-87d7-fb670caa1a6e req-c4a09157-d1c2-4b9d-8559-7860c88de02f tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 946 time: 0.1457298 Mar 02 07:39:53.997608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 0e2c86b3-3924-4286-b305-14a398f525bd {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:53.997962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.036088 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ed4af3c-ee21-471e-87d7-fb670caa1a6e req-a2f18a70-2e7e-4349-9031-020438944146 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9b8df630-454b-4e73-b93b-704e2916b614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878036 Mar 02 07:39:54.335095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 0e2c86b3-3924-4286-b305-14a398f525bd, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=0e2c86b3-3924-4286-b305-14a398f525bd,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:39:54.335762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.455146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 0e2c86b3-3924-4286-b305-14a398f525bd owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:54.592676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.640742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=0e2c86b3-3924-4286-b305-14a398f525bd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:54.714020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 0e2c86b3-3924-4286-b305-14a398f525bd on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:39:54.715154 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:39:54.716409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:54.718932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'name': 'network-vif-deleted', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:54.735347 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-395bd080-280b-4c8d-80a1-b639ff244ea1 req-77ad4bad-6f03-40bf-baa0-c748c02ca7ce tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/0e2c86b3-3924-4286-b305-14a398f525bd HTTP/1.1" status: 204 len: 173 time: 0.8384273 Mar 02 07:39:54.770840 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e066e90b-d87c-4d97-bb8a-86eda8dcef94', 'name': 'network-vif-deleted', 'tag': '0e2c86b3-3924-4286-b305-14a398f525bd', 'status': 'completed', 'code': 200} Mar 02 07:39:55.199181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-377d5d36-0967-465f-a256-27cb6214ae6c req-f55db30d-8184-460a-a9a7-12bfc8d563e9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:55.215063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-377d5d36-0967-465f-a256-27cb6214ae6c req-f55db30d-8184-460a-a9a7-12bfc8d563e9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:55.216388 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-377d5d36-0967-465f-a256-27cb6214ae6c req-f55db30d-8184-460a-a9a7-12bfc8d563e9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e066e90b-d87c-4d97-bb8a-86eda8dcef94 HTTP/1.1" status: 200 len: 210 time: 0.0592544 Mar 02 07:39:56.312323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49616) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:56.380833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd222c16-be50-4c4f-83e6-3d7ca8486530 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.410242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd222c16-be50-4c4f-83e6-3d7ca8486530 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.474290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd222c16-be50-4c4f-83e6-3d7ca8486530 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.491212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd222c16-be50-4c4f-83e6-3d7ca8486530 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8df630-454b-4e73-b93b-704e2916b614,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:56.503762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd222c16-be50-4c4f-83e6-3d7ca8486530 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.509230 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd222c16-be50-4c4f-83e6-3d7ca8486530 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/9b8df630-454b-4e73-b93b-704e2916b614 HTTP/1.1" status: 204 len: 168 time: 0.1915872 Mar 02 07:39:56.537343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:39:56.738029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port e20aeabc-2a35-4c57-8a8a-8a551014dba8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:56.738367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.904663 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:56.904990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.022312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for e20aeabc-2a35-4c57-8a8a-8a551014dba8 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:39:57.166186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.215249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=e20aeabc-2a35-4c57-8a8a-8a551014dba8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:39:57.399083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.399937 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP 99dcb638-b673-4a53-b025-2d9ab3fbd11e disassociated (deleted). External IP: 172.26.4.75, port: 633abd1b-0221-4e4d-8e06-f003855d2d3b. Mar 02 07:39:57.686621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0e2c86b3-3924-4286-b305-14a398f525bd no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:39:57.719055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 0e2c86b3-3924-4286-b305-14a398f525bd {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:39:57.719406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 0e2c86b3-3924-4286-b305-14a398f525bd not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:39:57.741973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router c46a9134-efaa-46bc-8781-8898aef24836 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:39:57.913374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:39:57.924090 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] Sync routers for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:39:57.932374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:57.933945 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:57.934609 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:57.988831 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c564435-a98e-4d44-9f37-656f3f58c36e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/99dcb638-b673-4a53-b025-2d9ab3fbd11e HTTP/1.1" status: 204 len: 168 time: 1.4502726 Mar 02 07:39:57.989327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:39:58.034092 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'status': 'completed', 'code': 200} Mar 02 07:39:58.111229 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:58.125720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-e34c560e-bcb4-4ecb-8244-469a84d2303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.127223 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-e34c560e-bcb4-4ecb-8244-469a84d2303d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 1098 time: 0.0722132 Mar 02 07:39:58.271996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-bc5f91f2-f506-4ef4-9094-a38fbf49b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.273359 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-bc5f91f2-f506-4ef4-9094-a38fbf49b5a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 200 len: 898 time: 0.1389010 Mar 02 07:39:58.380253 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-5532ceae-8bf8-4cc3-8856-0d8ca17f120e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 200 len: 217 time: 0.0999818 Mar 02 07:39:58.432506 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:58.436326 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] Checking router: c46a9134-efaa-46bc-8781-8898aef24836 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:39:58.444986 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:39:58.445568 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:58.455851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-d56f70cd-6d3c-4e3c-a8e0-3fe88018a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.457261 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-d56f70cd-6d3c-4e3c-a8e0-3fe88018a8ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 200 len: 835 time: 0.0710022 Mar 02 07:39:58.509341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af57c65-274e-4dc4-ba69-f1a2dbe28b24 req-bc42e7e9-37c5-4538-b5a8-8c39dc7a1b3a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.510044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6af57c65-274e-4dc4-ba69-f1a2dbe28b24 req-bc42e7e9-37c5-4538-b5a8-8c39dc7a1b3a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:58.537877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6af57c65-274e-4dc4-ba69-f1a2dbe28b24 req-bc42e7e9-37c5-4538-b5a8-8c39dc7a1b3a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:58.538955 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6af57c65-274e-4dc4-ba69-f1a2dbe28b24 req-bc42e7e9-37c5-4538-b5a8-8c39dc7a1b3a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 945 time: 0.2030473 Mar 02 07:39:58.572977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-2b8b457c-c07e-4696-9211-8336e7c9b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:58.574434 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-2b8b457c-c07e-4696-9211-8336e7c9b500 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059723 Mar 02 07:39:58.622085 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:39:58.625463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6af57c65-274e-4dc4-ba69-f1a2dbe28b24 req-751caf22-d6a7-40e3-aa60-070cfcabe2e8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:39:58.699000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6af57c65-274e-4dc4-ba69-f1a2dbe28b24 req-751caf22-d6a7-40e3-aa60-070cfcabe2e8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:39:58.700310 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6af57c65-274e-4dc4-ba69-f1a2dbe28b24 req-751caf22-d6a7-40e3-aa60-070cfcabe2e8 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535058 Mar 02 07:39:58.728114 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-7a4d25cf-0453-4020-985d-4586178a0844 service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419368 Mar 02 07:39:58.929601 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:39:58.933565 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9facd8-0c4d-49fb-ad6f-2ff20ec60ac8 None None] The sync data for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv is: [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:38:42Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '79ee044c-7f1b-4fa1-b127-37657dd20297', 'name': '', 'network_id': '9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:e5:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:41Z', 'updated_at': '2022-03-02T07:38:47Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': '801ca913-5a55-4f6d-b727-31a7cc7573fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:39:58.972059 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18d5d796-e41b-42dd-b4b4-046463b511e4 req-d3a62217-24ab-4141-bc58-e3872c73ba7c service neutron] 10.222.0.32 "GET /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378225 Mar 02 07:39:59.134564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324705fa-f017-4279-8fc1-23276a31e440 None None] New status for floating IP 99dcb638-b673-4a53-b025-2d9ab3fbd11e: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:39:59.682248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb063561-52ef-4d61-8675-11459ad376c5 req-0b29cea5-e297-435e-93d7-e478f218b5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:59.683656 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb063561-52ef-4d61-8675-11459ad376c5 req-0b29cea5-e297-435e-93d7-e478f218b5ba tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 945 time: 0.0807986 Mar 02 07:39:59.751922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 633abd1b-0221-4e4d-8e06-f003855d2d3b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:39:59.752261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:39:59.991429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0e07-0c35-4151-bb21-3980fa239632 req-d3b2ed64-db05-4e60-92c1-3b41a693f9f7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:39:59.992808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17bd0e07-0c35-4151-bb21-3980fa239632 req-d3b2ed64-db05-4e60-92c1-3b41a693f9f7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea48cfe-15ee-412d-a564-7d8701b435aa HTTP/1.1" status: 200 len: 945 time: 0.1804392 Mar 02 07:40:00.002210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 633abd1b-0221-4e4d-8e06-f003855d2d3b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=633abd1b-0221-4e4d-8e06-f003855d2d3b,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:00.002560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:00.035561 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17bd0e07-0c35-4151-bb21-3980fa239632 req-80c6d7c9-b8b7-453b-8bdc-7db0f7341ac5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=81705ca8-ae34-4b61-afc8-651a659cd508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371463 Mar 02 07:40:00.122975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 633abd1b-0221-4e4d-8e06-f003855d2d3b owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:00.260902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:00.313258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=633abd1b-0221-4e4d-8e06-f003855d2d3b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:00.384425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 633abd1b-0221-4e4d-8e06-f003855d2d3b on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:00.386691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:00.389077 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'name': 'network-vif-deleted', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:00.405314 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb063561-52ef-4d61-8675-11459ad376c5 req-13bafaf6-0bd2-4d3c-9193-7df6d660ee25 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/633abd1b-0221-4e4d-8e06-f003855d2d3b HTTP/1.1" status: 204 len: 173 time: 0.7159379 Mar 02 07:40:00.437280 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea48cfe-15ee-412d-a564-7d8701b435aa', 'name': 'network-vif-deleted', 'tag': '633abd1b-0221-4e4d-8e06-f003855d2d3b', 'status': 'completed', 'code': 200} Mar 02 07:40:01.127863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:01.196086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-923a36c6-e466-426d-b2bf-81aa0be20621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.225001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-923a36c6-e466-426d-b2bf-81aa0be20621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.287897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-923a36c6-e466-426d-b2bf-81aa0be20621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.308349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a36c6-e466-426d-b2bf-81aa0be20621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81705ca8-ae34-4b61-afc8-651a659cd508,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:01.317549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-923a36c6-e466-426d-b2bf-81aa0be20621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:01.321142 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-923a36c6-e466-426d-b2bf-81aa0be20621 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/81705ca8-ae34-4b61-afc8-651a659cd508 HTTP/1.1" status: 204 len: 168 time: 0.1898046 Mar 02 07:40:01.351882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49644) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:01.980042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.342016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 79ee044c-7f1b-4fa1-b127-37657dd20297 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:02.342653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.540727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 79ee044c-7f1b-4fa1-b127-37657dd20297, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=79ee044c-7f1b-4fa1-b127-37657dd20297,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:02.541079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.546634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd5a09fa-1c15-47e5-ad20-42ccd4851230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:02.669205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 79ee044c-7f1b-4fa1-b127-37657dd20297 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:02.983832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:03.030165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=79ee044c-7f1b-4fa1-b127-37657dd20297,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:03.403712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:03.716974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 633abd1b-0221-4e4d-8e06-f003855d2d3b no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:03.746926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router c46a9134-efaa-46bc-8781-8898aef24836 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:03.753485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 633abd1b-0221-4e4d-8e06-f003855d2d3b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:03.753867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 633abd1b-0221-4e4d-8e06-f003855d2d3b not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:03.923245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:03.932853 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] Sync routers for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:03.935423 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd670993-4366-40bc-b0a5-e7cdc96e894d tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/c46a9134-efaa-46bc-8781-8898aef24836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5825183 Mar 02 07:40:03.938124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49648) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:03.942532 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:03.943151 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:04.003132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet 801ca913-5a55-4f6d-b727-31a7cc7573fd {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:40:04.005963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.061304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.115365 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:04.142146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.215680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.255643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=801ca913-5a55-4f6d-b727-31a7cc7573fd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:04.260824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.266674 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60ee9437-797b-48a9-a7d0-fcb159d1e039 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/801ca913-5a55-4f6d-b727-31a7cc7573fd HTTP/1.1" status: 204 len: 168 time: 0.3269572 Mar 02 07:40:04.269235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49652) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:04.271217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d5492-e737-401c-b54d-66c147948d4a None None] Network 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:04.436004 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:40:02Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:04.440047 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] Checking router: c46a9134-efaa-46bc-8781-8898aef24836 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:40:04.448553 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] Routers {'c46a9134-efaa-46bc-8781-8898aef24836'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:04.449189 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:39:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['c46a9134-efaa-46bc-8781-8898aef24836'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:04.455304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.542709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] DHCP port deletion for 9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:40:04.548286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Deleting port d0eec71f-59ee-485c-8cd1-cadc2a091592 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:04.548936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.627154 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] Set router c46a9134-efaa-46bc-8781-8898aef24836 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:04.756615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.758710 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] For port d0eec71f-59ee-485c-8cd1-cadc2a091592, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d0eec71f-59ee-485c-8cd1-cadc2a091592,segment=NetworkSegment(244a5ed6-446b-4b3b-8fd1-53897ecdd910),segment_id=244a5ed6-446b-4b3b-8fd1-53897ecdd910)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:04.759194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.766313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 0aae815a-3423-46e4-8223-9639ed8d238a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:40:04.767135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.928139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Calling delete_port for d0eec71f-59ee-485c-8cd1-cadc2a091592 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:04.934646 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:40:02Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:04.939428 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd42745-0b27-4328-a35e-375733c568c0 None None] The sync data for ids ['c46a9134-efaa-46bc-8781-8898aef24836'] in dv-neutron-831485-1-hyperv is: [{'id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'name': 'tempest-TestNetworkBasicOps-router-830498509', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:38:37Z', 'updated_at': '2022-03-02T07:40:02Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '0aae815a-3423-46e4-8223-9639ed8d238a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46a9134-efaa-46bc-8781-8898aef24836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:38:38Z', 'updated_at': '2022-03-02T07:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:04.954812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 0aae815a-3423-46e4-8223-9639ed8d238a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0aae815a-3423-46e4-8223-9639ed8d238a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:04.955111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:04.972090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9a6971a4-a68f-4f7c-894b-dbc3e8f8daca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.016163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.064170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Pushing event deleted for resources: {'Port': ['ID=d0eec71f-59ee-485c-8cd1-cadc2a091592,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:05.075982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] No DVR routers for this DVR port d0eec71f-59ee-485c-8cd1-cadc2a091592 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:40:05.084001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.084001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.084743 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 0aae815a-3423-46e4-8223-9639ed8d238a owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.085992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d122b-04f8-4e45-b101-410dcaed9f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:05.254561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.295474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 79ee044c-7f1b-4fa1-b127-37657dd20297 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:05.302970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=0aae815a-3423-46e4-8223-9639ed8d238a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:05.331537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 79ee044c-7f1b-4fa1-b127-37657dd20297 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:05.331983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 79ee044c-7f1b-4fa1-b127-37657dd20297 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:05.332468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d0eec71f-59ee-485c-8cd1-cadc2a091592 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:05.368521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: d0eec71f-59ee-485c-8cd1-cadc2a091592 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:05.368957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d0eec71f-59ee-485c-8cd1-cadc2a091592 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:05.390629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.557598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.559639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.580183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.580724 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router c46a9134-efaa-46bc-8781-8898aef24836 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:40:05.595947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.596854 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e8f31d0-8219-4fb4-a466-0842ca6a9de3 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/c46a9134-efaa-46bc-8781-8898aef24836 HTTP/1.1" status: 204 len: 168 time: 1.3267074 Mar 02 07:40:05.599714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:05.714299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.840301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.846400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.866023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.870706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:05.883244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244a5ed6-446b-4b3b-8fd1-53897ecdd910') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:05.883521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244a5ed6-446b-4b3b-8fd1-53897ecdd910') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:05.895129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.910970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.916982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:40:05.917352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:40:05.931135 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:40:06.007582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.011870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.040693 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:06.052813 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/9d8be612-a5aa-4c3e-bd4b-1dda3efc4ce3 HTTP/1.1" status: 204 len: 168 time: 0.4518862 Mar 02 07:40:06.054291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.054652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.055670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.056083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.056286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.056597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.056907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.057228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.057548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.057904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.058261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.058624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5764d4-2961-4491-bca9-5ce0b0c9cd74 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:06.080536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:06.086206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'network': {'name': 'tempest-network-smoke--1938153911', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:06.091583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:06.095958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:network and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:06.098811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:06.104452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:06.115533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:06.118976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.146153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:40:06.154796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.155151 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Added segment d8d3a67a-17e4-4515-8060-ce5dc81242a4 of type vlan for network 586fed7e-b0b9-4952-a76d-e127abd69b4c Mar 02 07:40:06.183183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.211523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.216871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:06.217473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.318282 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2364950 Mar 02 07:40:06.321117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:06.324486 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a668-ce1d-4b86-9916-4af4c5bf0284 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Network': ['ID=586fed7e-b0b9-4952-a76d-e127abd69b4c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:06.327318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-386583978', 'admin_state_up': True, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:06.334684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:40:06.335173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:06.338999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:router and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:06.342505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:06.349637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:06.359120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.360657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.377079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.646780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.944536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:06.976479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.105962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.253 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/6ca7a6e3-e1f0-412b-824e-fab9a8186f36) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:07.119471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.292832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0aae815a-3423-46e4-8223-9639ed8d238a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:07.326169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 0aae815a-3423-46e4-8223-9639ed8d238a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:40:07.326657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0aae815a-3423-46e4-8223-9639ed8d238a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:40:07.354745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.382860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:07.446971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:07.449606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:07.457696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:07.489514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:07.852833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.177835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.376598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:40:08.662642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:08.671850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Sync routers for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:08.680626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:08.681212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:08.690940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:08.695039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe4fa3b2-db8a-4c19-80dc-221e8c749ce9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3699229 Mar 02 07:40:08.695452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:08.739198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-359df8fb-2959-4bef-9595-b23e72fea160 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=449df4fb5ae444fd8a8f166e62dd3f5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402918 Mar 02 07:40:08.739415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:08.864078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:08.872618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff85b27-2415-45d0-8d71-c88f801104d9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:08.874142 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eff85b27-2415-45d0-8d71-c88f801104d9 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338489 Mar 02 07:40:08.877431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:08.915680 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-870645a9-dfdd-4d40-802d-d3b6665efa97 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370989 Mar 02 07:40:08.918210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:08.923401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1119086066', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:09.031138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:09.035503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:subnet and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:09.038289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:09.043904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:09.054024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:09.057553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.140982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:07Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:09.145431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Checking router: 5fa194c4-55dd-42f7-a0da-aac65e4069a6 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:40:09.145811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Updating router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:40:09.199956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.268204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.351891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Subnet': ['ID=e8cc85c4-6390-4053-bded-ce5d60ad9c9b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:09.356841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Checking segment: {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:09.357196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network hostable DHCP agents. Network: 586fed7e-b0b9-4952-a76d-e127abd69b4c, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:40:09.375698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:40:09.384662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 586fed7e-b0b9-4952-a76d-e127abd69b4c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:09.389332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:09.390057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.402535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8f6ef-8f3b-41a6-81ee-91302d3da3f0 None None] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:09.415126 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-961a63f9-7947-495c-a29c-593f74217507 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4934385 Mar 02 07:40:09.415330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:09.743018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-586fed7e-b0b9-4952-a76d-e127abd69b4c', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:40:09.743825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.753365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.772980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Transition to ACTIVE for port object 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:09.816146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.914508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Attempting to bind port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:40:09.914878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Attempting to bind port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:40:09.915238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Attempting to bind port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:09.956662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:40:09.957035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:09.957434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.957878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:40:09.958350 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Bound port: 6ca7a6e3-e1f0-412b-824e-fab9a8186f36, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:40:09.958724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:09.988887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24c315-65c9-48a9-be96-1c8b9fb267cb None None] Pushing event updated for resources: {'Port': ['ID=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:10.050804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Allocated IP 172.20.0.2 (586fed7e-b0b9-4952-a76d-e127abd69b4c/e8cc85c4-6390-4053-bded-ce5d60ad9c9b/9ccd96d5-952a-4aa6-955f-d30932b8b049) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:10.058135 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] For port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:40:10.064035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] For port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:40:10.083916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.224264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.240614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:10.241163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:10.296668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24c315-65c9-48a9-be96-1c8b9fb267cb None None] Pushing event updated for resources: {'Port': ['ID=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:10.492300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.499925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:10.608134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Transition to ACTIVE for port object 9ccd96d5-952a-4aa6-955f-d30932b8b049 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:10.653278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Transition to ACTIVE for port object 9ccd96d5-952a-4aa6-955f-d30932b8b049 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:10.701321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.762262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.1 (586fed7e-b0b9-4952-a76d-e127abd69b4c/e8cc85c4-6390-4053-bded-ce5d60ad9c9b/028a428c-b8d4-48f9-8c17-4e06e5f750fb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:10.778198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:10.783251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:10.792910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:10.808646 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Pushing event updated for resources: {'Port': ['ID=9ccd96d5-952a-4aa6-955f-d30932b8b049,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:10.920947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.935176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Attempting to bind port 9ccd96d5-952a-4aa6-955f-d30932b8b049 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:40:10.935548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Attempting to bind port 9ccd96d5-952a-4aa6-955f-d30932b8b049 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:40:10.935909 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Attempting to bind port 9ccd96d5-952a-4aa6-955f-d30932b8b049 on network 586fed7e-b0b9-4952-a76d-e127abd69b4c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:10.936480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 028a428c-b8d4-48f9-8c17-4e06e5f750fb will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:10.944264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:40:10.944631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Checking segment: {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:10.945028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.945418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Bound using segment: {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:40:10.945904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Bound port: 9ccd96d5-952a-4aa6-955f-d30932b8b049, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:40:10.946273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:10.959620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.025868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:11.028903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:11.031399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:11.073549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:11.076154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:07Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:11.086155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefe35b-5fdc-4b4c-a82c-0fa0a5927d48 None None] The sync data for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv is: [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:07Z', 'revision_number': 3, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:11.093800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] For port 9ccd96d5-952a-4aa6-955f-d30932b8b049, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:40:11.098077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] For port 9ccd96d5-952a-4aa6-955f-d30932b8b049, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9ccd96d5-952a-4aa6-955f-d30932b8b049,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:40:11.103199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.103410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.188005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae99beb-681f-42d5-ad5e-337000bcc4ed None None] Pushing event updated for resources: {'Port': ['ID=9ccd96d5-952a-4aa6-955f-d30932b8b049,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:11.251595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.740150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.745937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:11.865158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:11.867505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:12.139159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:12.140426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:12.202540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595c8eb-04a0-45a1-93b1-80d298021e8a None None] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:40:12.308915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6ff30b6f-52bb-4625-b0ca-d304609c192f None None] Provisioning for port 9ccd96d5-952a-4aa6-955f-d30932b8b049 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:12.331953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:12.517270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:12.534305 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9babd67c-605c-4488-8ea4-e3fc17beea70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/5fa194c4-55dd-42f7-a0da-aac65e4069a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1151509 Mar 02 07:40:12.534399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:12.642717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ba8f7dfb-02d9-422f-8443-9afd75d42f3b None None] Provisioning for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:12.648745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ba8f7dfb-02d9-422f-8443-9afd75d42f3b None None] Provisioning complete for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:12.649385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7dfb-02d9-422f-8443-9afd75d42f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:12.683158 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d47805-601c-4393-88a5-6b89f1fdca7d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.683646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d47805-601c-4393-88a5-6b89f1fdca7d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.684097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d47805-601c-4393-88a5-6b89f1fdca7d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.684748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d47805-601c-4393-88a5-6b89f1fdca7d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.690096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:12.701752 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b8d47805-601c-4393-88a5-6b89f1fdca7d tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1540430 Mar 02 07:40:12.710097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f7dfb-02d9-422f-8443-9afd75d42f3b None None] Port 028a428c-b8d4-48f9-8c17-4e06e5f750fb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:12.756994 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Sync routers for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:12.766973 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:12.767326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc460ac4-5aae-4f11-82c3-9e54180ff732 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.767568 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:12.767780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc460ac4-5aae-4f11-82c3-9e54180ff732 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.768228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc460ac4-5aae-4f11-82c3-9e54180ff732 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.768671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc460ac4-5aae-4f11-82c3-9e54180ff732 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:12.770368 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cc460ac4-5aae-4f11-82c3-9e54180ff732 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0792904 Mar 02 07:40:12.772988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:12.852143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-893c4c27-b007-466c-8151-d1ba799b7209 None None] Provisioning complete for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:12.852532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-893c4c27-b007-466c-8151-d1ba799b7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:12.923937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-893c4c27-b007-466c-8151-d1ba799b7209 None None] Port 028a428c-b8d4-48f9-8c17-4e06e5f750fb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:12.960309 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:12.983985 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4360c614-7ac1-48ef-b9bd-c5176b4318a1 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2099140 Mar 02 07:40:13.143539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-473710fe-b5ce-405f-a639-512da170b1a1 None None] Provisioning complete for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:13.143926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-473710fe-b5ce-405f-a639-512da170b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.196183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-473710fe-b5ce-405f-a639-512da170b1a1 None None] Port 028a428c-b8d4-48f9-8c17-4e06e5f750fb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:13.274555 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:11Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:11Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:13.278799 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Checking router: 5fa194c4-55dd-42f7-a0da-aac65e4069a6 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:40:13.279335 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Updating router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 port 028a428c-b8d4-48f9-8c17-4e06e5f750fb binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:40:13.338939 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.376363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9ccd96d5-952a-4aa6-955f-d30932b8b049 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:13.450624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 9ccd96d5-952a-4aa6-955f-d30932b8b049 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:13.457818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 9ccd96d5-952a-4aa6-955f-d30932b8b049 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:13.458492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.575830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.611955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 9ccd96d5-952a-4aa6-955f-d30932b8b049, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9ccd96d5-952a-4aa6-955f-d30932b8b049,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:13.616426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.617393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:13.639029 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:13.644233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216702804', 'description': 'tempest-secgroup-smoke-216702804 description', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:13.650199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:13.654531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:13.657410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:13.663277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:13.674551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.694826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:13.698692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:13.703090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:13.709049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:13.728074 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.733892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=9ccd96d5-952a-4aa6-955f-d30932b8b049,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:13.741756 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Transition to ACTIVE for port object 028a428c-b8d4-48f9-8c17-4e06e5f750fb will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:13.749740 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.753512 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:13.758936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:13.759440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.788564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.798509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.846521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e2cb91-b18f-415b-8d0a-2f0def223c88,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:13.851921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.857049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:13.863535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e2cb91-b18f-415b-8d0a-2f0def223c88', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:13.868155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d906965-f788-4e20-b644-97d9b51be7fb tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2277849 Mar 02 07:40:13.870690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:13.878598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:13.882133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:13.888504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:13.894323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.915704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.919493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:13.927125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.981670 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Attempting to bind port 028a428c-b8d4-48f9-8c17-4e06e5f750fb on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:40:13.982256 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Attempting to bind port 028a428c-b8d4-48f9-8c17-4e06e5f750fb by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:40:13.982372 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Attempting to bind port 028a428c-b8d4-48f9-8c17-4e06e5f750fb on network 586fed7e-b0b9-4952-a76d-e127abd69b4c {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:13.991663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.996481 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:40:13.996827 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Checking segment: {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:13.997401 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.997969 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Bound using segment: {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:40:13.998436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:13.998782 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Bound port: 028a428c-b8d4-48f9-8c17-4e06e5f750fb, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:40:13.999315 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.017090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.031422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0b53a7-8717-4d88-9cd7-9d9854741012,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.043625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.048754 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07a3c566-7e51-442f-a82e-5e06d74a8f6e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867392 Mar 02 07:40:14.048856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49710) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:14.050155 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Pushing event updated for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.053994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e2cb91-b18f-415b-8d0a-2f0def223c88', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:14.059822 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:14.063674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:14.066060 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.066407 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.066545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:14.066744 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.067075 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.067403 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.067728 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.068049 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.068367 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.068687 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.069001 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.069315 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.069625 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:40:14.072141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:14.089595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.109846 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] For port 028a428c-b8d4-48f9-8c17-4e06e5f750fb, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:40:14.113353 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] For port 028a428c-b8d4-48f9-8c17-4e06e5f750fb, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=028a428c-b8d4-48f9-8c17-4e06e5f750fb,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:40:14.117530 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.158576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.162132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.188414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b117f1b4-9bd2-4b6d-aedd-4b6e7e8c2e0f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.193254 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:14.193910 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:14.200827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.202413 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-47309b49-ac38-4d84-b319-449b16bf0907 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529803 Mar 02 07:40:14.205217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:14.210881 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e2cb91-b18f-415b-8d0a-2f0def223c88', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:14.217271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:14.222099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:14.225704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:14.232327 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:14.249956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.260200 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c04143-6b60-402b-99a2-30931276fefc None None] Pushing event updated for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.319605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.328090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.356997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09341c83-e0e2-41a8-b5ca-415e68999418,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.367803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.369678 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8e39519f-2b74-4196-8716-4251fcbd2695 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629817 Mar 02 07:40:14.372120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:14.377490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e2cb91-b18f-415b-8d0a-2f0def223c88', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:14.383711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:14.388228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:14.391649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:14.392821 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:14.397996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:14.414955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.479023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.482644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.506409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0492ae7d-917d-413e-a934-e055eb6e5eb3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.517140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.518523 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55681fa6-7ee3-4945-906b-29615f3ae501 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453888 Mar 02 07:40:14.521186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49722) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:14.526203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e2cb91-b18f-415b-8d0a-2f0def223c88', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:14.532606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:14.536396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:14.539278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:14.544887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:14.555750 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:40:14.562303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.712909 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:11Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:14.716893 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007efe1e-d0ad-4237-8e5c-855b52f35b59 None None] The sync data for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv is: [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:11Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:14Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:14.733530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.738599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.765242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424fd1b0-350c-484a-bc54-aac51b1a8249,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.778439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.782084 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb2a1460-60ae-405e-9054-65b529354935 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2578099 Mar 02 07:40:14.782931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:14.787926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'security_group_rule': {'security_group_id': '55e2cb91-b18f-415b-8d0a-2f0def223c88', 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:14.794133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:14.797987 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:security_group_rule and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:14.801104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:14.808954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:14.819624 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Project 449df4fb5ae444fd8a8f166e62dd3f5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:40:14.826366 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.898979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.904481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.927819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90ea202-3ace-42d5-a2f3-fcc2b7343a85,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:14.936654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:14.937787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aeace6b1-256d-4f17-8911-044bcc0a7d5e tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539059 Mar 02 07:40:15.101761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-2d84db0c-a26d-4ef4-95a3-fef49123d4be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:15.118701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-2d84db0c-a26d-4ef4-95a3-fef49123d4be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:15.119859 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-2d84db0c-a26d-4ef4-95a3-fef49123d4be tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216702804&fields=id&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 267 time: 0.0574481 Mar 02 07:40:15.279266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-f6e0a5e2-3982-4d6d-943c-0b92e4a0b772 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:15.279640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-f6e0a5e2-3982-4d6d-943c-0b92e4a0b772 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:15.295749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-f6e0a5e2-3982-4d6d-943c-0b92e4a0b772 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:15.297038 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-f6e0a5e2-3982-4d6d-943c-0b92e4a0b772 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/networks?id=586fed7e-b0b9-4952-a76d-e127abd69b4c HTTP/1.1" status: 200 len: 797 time: 0.1699033 Mar 02 07:40:15.317140 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-270dd4da-f180-40ac-a0a4-fc99809ddf39 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/quotas/449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 375 time: 0.0109053 Mar 02 07:40:15.411366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9ccd96d5-952a-4aa6-955f-d30932b8b049 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:15.415589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-8c6a3cf9-4b2c-41d1-971e-808a249b382a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:15.432097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-8c6a3cf9-4b2c-41d1-971e-808a249b382a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:15.433639 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-8c6a3cf9-4b2c-41d1-971e-808a249b382a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109297 Mar 02 07:40:15.486213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 9ccd96d5-952a-4aa6-955f-d30932b8b049 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:15.486712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.580510 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-e826963e-3124-4bb3-86c5-3121b32ef5e2 service neutron] 10.222.0.41 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337442 Mar 02 07:40:15.612030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:15.680299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:15.680672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.728606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-b90fad16-9221-4bb6-b63f-a8b6365560af service neutron] 10.222.0.41 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423802 Mar 02 07:40:15.805254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 028a428c-b8d4-48f9-8c17-4e06e5f750fb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:15.879305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:15.884206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:15.884586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:15.921487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8765eb4e-9eab-448a-b77a-61fdba54e4ed req-d701dafa-680b-4a56-a0f7-3a197585ee26 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:15.940819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8765eb4e-9eab-448a-b77a-61fdba54e4ed req-d701dafa-680b-4a56-a0f7-3a197585ee26 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:15.950247 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8765eb4e-9eab-448a-b77a-61fdba54e4ed req-d701dafa-680b-4a56-a0f7-3a197585ee26 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 210 time: 0.0735652 Mar 02 07:40:16.002959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.066347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 028a428c-b8d4-48f9-8c17-4e06e5f750fb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=028a428c-b8d4-48f9-8c17-4e06e5f750fb,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:16.071594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:16.137861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:16.945022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-d02809a9-502b-4f45-895a-435150d302a6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:16.946424 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-d02809a9-502b-4f45-895a-435150d302a6 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/networks?id=586fed7e-b0b9-4952-a76d-e127abd69b4c HTTP/1.1" status: 200 len: 797 time: 0.1449687 Mar 02 07:40:16.997841 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-8f453055-ed54-40e3-a897-284ced6caa66 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f HTTP/1.1" status: 200 len: 379 time: 0.0428700 Mar 02 07:40:17.005961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'port': {'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'admin_state_up': True, 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'security_groups': ['55e2cb91-b18f-415b-8d0a-2f0def223c88']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:17.147962 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c516f13b-a873-44bd-86d8-d387474b2327 req-0553b1d7-0802-41a6-aef7-6a8bc6429bbe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 210 time: 0.0596759 Mar 02 07:40:17.180424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:17.190047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:17.199215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Made reservation on behalf of 449df4fb5ae444fd8a8f166e62dd3f5f for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:40:17.203095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.304703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 028a428c-b8d4-48f9-8c17-4e06e5f750fb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:17.368105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.20.0.6 (586fed7e-b0b9-4952-a76d-e127abd69b4c/e8cc85c4-6390-4053-bded-ce5d60ad9c9b/13a0a1e4-70e2-43fb-99e5-81eb28384d0b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:17.376536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:17.376919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.556230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.571044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Transition to ACTIVE for port object 13a0a1e4-70e2-43fb-99e5-81eb28384d0b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:17.594999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.656290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:17.659905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:17.663582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:17.709010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:17.741063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:17.741606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.768459 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-c3b6701e-3058-4c1e-a6fa-7560b2e2eaf5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7660890 Mar 02 07:40:17.782363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Request body: {'port': {'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:17.890726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1c2142dd-7a55-4b7c-b88c-7b66842d5f8e None None] Provisioning for port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:17.895969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1c2142dd-7a55-4b7c-b88c-7b66842d5f8e None None] Provisioning complete for port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:17.896436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c2142dd-7a55-4b7c-b88c-7b66842d5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:17.956590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1c2142dd-7a55-4b7c-b88c-7b66842d5f8e None None] Port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:40:17.997184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.343282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61782d8f-060c-4b24-bfae-77ecb5cc1314 req-dae08d46-4ef1-4765-8505-94da0e213ec5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:18.343960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a0a1e4-70e2-43fb-99e5-81eb28384d0b {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:40:18.346565 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61782d8f-060c-4b24-bfae-77ecb5cc1314 req-dae08d46-4ef1-4765-8505-94da0e213ec5 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 931 time: 0.0952070 Mar 02 07:40:18.354561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.372903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Transition to ACTIVE for port object 13a0a1e4-70e2-43fb-99e5-81eb28384d0b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:40:18.376542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.392987 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61782d8f-060c-4b24-bfae-77ecb5cc1314 req-3d56cf02-aa91-4886-9af4-ffad2f95bb09 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398316 Mar 02 07:40:18.505846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Pushing event updated for resources: {'Port': ['ID=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:18.616162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Attempting to bind port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:40:18.616497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Attempting to bind port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:40:18.616820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Attempting to bind port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b on network 586fed7e-b0b9-4952-a76d-e127abd69b4c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:18.621303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b on network 586fed7e-b0b9-4952-a76d-e127abd69b4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:40:18.621606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Attempting to bind port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b on network 586fed7e-b0b9-4952-a76d-e127abd69b4c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:40:18.627075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:40:18.627396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Checking segment: {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:40:18.627763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Bound using segment: {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:40:18.628201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Bound port: 13a0a1e4-70e2-43fb-99e5-81eb28384d0b, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d3a67a-17e4-4515-8060-ce5dc81242a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:40:18.628531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.716487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] For port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:40:18.719374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] For port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:40:18.723700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.780673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:18.781271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:18.782677 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] 10.222.0.32 "PUT /v2.0/ports/13a0a1e4-70e2-43fb-99e5-81eb28384d0b HTTP/1.1" status: 200 len: 1093 time: 1.0052307 Mar 02 07:40:18.783124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:18.812194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0a1ad-5226-4d52-8bf5-83743348610e service neutron] Pushing event updated for resources: {'Port': ['ID=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:18.837683 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'status': 'completed', 'code': 200} Mar 02 07:40:18.909413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-9dd1fc18-7a66-4c30-9e9c-7ac26687a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:18.910913 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-9dd1fc18-7a66-4c30-9e9c-7ac26687a4bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 1096 time: 0.0723538 Mar 02 07:40:18.983176 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-5fffeda2-ba17-44da-8a13-8abe90d23253 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b HTTP/1.1" status: 200 len: 217 time: 0.0652978 Mar 02 07:40:19.001060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:19.043276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-f050c212-738b-4a85-9a95-4b4bb1581107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.044743 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-f050c212-738b-4a85-9a95-4b4bb1581107 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e8cc85c4-6390-4053-bded-ce5d60ad9c9b HTTP/1.1" status: 200 len: 835 time: 0.0560138 Mar 02 07:40:19.120840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-8ef4baa9-34f1-4925-ac72-b70637044c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.122303 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-8ef4baa9-34f1-4925-ac72-b70637044c2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=586fed7e-b0b9-4952-a76d-e127abd69b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713387 Mar 02 07:40:19.249068 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-b1c5c91c-e32b-4da2-862b-6aba1a48ef12 service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211050 Mar 02 07:40:19.376350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20b0c050-ba59-4f88-b087-5b1f1254c3be req-b8ad17b8-6a10-4045-ad90-1ae88f09e789 service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217811 Mar 02 07:40:19.489258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-7ef7dc4f-3ec3-4948-a698-03b55c28a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.490846 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-7ef7dc4f-3ec3-4948-a698-03b55c28a115 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 1096 time: 0.0732424 Mar 02 07:40:19.581035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1341c-10f5-4f08-bb4f-e7f547edf31d req-37bb5a76-6a55-4ce1-8a7c-910c2a39e550 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.583005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5d1341c-10f5-4f08-bb4f-e7f547edf31d req-37bb5a76-6a55-4ce1-8a7c-910c2a39e550 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 943 time: 0.0798807 Mar 02 07:40:19.625110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-628bd6e4-80bc-4201-8f76-3b7065d78722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.626153 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5d1341c-10f5-4f08-bb4f-e7f547edf31d req-032caa6f-42b9-43fc-b2be-04a43dc3f3ae tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379696 Mar 02 07:40:19.627617 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-628bd6e4-80bc-4201-8f76-3b7065d78722 service neutron] 10.222.0.32 "GET /v2.0/networks?id=586fed7e-b0b9-4952-a76d-e127abd69b4c HTTP/1.1" status: 200 len: 898 time: 0.1297517 Mar 02 07:40:19.794940 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-5f5661d1-5dbc-4acd-aafa-4865afaf4aaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b HTTP/1.1" status: 200 len: 217 time: 0.1589935 Mar 02 07:40:19.854979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-1ae7a819-4b6d-4b40-b2c1-4e2c44dddbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.856366 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-1ae7a819-4b6d-4b40-b2c1-4e2c44dddbc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e8cc85c4-6390-4053-bded-ce5d60ad9c9b HTTP/1.1" status: 200 len: 835 time: 0.0552311 Mar 02 07:40:19.932322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-dd975bf8-f41b-4cef-a3e7-a9e0d17f029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:19.933701 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-dd975bf8-f41b-4cef-a3e7-a9e0d17f029f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=586fed7e-b0b9-4952-a76d-e127abd69b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702302 Mar 02 07:40:20.059447 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-ee14bd46-04ef-4996-bc02-0d6106f91112 service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186507 Mar 02 07:40:20.185035 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-294bc8ee-a5e2-42a0-9fa0-8d7991aa2239 req-1ddea3be-c6fd-4420-b76f-900cae71abfe service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198444 Mar 02 07:40:20.809190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e1eb3-87e3-4e48-a729-033499c1c3df req-4edfd4cd-e9d0-44f6-a864-8c480c75a1db tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:20.809891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-698e1eb3-87e3-4e48-a729-033499c1c3df req-4edfd4cd-e9d0-44f6-a864-8c480c75a1db tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:40:20.824505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-698e1eb3-87e3-4e48-a729-033499c1c3df req-4edfd4cd-e9d0-44f6-a864-8c480c75a1db tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:40:20.825535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-698e1eb3-87e3-4e48-a729-033499c1c3df req-4edfd4cd-e9d0-44f6-a864-8c480c75a1db tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 943 time: 0.0944524 Mar 02 07:40:20.868761 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-698e1eb3-87e3-4e48-a729-033499c1c3df req-97ae987b-d818-43dc-a1aa-13178cdf7ec7 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375688 Mar 02 07:40:21.810959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 13a0a1e4-70e2-43fb-99e5-81eb28384d0b details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:40:21.939941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:21.959225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'mac_address': 'fa:16:3e:0a:ef:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:40:22.012874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.032863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a0a1e4-70e2-43fb-99e5-81eb28384d0b {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:40:22.047962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:22.049360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b92b-f7d3-424b-9acd-dec8c99e451d req-5a8ca4a6-b2d7-4e54-8153-5d71638ef3db tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:22.051018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a74b92b-f7d3-424b-9acd-dec8c99e451d req-5a8ca4a6-b2d7-4e54-8153-5d71638ef3db tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 943 time: 0.0774000 Mar 02 07:40:22.053803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:22.099582 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a74b92b-f7d3-424b-9acd-dec8c99e451d req-7621b489-45ce-4961-be0d-abcbd483bcfc tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428910 Mar 02 07:40:22.119018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:22.256027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['13a0a1e4-70e2-43fb-99e5-81eb28384d0b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:40:23.279901 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac82c8-4538-49ac-b811-0fb85d8247b0 req-666468e1-15f8-4222-a39c-ee3f9b5f22fe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:23.281345 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6ac82c8-4538-49ac-b811-0fb85d8247b0 req-666468e1-15f8-4222-a39c-ee3f9b5f22fe tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 944 time: 0.0806961 Mar 02 07:40:23.324774 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6ac82c8-4538-49ac-b811-0fb85d8247b0 req-11a7a481-b805-4694-b303-9d2ad9be831b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372655 Mar 02 07:40:23.841247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 13a0a1e4-70e2-43fb-99e5-81eb28384d0b up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:40:23.915769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:40:23.920537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:40:23.920940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.033162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.058544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:24.068617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:24.072434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:24.137331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:24.156703 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'code': 200} Mar 02 07:40:24.384973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d89ca-d21a-4a64-9bc4-4e79a18acb05 req-9b27a983-f7a0-4c07-8941-bbfb225975d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:24.386453 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c6d89ca-d21a-4a64-9bc4-4e79a18acb05 req-9b27a983-f7a0-4c07-8941-bbfb225975d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 1098 time: 0.0691309 Mar 02 07:40:24.429775 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c6d89ca-d21a-4a64-9bc4-4e79a18acb05 req-852d0eca-055c-416f-8aa4-47c81d832c0d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373366 Mar 02 07:40:24.510764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d5aaf-ad71-4543-9969-bcbbb90f3c58 req-cb4b7e1e-eb18-4ed1-b133-b017a2c792f9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:24.512203 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b74d5aaf-ad71-4543-9969-bcbbb90f3c58 req-cb4b7e1e-eb18-4ed1-b133-b017a2c792f9 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 945 time: 0.0761058 Mar 02 07:40:24.554581 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b74d5aaf-ad71-4543-9969-bcbbb90f3c58 req-5b45e2ca-be7b-4718-a251-6fd8b2863b64 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369234 Mar 02 07:40:25.736889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3767ff-ea27-412c-ae0e-29064663a5a7 req-158b301d-7a8d-410a-9360-9831176b4052 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:25.738361 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b3767ff-ea27-412c-ae0e-29064663a5a7 req-158b301d-7a8d-410a-9360-9831176b4052 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 945 time: 0.0797398 Mar 02 07:40:25.780239 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b3767ff-ea27-412c-ae0e-29064663a5a7 req-07172fb3-a14b-4e0e-8a50-c6d713dd1f69 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363164 Mar 02 07:40:25.961936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60b7b2-b63b-4e26-8f80-2626846df364 req-52b70db9-b39d-4fb6-a6b2-e01c7036969b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:25.963380 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-da60b7b2-b63b-4e26-8f80-2626846df364 req-52b70db9-b39d-4fb6-a6b2-e01c7036969b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 945 time: 0.0811007 Mar 02 07:40:26.007417 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-da60b7b2-b63b-4e26-8f80-2626846df364 req-d59330ad-a05f-4d76-8332-6bdefda32a75 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384467 Mar 02 07:40:26.028844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49780) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:26.196275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35149ffe-5f57-4b25-944d-27269b50fb86 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:26.197833 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-35149ffe-5f57-4b25-944d-27269b50fb86 tempest-TestNetworkBasicOps-927425622 tempest-TestNetworkBasicOps-927425622-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 1093 time: 0.1679778 Mar 02 07:40:26.200452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49786) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:26.205206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:26.210928 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:40:26.214653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Usage tracker for resource:floatingip and tenant:449df4fb5ae444fd8a8f166e62dd3f5f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:40:26.217380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:40:26.223681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:40:26.233510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.365083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.496722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Allocated IP 172.26.4.201 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/d539c1c4-173f-48c9-b56f-f7db73b3fb7f) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:40:26.638277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.666651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:26.732120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:40:26.734818 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:40:26.742711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:40:26.773512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=d539c1c4-173f-48c9-b56f-f7db73b3fb7f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:27.231709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.303584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.500383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.504611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.610382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event updated for resources: {'Port': ['ID=d539c1c4-173f-48c9-b56f-f7db73b3fb7f,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:27.620456 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:27.787874 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 associated. External IP: 172.26.4.201, port: 13a0a1e4-70e2-43fb-99e5-81eb28384d0b. Mar 02 07:40:28.128760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:28.418247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:28.427736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] Sync routers for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:28.436671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:28.437262 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:28.442332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:28.497508 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a36701c2-ce74-459d-a6c9-41b98e276700 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2959766 Mar 02 07:40:28.498107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:40:28.500879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49790) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:28.599599 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'status': 'completed', 'code': 200} Mar 02 07:40:28.611444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f79f812-025a-456b-b5bf-937f24390af1 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 200 len: 991 time: 0.1090355 Mar 02 07:40:28.623794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:28.689945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228321-a537-4b18-911e-4bd11f041512 req-b08de7e0-ff24-4896-ae41-159ebb9c4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:28.691354 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd228321-a537-4b18-911e-4bd11f041512 req-b08de7e0-ff24-4896-ae41-159ebb9c4319 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 1098 time: 0.0698736 Mar 02 07:40:28.833493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228321-a537-4b18-911e-4bd11f041512 req-39beedc5-6198-41aa-865a-3dd59a0d9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:28.834983 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd228321-a537-4b18-911e-4bd11f041512 req-39beedc5-6198-41aa-865a-3dd59a0d9a8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=586fed7e-b0b9-4952-a76d-e127abd69b4c HTTP/1.1" status: 200 len: 898 time: 0.1380532 Mar 02 07:40:28.937922 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd228321-a537-4b18-911e-4bd11f041512 req-d165d446-8c93-4eea-9089-7a4dbd11c352 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b HTTP/1.1" status: 200 len: 999 time: 0.0970130 Mar 02 07:40:29.005452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228321-a537-4b18-911e-4bd11f041512 req-0b4def32-261c-4d03-822e-57e3c4b832a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:29.006921 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd228321-a537-4b18-911e-4bd11f041512 req-0b4def32-261c-4d03-822e-57e3c4b832a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e8cc85c4-6390-4053-bded-ce5d60ad9c9b HTTP/1.1" status: 200 len: 835 time: 0.0637479 Mar 02 07:40:29.008201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:11Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'mac_address': 'fa:16:3e:0a:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:40:27Z', 'updated_at': '2022-03-02T07:40:27Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:16Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:29.011992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] Checking router: 5fa194c4-55dd-42f7-a0da-aac65e4069a6 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:40:29.021144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:29.021771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:29.080628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228321-a537-4b18-911e-4bd11f041512 req-0a62e39d-66a6-43b3-953f-5a3ed59f9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:40:29.082132 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd228321-a537-4b18-911e-4bd11f041512 req-0a62e39d-66a6-43b3-953f-5a3ed59f9cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=586fed7e-b0b9-4952-a76d-e127abd69b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688353 Mar 02 07:40:29.194473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:40:29.210223 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd228321-a537-4b18-911e-4bd11f041512 req-77f15416-2972-4918-90ed-b4024f5faf92 service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221039 Mar 02 07:40:29.348716 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fd228321-a537-4b18-911e-4bd11f041512 req-8afb684b-1a0c-446f-a6df-cf0149754f2a service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326842 Mar 02 07:40:29.538702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:11Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'mac_address': 'fa:16:3e:0a:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:40:27Z', 'updated_at': '2022-03-02T07:40:27Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:16Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:29.542463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46d867-653a-40cc-97d2-7f99b4c62ada None None] The sync data for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv is: [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:40:11Z', 'revision_number': 4, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'mac_address': 'fa:16:3e:0a:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:40:27Z', 'updated_at': '2022-03-02T07:40:27Z', 'revision_number': 0, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:16Z', 'revision_number': 5, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:29.615436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49798) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:29.722593 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36891f70-98b9-4ca0-8c54-414f69c2cab6 None None] New status for floating IP fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:40:29.724476 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-54fc1464-1c66-406d-bdd4-8c09ab1c9b0c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 200 len: 991 time: 0.1076651 Mar 02 07:40:30.728238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:30.944572 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56fef9bf-7be5-464d-a54e-b1f638e47c3b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 200 len: 993 time: 0.2151997 Mar 02 07:40:31.713570 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:40:32.549781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-01f348da-7170-48e8-93de-4089c684ed2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:34.804293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-860dc86e-c3d0-4449-8bdc-5f7276ba3c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.848321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:35.866452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:37.123774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:49.006150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:57.567360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:40:57.572476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cca4fea7-78f0-47bf-8961-7eba04d72650 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:40:58.080717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cca4fea7-78f0-47bf-8961-7eba04d72650 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.090787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cca4fea7-78f0-47bf-8961-7eba04d72650 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.264392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca4fea7-78f0-47bf-8961-7eba04d72650 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:40:58.440284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca4fea7-78f0-47bf-8961-7eba04d72650 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:40:58.446669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cca4fea7-78f0-47bf-8961-7eba04d72650 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:58.447777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cca4fea7-78f0-47bf-8961-7eba04d72650 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/5fa194c4-55dd-42f7-a0da-aac65e4069a6 HTTP/1.1" status: 200 len: 888 time: 0.8795180 Mar 02 07:40:58.449340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] Sync routers for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:40:58.459788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:58.460405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:58.519490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:58.527711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:40:58.528305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:58.601199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:40:58.601591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6365-af29-47ae-993b-c04db7c68482 None None] The sync data for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:40:59.349900 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249479d1-f05f-49a8-9ef2-2d44ba8e75e9 None None] New status for floating IP fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:40:59.376346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:59.488270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.505379 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:59.509322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.510121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 028a428c-b8d4-48f9-8c17-4e06e5f750fb no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:40:59.626742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:40:59.679757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.710974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 028a428c-b8d4-48f9-8c17-4e06e5f750fb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=028a428c-b8d4-48f9-8c17-4e06e5f750fb,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:40:59.714428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:40:59.780084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:00.651355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:00.656455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0736c118-44a2-48cb-a19d-0a0827d30a59 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:01.270888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0736c118-44a2-48cb-a19d-0a0827d30a59 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.281748 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0736c118-44a2-48cb-a19d-0a0827d30a59 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536834094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536834081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536836470'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.455848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0736c118-44a2-48cb-a19d-0a0827d30a59 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:41:01.630676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0736c118-44a2-48cb-a19d-0a0827d30a59 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:01.637091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0736c118-44a2-48cb-a19d-0a0827d30a59 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:01.638243 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0736c118-44a2-48cb-a19d-0a0827d30a59 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/5fa194c4-55dd-42f7-a0da-aac65e4069a6 HTTP/1.1" status: 200 len: 887 time: 0.9859040 Mar 02 07:41:01.640644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] Sync routers for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:01.641637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:01.650107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:01.650781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:01.745040 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f80505a-aa51-4ce8-8ae1-f0904aabd9e2 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 200 len: 991 time: 0.1012619 Mar 02 07:41:01.855455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:02.190241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:01Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'mac_address': 'fa:16:3e:0a:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:40:27Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:02.194042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] Checking router: 5fa194c4-55dd-42f7-a0da-aac65e4069a6 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:02.202158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:02.202781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:40:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:02.377908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:02.579399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e010984-d919-4809-9284-d53fd04f8cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:02.725605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:01Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'mac_address': 'fa:16:3e:0a:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:40:27Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:02.729401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe9559-1208-4083-99db-0957c18bc87a None None] The sync data for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv is: [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:01Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'floating_ip_address': '172.26.4.201', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'port_id': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'mac_address': 'fa:16:3e:0a:ef:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c67b5f-a37d-4714-90be-63b377cef102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:40:27Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 2, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:40:59Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:02.748639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:02.857934 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e604ae8a-d027-4824-84f8-6d494b30ce64 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 200 len: 991 time: 0.1063766 Mar 02 07:41:03.411469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:03.480137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:03.480507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.600382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.617337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:03.621840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.622600 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 028a428c-b8d4-48f9-8c17-4e06e5f750fb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:03.737522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:03.750292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:03.750292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.860359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:03.907114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.938861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 028a428c-b8d4-48f9-8c17-4e06e5f750fb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=028a428c-b8d4-48f9-8c17-4e06e5f750fb,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:03.944116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:03.969939 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee8872c3-07ab-424e-947b-49ef66d2e3a4 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 200 len: 991 time: 0.1080081 Mar 02 07:41:04.008975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:04.288205 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fcf9a-fda5-423d-bbc5-09de0209d55c None None] New status for floating IP fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:41:04.795823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7eb503a-1621-48bd-96c0-9a02ccebda18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:04.973701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:05.192335 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2dce23d-8510-491f-8880-6fe2d3c63a05 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 200 len: 993 time: 0.2174971 Mar 02 07:41:05.333414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:05.402930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:05.403334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.475063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49848) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:05.518148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 028a428c-b8d4-48f9-8c17-4e06e5f750fb up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:05.584537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 028a428c-b8d4-48f9-8c17-4e06e5f750fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:05.584807 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.677538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port d539c1c4-173f-48c9-b56f-f7db73b3fb7f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:05.677911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.844668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.844917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.856986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.869452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:05.968589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for d539c1c4-173f-48c9-b56f-f7db73b3fb7f owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:06.112828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.156152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=d539c1c4-173f-48c9-b56f-f7db73b3fb7f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:06.187926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.188262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.188591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.188912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.189231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.189548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.189892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.190205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.190516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.190823 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.191130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.191432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:06.256943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.257266 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Floating IP fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 disassociated (deleted). External IP: 172.26.4.201, port: 13a0a1e4-70e2-43fb-99e5-81eb28384d0b. Mar 02 07:41:06.708321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:41:06.883225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:06.895159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] Sync routers for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:06.902655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:06.906372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:06.906983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:41:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:06.957159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75988113-8eae-4c01-9bc2-6aca2a029a85 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/floatingips/fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9 HTTP/1.1" status: 204 len: 168 time: 1.4810197 Mar 02 07:41:06.957767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:07.004077 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'status': 'completed', 'code': 200} Mar 02 07:41:07.085403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:07.100243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085bb7-b88c-4662-ab90-4cab75c027da req-fd857cc6-8ff4-4d76-b118-6d6a0baf5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:07.101761 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75085bb7-b88c-4662-ab90-4cab75c027da req-fd857cc6-8ff4-4d76-b118-6d6a0baf5047 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 1098 time: 0.0751936 Mar 02 07:41:07.178380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:07.244713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085bb7-b88c-4662-ab90-4cab75c027da req-95eb9484-f1c5-41a3-860e-640efbf9b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:07.246362 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75085bb7-b88c-4662-ab90-4cab75c027da req-95eb9484-f1c5-41a3-860e-640efbf9b0d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=586fed7e-b0b9-4952-a76d-e127abd69b4c HTTP/1.1" status: 200 len: 898 time: 0.1368966 Mar 02 07:41:07.356565 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75085bb7-b88c-4662-ab90-4cab75c027da req-e3353fbf-ac05-4c0c-9807-c7f191e1bf24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b HTTP/1.1" status: 200 len: 217 time: 0.1034760 Mar 02 07:41:07.424092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:01Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:07.428071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] Checking router: 5fa194c4-55dd-42f7-a0da-aac65e4069a6 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:07.428946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085bb7-b88c-4662-ab90-4cab75c027da req-50435e01-f0af-404a-a443-f9e1eeb79827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:07.430417 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75085bb7-b88c-4662-ab90-4cab75c027da req-50435e01-f0af-404a-a443-f9e1eeb79827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e8cc85c4-6390-4053-bded-ce5d60ad9c9b HTTP/1.1" status: 200 len: 835 time: 0.0669527 Mar 02 07:41:07.436416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:07.437202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:41:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:07.482523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d830-adba-4aa2-b700-64c30163fab9 req-1456c2dc-3a41-42a3-93e1-fa7c22d27075 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:07.483207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7c08d830-adba-4aa2-b700-64c30163fab9 req-1456c2dc-3a41-42a3-93e1-fa7c22d27075 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Synchronizing usage tracker for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:07.511409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7c08d830-adba-4aa2-b700-64c30163fab9 req-1456c2dc-3a41-42a3-93e1-fa7c22d27075 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Unset dirty status for tenant:449df4fb5ae444fd8a8f166e62dd3f5f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:07.512581 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7c08d830-adba-4aa2-b700-64c30163fab9 req-1456c2dc-3a41-42a3-93e1-fa7c22d27075 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 945 time: 0.2584486 Mar 02 07:41:07.548505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085bb7-b88c-4662-ab90-4cab75c027da req-4f8c7ab2-0de4-4e72-ba5d-1e6dd8193621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:07.549960 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75085bb7-b88c-4662-ab90-4cab75c027da req-4f8c7ab2-0de4-4e72-ba5d-1e6dd8193621 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=586fed7e-b0b9-4952-a76d-e127abd69b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121941 Mar 02 07:41:07.600933 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7c08d830-adba-4aa2-b700-64c30163fab9 req-b2e9fe25-f56a-401c-9016-01813873f194 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811975 Mar 02 07:41:07.613967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:07.691172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75085bb7-b88c-4662-ab90-4cab75c027da req-16102ccd-d395-4498-bd5e-070e9fb8ab95 service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333592 Mar 02 07:41:07.828441 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75085bb7-b88c-4662-ab90-4cab75c027da req-3c6e5f41-da28-4716-b47f-84b4e03c6745 service neutron] 10.222.0.32 "GET /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232576 Mar 02 07:41:07.960932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:01Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:07.964862 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b58ac-9d6b-4be5-a31b-2272b011c7c6 None None] The sync data for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv is: [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:01Z', 'revision_number': 6, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '028a428c-b8d4-48f9-8c17-4e06e5f750fb', 'name': '', 'network_id': '586fed7e-b0b9-4952-a76d-e127abd69b4c', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'mac_address': 'fa:16:3e:ff:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:10Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'subnets': [{'id': 'e8cc85c4-6390-4053-bded-ce5d60ad9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:08.549505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-0e6762a0-b897-44ed-8351-1e601ade5d35 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:08.551093 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-0e6762a0-b897-44ed-8351-1e601ade5d35 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 945 time: 0.0926404 Mar 02 07:41:08.639646 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa3d87-9c26-421d-8637-c015e01b1c03 None None] New status for floating IP fe1ea2b4-241d-4c2a-a669-1cb6982ca1e9: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:41:08.738764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:08.739098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:08.763125 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:41:08.800124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950e913-0656-44ee-96ac-7fc685a615f0 req-7132022f-9910-49eb-a8e8-de53e3b9385a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:08.801717 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d950e913-0656-44ee-96ac-7fc685a615f0 req-7132022f-9910-49eb-a8e8-de53e3b9385a tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 945 time: 0.0842986 Mar 02 07:41:08.846354 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d950e913-0656-44ee-96ac-7fc685a615f0 req-c7b6f6e5-d6b4-48f3-91e4-792784167774 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/security-groups?id=55e2cb91-b18f-415b-8d0a-2f0def223c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386560 Mar 02 07:41:08.991451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:08.992053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.114027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 13a0a1e4-70e2-43fb-99e5-81eb28384d0b owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:09.254284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.302425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=13a0a1e4-70e2-43fb-99e5-81eb28384d0b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:09.378718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] No DVR routers for this DVR port 13a0a1e4-70e2-43fb-99e5-81eb28384d0b on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:41:09.381034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:09.383453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'name': 'network-vif-deleted', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:09.398855 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c913a1f-b5e1-4b91-9dbb-207adcc9ab46 req-e688d501-3a92-4d73-8e29-409a5dde2a70 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.32 "DELETE /v2.0/ports/13a0a1e4-70e2-43fb-99e5-81eb28384d0b HTTP/1.1" status: 204 len: 173 time: 0.8429868 Mar 02 07:41:09.428825 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c67b5f-a37d-4714-90be-63b377cef102', 'name': 'network-vif-deleted', 'tag': '13a0a1e4-70e2-43fb-99e5-81eb28384d0b', 'status': 'completed', 'code': 200} Mar 02 07:41:10.013151 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82937393-61d0-400c-b9e2-90d22640751a req-66a0c751-b4a6-4102-ae61-4cb67933064c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c67b5f-a37d-4714-90be-63b377cef102 HTTP/1.1" status: 200 len: 210 time: 0.0440977 Mar 02 07:41:11.105051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49866) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:11.172062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335d798b-8f65-4d92-a0fb-b4a6be86b37c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:11.200119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335d798b-8f65-4d92-a0fb-b4a6be86b37c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:11.263839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335d798b-8f65-4d92-a0fb-b4a6be86b37c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:11.283181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d798b-8f65-4d92-a0fb-b4a6be86b37c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e2cb91-b18f-415b-8d0a-2f0def223c88,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:11.294657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-335d798b-8f65-4d92-a0fb-b4a6be86b37c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:11.295728 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-335d798b-8f65-4d92-a0fb-b4a6be86b37c tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/security-groups/55e2cb91-b18f-415b-8d0a-2f0def223c88 HTTP/1.1" status: 204 len: 168 time: 0.1895857 Mar 02 07:41:11.326060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:11.859274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.074822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 13a0a1e4-70e2-43fb-99e5-81eb28384d0b no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:12.110525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 13a0a1e4-70e2-43fb-99e5-81eb28384d0b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:12.110801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 13a0a1e4-70e2-43fb-99e5-81eb28384d0b not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:12.303775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 028a428c-b8d4-48f9-8c17-4e06e5f750fb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:12.304364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.487465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 028a428c-b8d4-48f9-8c17-4e06e5f750fb, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=028a428c-b8d4-48f9-8c17-4e06e5f750fb,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:12.487814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.611061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 028a428c-b8d4-48f9-8c17-4e06e5f750fb owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:12.789585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:12.836864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=028a428c-b8d4-48f9-8c17-4e06e5f750fb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:13.109519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.568246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:41:13.747980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:41:13.757090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] Sync routers for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:41:13.761076 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-48aadb0e-fbe7-46a2-9bdc-d30692257435 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "PUT /v2.0/routers/5fa194c4-55dd-42f7-a0da-aac65e4069a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4339621 Mar 02 07:41:13.763919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:13.765944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:13.766547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:41:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:13.827119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting subnet e8cc85c4-6390-4053-bded-ce5d60ad9c9b {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:41:13.830008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.882647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:13.940853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:13.973791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.045088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.084182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cc85c4-6390-4053-bded-ce5d60ad9c9b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:14.086652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.096444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.096794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.097130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.097463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.097814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.098143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.098467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.098789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.099109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.099427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.099742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.100057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:14.106097 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10f59380-aafe-46e9-a7eb-0861d118106b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/subnets/e8cc85c4-6390-4053-bded-ce5d60ad9c9b HTTP/1.1" status: 204 len: 168 time: 0.3387277 Mar 02 07:41:14.106931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49880) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:14.122776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c19d01-4b3d-48b8-b5be-949537e12588 None None] Network 586fed7e-b0b9-4952-a76d-e127abd69b4c requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:14.288386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.391865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:12Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:14.396321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] Checking router: 5fa194c4-55dd-42f7-a0da-aac65e4069a6 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:41:14.405547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] Routers {'5fa194c4-55dd-42f7-a0da-aac65e4069a6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:41:14.406358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:41:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:14.469535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.470235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] DHCP port deletion for 586fed7e-b0b9-4952-a76d-e127abd69b4c request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:41:14.480040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Deleting port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:14.480430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.482956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Deleting port 9ccd96d5-952a-4aa6-955f-d30932b8b049 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:14.483361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.653567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] For port 6ca7a6e3-e1f0-412b-824e-fab9a8186f36, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:14.654219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.758852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] Set router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:41:14.774721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Calling delete_port for 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:14.941285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:14.986611 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Port': ['ID=6ca7a6e3-e1f0-412b-824e-fab9a8186f36,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:15.033783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] For port 9ccd96d5-952a-4aa6-955f-d30932b8b049, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9ccd96d5-952a-4aa6-955f-d30932b8b049,segment=NetworkSegment(d8d3a67a-17e4-4515-8060-ce5dc81242a4),segment_id=d8d3a67a-17e4-4515-8060-ce5dc81242a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:15.034185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.074985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.168303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Calling delete_port for 9ccd96d5-952a-4aa6-955f-d30932b8b049 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:15.321570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.361241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.363829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.369038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] No DVR routers for this DVR port 9ccd96d5-952a-4aa6-955f-d30932b8b049 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:41:15.379841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Pushing event deleted for resources: {'Port': ['ID=9ccd96d5-952a-4aa6-955f-d30932b8b049,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:15.389436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:12Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:15.392903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.392903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.392903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.393714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.393714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.393714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.394942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.394942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.394942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.395254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.395934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.395934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546c7f8-accf-48fd-a539-225aa482dbfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:41:15.398034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.401399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179ac7fa-cf2b-4ff5-8bbd-bf344e42f9c4 None None] The sync data for ids ['5fa194c4-55dd-42f7-a0da-aac65e4069a6'] in dv-neutron-831485-1-hyperv is: [{'id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'name': 'tempest-TestNetworkBasicOps-router-386583978', 'tenant_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:40:06Z', 'updated_at': '2022-03-02T07:41:12Z', 'revision_number': 7, 'project_id': '449df4fb5ae444fd8a8f166e62dd3f5f', 'gw_port': {'id': '6ca7a6e3-e1f0-412b-824e-fab9a8186f36', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa194c4-55dd-42f7-a0da-aac65e4069a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:40:07Z', 'updated_at': '2022-03-02T07:41:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:41:15.403555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa194c4-55dd-42f7-a0da-aac65e4069a6 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:41:15.422557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.426454 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0650879d-d482-4d81-8dd9-9c3fbc5b5228 tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/routers/5fa194c4-55dd-42f7-a0da-aac65e4069a6 HTTP/1.1" status: 204 len: 168 time: 1.3190513 Mar 02 07:41:15.426593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:15.435529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9ccd96d5-952a-4aa6-955f-d30932b8b049 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:15.469851 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 9ccd96d5-952a-4aa6-955f-d30932b8b049 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:15.470273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 9ccd96d5-952a-4aa6-955f-d30932b8b049 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:15.539361 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.664757 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.691618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586fed7e-b0b9-4952-a76d-e127abd69b4c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:15.707476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d3a67a-17e4-4515-8060-ce5dc81242a4') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:15.707762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d3a67a-17e4-4515-8060-ce5dc81242a4') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:15.719147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.734475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.740139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:15.740505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:15.754182 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:15.835490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.856938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:15.868026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] Pushing event deleted for resources: {'Network': ['ID=586fed7e-b0b9-4952-a76d-e127abd69b4c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:15.877795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c447fcad-8e3e-4e04-879b-eb712c1d751b tempest-TestNetworkBasicOps-944455931 tempest-TestNetworkBasicOps-944455931-project] 10.222.0.41 "DELETE /v2.0/networks/586fed7e-b0b9-4952-a76d-e127abd69b4c HTTP/1.1" status: 204 len: 168 time: 0.4502151 Mar 02 07:41:16.178999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.323547 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2722f4ac-4013-4be8-b7f4-dde8de87d342 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=449df4fb5ae444fd8a8f166e62dd3f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432045 Mar 02 07:41:16.325810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49898) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.384179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee9714bf-d520-4532-8485-3a478d29b61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.409924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee9714bf-d520-4532-8485-3a478d29b61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.460096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee9714bf-d520-4532-8485-3a478d29b61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.476576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9714bf-d520-4532-8485-3a478d29b61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d6a4b7-b098-4975-a16a-829c5c713719,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:16.483525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee9714bf-d520-4532-8485-3a478d29b61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.484625 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee9714bf-d520-4532-8485-3a478d29b61a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5d6a4b7-b098-4975-a16a-829c5c713719 HTTP/1.1" status: 204 len: 168 time: 0.1579399 Mar 02 07:41:16.752392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.772059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.786143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:16.789859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Usage tracker for resource:security_group_rule and tenant:500a7e8b368640618f355748e97d81e7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:16.792575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:16.798684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:16.879655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.883266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:16.931715 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=500a7e8b368640618f355748e97d81e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782701 Mar 02 07:41:16.934605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49910) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:16.935857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b0474-162d-43b0-8d1b-f4394dc66a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce27b3e6-8dca-4f05-9786-910f968e92d6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:16.993176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3184a9a6-395a-4926-a415-46e8291f6fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.017792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3184a9a6-395a-4926-a415-46e8291f6fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.067057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3184a9a6-395a-4926-a415-46e8291f6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.082790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184a9a6-395a-4926-a415-46e8291f6fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce27b3e6-8dca-4f05-9786-910f968e92d6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:17.087053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3184a9a6-395a-4926-a415-46e8291f6fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.088057 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3184a9a6-395a-4926-a415-46e8291f6fa5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce27b3e6-8dca-4f05-9786-910f968e92d6 HTTP/1.1" status: 204 len: 168 time: 0.1524906 Mar 02 07:41:17.291681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:17.329988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:17.330410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6ca7a6e3-e1f0-412b-824e-fab9a8186f36 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:17.330893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 028a428c-b8d4-48f9-8c17-4e06e5f750fb no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:17.364367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 028a428c-b8d4-48f9-8c17-4e06e5f750fb {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:17.364718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 028a428c-b8d4-48f9-8c17-4e06e5f750fb not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:17.843246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:17.944384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1162551485-network', 'tenant_id': '9ad6f55dfbd345aa9f4d8f66102d4b8f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:17.949103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:17.953475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Usage tracker for resource:network and tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:17.956346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:17.962617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:17.973310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Made reservation on behalf of 9ad6f55dfbd345aa9f4d8f66102d4b8f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:17.975978 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:17.988230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.002281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:18.006082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:18.008850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:18.014985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:18.097197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.101019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.136110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:18.141849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91235b2b-77a1-4a2a-bb9b-689927c79657,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:18.148620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.149015 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Added segment f9bcc4be-2d6c-4428-8f95-c5dbe0099c73 of type vlan for network d70c294f-6e4a-4003-b339-b1e1e69da216 Mar 02 07:41:18.175409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.203819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.204679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:18.205248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.309393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] Pushing event updated for resources: {'Network': ['ID=d70c294f-6e4a-4003-b339-b1e1e69da216,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:18.314523 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b5c1970-5831-4052-bac3-a1fb36872590 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4702103 Mar 02 07:41:18.317516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 49940) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:18.321432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d70c294f-6e4a-4003-b339-b1e1e69da216 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:18.325853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Request body: {'subnet': {'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1162551485-subnet', 'tenant_id': '9ad6f55dfbd345aa9f4d8f66102d4b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:18.332072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:18.336329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Usage tracker for resource:subnet and tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:18.339609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:18.346023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:18.358177 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Made reservation on behalf of 9ad6f55dfbd345aa9f4d8f66102d4b8f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:18.360707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.565325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.739473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30c3208-4836-4ff6-8a08-2feaeb7edcf0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:18.746554 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Checking segment: {'id': 'f9bcc4be-2d6c-4428-8f95-c5dbe0099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:18.746898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Network hostable DHCP agents. Network: d70c294f-6e4a-4003-b339-b1e1e69da216, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:18.765851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Network d70c294f-6e4a-4003-b339-b1e1e69da216 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:18.776474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d70c294f-6e4a-4003-b339-b1e1e69da216) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:18.782618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:18.782922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:18.786508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340cc8f-bd2e-422c-9338-ab76c256e19c None None] Network d70c294f-6e4a-4003-b339-b1e1e69da216 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:18.805760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-592d82f0-ab7e-4c20-871b-9ca2adf10404 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4868777 Mar 02 07:41:19.006853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540bf39-92f1-41a2-a8f7-f6c275bbc112 None None] Network d70c294f-6e4a-4003-b339-b1e1e69da216 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:19.096615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.302753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:19.308311 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1914832722-network', 'tenant_id': '123fae720a91481b9d75294bbef28dcb'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:19.313064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:19.316872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Usage tracker for resource:network and tenant:123fae720a91481b9d75294bbef28dcb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:19.319655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:19.325120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:19.334956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Made reservation on behalf of 123fae720a91481b9d75294bbef28dcb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:19.337041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.349404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.363345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:19.367094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Usage tracker for resource:security_group_rule and tenant:123fae720a91481b9d75294bbef28dcb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:19.369833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:19.375387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:19.454056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.457596 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.489182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:41:19.497103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726604a7-f52a-426b-b68f-f0c01f5645a3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:19.502880 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.503251 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Added segment ef2a531f-2205-4c6b-9bd6-c39bb86b4176 of type vlan for network b2e1eda5-2de0-4b09-af8b-69f06b617d01 Mar 02 07:41:19.529358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.556648 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.557542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:19.558186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.654476 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3506460 Mar 02 07:41:19.657171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 49962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:19.664238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Request body: {'subnet': {'network_id': 'b2e1eda5-2de0-4b09-af8b-69f06b617d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1914832722-subnet', 'tenant_id': '123fae720a91481b9d75294bbef28dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:19.667274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bc169-826f-4273-ba6e-773ed8fabbdd admin admin] Pushing event updated for resources: {'Network': ['ID=b2e1eda5-2de0-4b09-af8b-69f06b617d01,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:19.670738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:19.674515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Usage tracker for resource:subnet and tenant:123fae720a91481b9d75294bbef28dcb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:19.676842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network b2e1eda5-2de0-4b09-af8b-69f06b617d01 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:41:19.677310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:19.683115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:19.694674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Made reservation on behalf of 123fae720a91481b9d75294bbef28dcb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:19.697180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.896985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:19.968935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e1644c-cbdf-413d-be41-47a1c517f81c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:19.976895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Checking segment: {'id': 'ef2a531f-2205-4c6b-9bd6-c39bb86b4176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b2e1eda5-2de0-4b09-af8b-69f06b617d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:19.977242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Network hostable DHCP agents. Network: b2e1eda5-2de0-4b09-af8b-69f06b617d01, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:41:19.996112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Network b2e1eda5-2de0-4b09-af8b-69f06b617d01 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:41:20.005519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, b2e1eda5-2de0-4b09-af8b-69f06b617d01) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:20.009569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:20.010359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:20.014731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5dc3cb-fce0-4427-9b53-a8657f4f1ec4 None None] Network b2e1eda5-2de0-4b09-af8b-69f06b617d01 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:20.031172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f9af057-8f70-4088-baf4-6983e860696b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3729968 Mar 02 07:41:20.222017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dd583e-02a9-4346-8a98-9c13bd007d8e None None] Network b2e1eda5-2de0-4b09-af8b-69f06b617d01 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:41:20.594975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-4b5e7364-f550-432b-bfee-2d76f3642533 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:20.596323 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-4b5e7364-f550-432b-bfee-2d76f3642533 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/networks?id=d70c294f-6e4a-4003-b339-b1e1e69da216 HTTP/1.1" status: 200 len: 812 time: 0.1449938 Mar 02 07:41:20.611333 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-88402822-fd07-4fda-8136-dbdc867ef971 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/quotas/9ad6f55dfbd345aa9f4d8f66102d4b8f HTTP/1.1" status: 200 len: 375 time: 0.0094779 Mar 02 07:41:20.655943 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-8bb9045c-d035-47c9-ac0f-ab3db62634ed tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad6f55dfbd345aa9f4d8f66102d4b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399625 Mar 02 07:41:20.781714 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-6f42a01e-8f97-4323-a29e-c930348c5734 service neutron] 10.222.0.41 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194167 Mar 02 07:41:20.906639 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-79fe71e1-2e3f-4107-8d38-f2336f6bd10a service neutron] 10.222.0.41 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192939 Mar 02 07:41:21.078363 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f77a2c6-3033-4f06-afda-1688a0464024 req-1f5e65da-fb05-4b79-b532-bb39122eb932 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 210 time: 0.0415220 Mar 02 07:41:22.076902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-640b7149-1e29-4954-b928-6fb3fa3e4ee4 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:22.078462 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-640b7149-1e29-4954-b928-6fb3fa3e4ee4 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.32 "GET /v2.0/networks?id=d70c294f-6e4a-4003-b339-b1e1e69da216 HTTP/1.1" status: 200 len: 812 time: 0.1450050 Mar 02 07:41:22.090187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Request body: {'port': {'device_id': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216', 'admin_state_up': True, 'tenant_id': '9ad6f55dfbd345aa9f4d8f66102d4b8f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:22.321662 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a77ba0e-10f8-4ee3-a946-bf457400cbb8 req-8829e03e-0f55-4d53-92bd-6f229d743c2b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 210 time: 0.0528467 Mar 02 07:41:22.363415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:22.367083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Usage tracker for resource:port and tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:22.369784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:22.375249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:22.383870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Made reservation on behalf of 9ad6f55dfbd345aa9f4d8f66102d4b8f for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:22.387471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.541332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Allocated IP 172.20.0.10 (d70c294f-6e4a-4003-b339-b1e1e69da216/b30c3208-4836-4ff6-8a08-2feaeb7edcf0/2fcdb624-7985-4038-b487-1578a83767a6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:22.739301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.767564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.830606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Network d70c294f-6e4a-4003-b339-b1e1e69da216 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:22.833449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:22.841082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:22.877272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Pushing event updated for resources: {'Port': ['ID=2fcdb624-7985-4038-b487-1578a83767a6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:22.907085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:22.907672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:22.926535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-862322e4-2b16-40a6-b370-881b0e1992d8 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8399987 Mar 02 07:41:22.937764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Request body: {'port': {'device_id': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:23.042171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.372847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcdb624-7985-4038-b487-1578a83767a6 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:23.380795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.394513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Transition to ACTIVE for port object 2fcdb624-7985-4038-b487-1578a83767a6 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:23.399561 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.510214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6281d7-1c5a-489e-99ae-f6210d3541cc req-c9444bd9-e401-42cb-8611-09a1f547ce80 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:23.511688 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f6281d7-1c5a-489e-99ae-f6210d3541cc req-c9444bd9-e401-42cb-8611-09a1f547ce80 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 944 time: 0.0789187 Mar 02 07:41:23.554424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Pushing event updated for resources: {'Port': ['ID=2fcdb624-7985-4038-b487-1578a83767a6,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:23.557591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1f6281d7-1c5a-489e-99ae-f6210d3541cc req-5df8d576-e754-4ce5-a3ea-86abdb151ab2 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Synchronizing usage tracker for tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:23.575270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1f6281d7-1c5a-489e-99ae-f6210d3541cc req-5df8d576-e754-4ce5-a3ea-86abdb151ab2 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Unset dirty status for tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:23.576484 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f6281d7-1c5a-489e-99ae-f6210d3541cc req-5df8d576-e754-4ce5-a3ea-86abdb151ab2 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589819 Mar 02 07:41:23.628644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Attempting to bind port 2fcdb624-7985-4038-b487-1578a83767a6 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:23.628954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Attempting to bind port 2fcdb624-7985-4038-b487-1578a83767a6 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'f9bcc4be-2d6c-4428-8f95-c5dbe0099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:23.629271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Attempting to bind port 2fcdb624-7985-4038-b487-1578a83767a6 on network d70c294f-6e4a-4003-b339-b1e1e69da216 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:23.633637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Port 2fcdb624-7985-4038-b487-1578a83767a6 on network d70c294f-6e4a-4003-b339-b1e1e69da216 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:41:23.633976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Attempting to bind port 2fcdb624-7985-4038-b487-1578a83767a6 on network d70c294f-6e4a-4003-b339-b1e1e69da216 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:23.638991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:23.639317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Checking segment: {'id': 'f9bcc4be-2d6c-4428-8f95-c5dbe0099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:23.639686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Bound using segment: {'id': 'f9bcc4be-2d6c-4428-8f95-c5dbe0099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:23.640097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Bound port: 2fcdb624-7985-4038-b487-1578a83767a6, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bcc4be-2d6c-4428-8f95-c5dbe0099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:23.640428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.724119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] For port 2fcdb624-7985-4038-b487-1578a83767a6, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:23.726933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] For port 2fcdb624-7985-4038-b487-1578a83767a6, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2fcdb624-7985-4038-b487-1578a83767a6,segment=NetworkSegment(f9bcc4be-2d6c-4428-8f95-c5dbe0099c73),segment_id=f9bcc4be-2d6c-4428-8f95-c5dbe0099c73)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:23.732165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.786862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:23.787458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:23.788784 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] 10.222.0.32 "PUT /v2.0/ports/2fcdb624-7985-4038-b487-1578a83767a6 HTTP/1.1" status: 200 len: 1094 time: 0.8553996 Mar 02 07:41:23.789205 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'tag': '2fcdb624-7985-4038-b487-1578a83767a6'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:23.815758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdfbed-89bd-4d73-9c13-906316d922fa service neutron] Pushing event updated for resources: {'Port': ['ID=2fcdb624-7985-4038-b487-1578a83767a6,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:23.855014 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'tag': '2fcdb624-7985-4038-b487-1578a83767a6', 'status': 'completed', 'code': 200} Mar 02 07:41:23.893137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-06ccc73b-ab01-4dd3-bf56-2bee2866c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:23.894554 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-06ccc73b-ab01-4dd3-bf56-2bee2866c66d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad6f55dfbd345aa9f4d8f66102d4b8f&device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0709231 Mar 02 07:41:24.059790 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-a98e70a6-9616-475c-b6fc-d272e98f5cb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fcdb624-7985-4038-b487-1578a83767a6 HTTP/1.1" status: 200 len: 217 time: 0.1576777 Mar 02 07:41:24.125082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-499daf0b-47ca-4eea-8800-d82e4b2866a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:24.126487 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-499daf0b-47ca-4eea-8800-d82e4b2866a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b30c3208-4836-4ff6-8a08-2feaeb7edcf0 HTTP/1.1" status: 200 len: 852 time: 0.0609543 Mar 02 07:41:24.172889 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-5a8be541-3966-4784-98e2-d0ea11111378 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70c294f-6e4a-4003-b339-b1e1e69da216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404260 Mar 02 07:41:24.302130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-fa978f6e-ee76-4729-9d33-38120a743db1 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228778 Mar 02 07:41:24.429143 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a67b96f-bc7a-4549-842b-dbd6dab69fea req-d8b39443-a0a1-426f-82d8-524100b8ebb6 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216333 Mar 02 07:41:24.537196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-ab3173ae-f3f2-4ee2-8bb0-8fe43f654969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:24.538659 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-ab3173ae-f3f2-4ee2-8bb0-8fe43f654969 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad6f55dfbd345aa9f4d8f66102d4b8f&device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0683758 Mar 02 07:41:24.665924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-043b8a84-21df-4f7a-ae76-e76e40df3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:24.667369 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-043b8a84-21df-4f7a-ae76-e76e40df3326 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70c294f-6e4a-4003-b339-b1e1e69da216 HTTP/1.1" status: 200 len: 913 time: 0.1226754 Mar 02 07:41:24.738091 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-b38e748e-a099-4c06-b89e-5231a2ee83c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fcdb624-7985-4038-b487-1578a83767a6 HTTP/1.1" status: 200 len: 217 time: 0.0641072 Mar 02 07:41:24.758600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8556f5c-1482-45c8-a37c-818e4d7846c7 req-3381911b-0c33-4aeb-941a-60060ca4e5f1 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:24.760143 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8556f5c-1482-45c8-a37c-818e4d7846c7 req-3381911b-0c33-4aeb-941a-60060ca4e5f1 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 944 time: 0.0792282 Mar 02 07:41:24.799876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-e00106b3-74ed-4efa-887a-752a46bf80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:24.801397 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-e00106b3-74ed-4efa-887a-752a46bf80a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b30c3208-4836-4ff6-8a08-2feaeb7edcf0 HTTP/1.1" status: 200 len: 852 time: 0.0571370 Mar 02 07:41:24.803565 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8556f5c-1482-45c8-a37c-818e4d7846c7 req-2f6f4a81-3d23-4f69-8030-03eadafb9a80 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Mar 02 07:41:24.850778 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-be5c6466-1b0d-42a2-a506-c3ea24c981b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70c294f-6e4a-4003-b339-b1e1e69da216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423386 Mar 02 07:41:24.978603 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-c15a6c79-663a-4dfa-bb0e-f7b97f98fa10 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209650 Mar 02 07:41:25.104138 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c15121a2-9964-4a1f-b6ea-50c0a792cf35 req-35420243-b179-4189-b5ce-7cb133c67240 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189966 Mar 02 07:41:25.984671 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffa259-934d-40e9-ae57-a450cd00e819 req-3fe02789-55f1-4454-b239-ae6524b4dfda tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:25.985368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c1ffa259-934d-40e9-ae57-a450cd00e819 req-3fe02789-55f1-4454-b239-ae6524b4dfda tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Synchronizing usage tracker for tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:26.001980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c1ffa259-934d-40e9-ae57-a450cd00e819 req-3fe02789-55f1-4454-b239-ae6524b4dfda tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Unset dirty status for tenant:9ad6f55dfbd345aa9f4d8f66102d4b8f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:26.003116 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1ffa259-934d-40e9-ae57-a450cd00e819 req-3fe02789-55f1-4454-b239-ae6524b4dfda tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 944 time: 0.0951309 Mar 02 07:41:26.045578 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1ffa259-934d-40e9-ae57-a450cd00e819 req-e19865b8-ac14-4368-9927-044d2d2b2d9b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Mar 02 07:41:26.167490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2fcdb624-7985-4038-b487-1578a83767a6 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:41:26.296609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2fcdb624-7985-4038-b487-1578a83767a6, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2fcdb624-7985-4038-b487-1578a83767a6,segment=NetworkSegment(f9bcc4be-2d6c-4428-8f95-c5dbe0099c73),segment_id=f9bcc4be-2d6c-4428-8f95-c5dbe0099c73)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:26.313142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '2fcdb624-7985-4038-b487-1578a83767a6', 'network_id': 'd70c294f-6e4a-4003-b339-b1e1e69da216', 'port_id': '2fcdb624-7985-4038-b487-1578a83767a6', 'mac_address': 'fa:16:3e:bd:e4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30c3208-4836-4ff6-8a08-2feaeb7edcf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:41:26.366200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.382764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcdb624-7985-4038-b487-1578a83767a6 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:26.397564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2fcdb624-7985-4038-b487-1578a83767a6, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2fcdb624-7985-4038-b487-1578a83767a6,segment=NetworkSegment(f9bcc4be-2d6c-4428-8f95-c5dbe0099c73),segment_id=f9bcc4be-2d6c-4428-8f95-c5dbe0099c73)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:26.401417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:26.466484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=2fcdb624-7985-4038-b487-1578a83767a6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:26.601970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['2fcdb624-7985-4038-b487-1578a83767a6'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:41:27.234617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96acd8-a876-4775-b600-c72730067455 req-d4f7510c-e843-4465-ba13-cd75b24b517c tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:27.236053 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c96acd8-a876-4775-b600-c72730067455 req-d4f7510c-e843-4465-ba13-cd75b24b517c tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 945 time: 0.0872109 Mar 02 07:41:27.279059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c96acd8-a876-4775-b600-c72730067455 req-ab448dfc-8ea2-4318-8eae-57a9e2cce53c tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 Mar 02 07:41:28.167485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2fcdb624-7985-4038-b487-1578a83767a6 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:41:28.240286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 2fcdb624-7985-4038-b487-1578a83767a6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:28.244789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 2fcdb624-7985-4038-b487-1578a83767a6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:28.245160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.357626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.385965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcdb624-7985-4038-b487-1578a83767a6'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:28.396110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2fcdb624-7985-4038-b487-1578a83767a6, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2fcdb624-7985-4038-b487-1578a83767a6,segment=NetworkSegment(f9bcc4be-2d6c-4428-8f95-c5dbe0099c73),segment_id=f9bcc4be-2d6c-4428-8f95-c5dbe0099c73)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:28.406831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:28.440792 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcdb624-7985-4038-b487-1578a83767a6', 'code': 200} Mar 02 07:41:28.472502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732b6b0-a6ea-4cd1-89c9-1ff691d93d65 req-5b8235d7-df94-4690-89ea-c2e757bc150f tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:28.474277 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2732b6b0-a6ea-4cd1-89c9-1ff691d93d65 req-5b8235d7-df94-4690-89ea-c2e757bc150f tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0871747 Mar 02 07:41:28.479231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=2fcdb624-7985-4038-b487-1578a83767a6,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:28.522985 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2732b6b0-a6ea-4cd1-89c9-1ff691d93d65 req-0b415e93-9df1-47ec-9504-c4eabdc08ad0 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Mar 02 07:41:28.653517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fbbc3-9253-4652-9f89-84fc458a3be7 req-66281196-6b41-469f-8400-4252e9d3ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:28.655053 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b00fbbc3-9253-4652-9f89-84fc458a3be7 req-66281196-6b41-469f-8400-4252e9d3ac24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0710328 Mar 02 07:41:28.696230 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b00fbbc3-9253-4652-9f89-84fc458a3be7 req-e52b3820-26f3-4b42-b6a1-5fb24465c069 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Mar 02 07:41:29.721433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834156af-62e6-46de-ae37-cfe86c952ce1 req-8978cee3-9326-4229-a10d-0aa786d55ada tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:29.723064 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-834156af-62e6-46de-ae37-cfe86c952ce1 req-8978cee3-9326-4229-a10d-0aa786d55ada tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0903955 Mar 02 07:41:29.766867 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-834156af-62e6-46de-ae37-cfe86c952ce1 req-30a478a4-7ba9-49da-b479-d48106f0154f tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Mar 02 07:41:30.948394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e4af2-635d-434f-b6f0-c34a821630c5 req-b4981ce4-b6c2-444f-8fec-da173ec5c93f tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:30.949894 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-877e4af2-635d-434f-b6f0-c34a821630c5 req-b4981ce4-b6c2-444f-8fec-da173ec5c93f tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0816276 Mar 02 07:41:30.992211 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-877e4af2-635d-434f-b6f0-c34a821630c5 req-b04b3f03-ac2d-48bd-84e8-a1fe4bcb3a39 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361502 Mar 02 07:41:31.174478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339caba-9462-4b36-9e83-750413bf68f6 req-62b72b94-234e-46da-bd5b-db45430309e2 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:31.175920 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4339caba-9462-4b36-9e83-750413bf68f6 req-62b72b94-234e-46da-bd5b-db45430309e2 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0806706 Mar 02 07:41:31.219351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4339caba-9462-4b36-9e83-750413bf68f6 req-4d474958-daae-423c-9660-12ba959d6e07 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Mar 02 07:41:31.614864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed727075-25c1-458e-99be-174cdc788b84 req-8ec426bb-85ed-4039-b28e-1d274919d67c tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:31.616281 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed727075-25c1-458e-99be-174cdc788b84 req-8ec426bb-85ed-4039-b28e-1d274919d67c tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0811222 Mar 02 07:41:31.659902 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed727075-25c1-458e-99be-174cdc788b84 req-3e82be7b-9f41-44e0-86e5-58d8d7b3f593 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376010 Mar 02 07:41:32.550364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2284023-86d6-4c26-bebd-1cadeaa3dfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:32.843093 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e343-318f-4932-9325-e01c8fab65ac req-8ae4aadb-3a1a-4709-bd44-0481dd560038 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:32.844785 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7421e343-318f-4932-9325-e01c8fab65ac req-8ae4aadb-3a1a-4709-bd44-0481dd560038 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0775506 Mar 02 07:41:32.890039 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7421e343-318f-4932-9325-e01c8fab65ac req-408bd368-1e4e-42bf-8875-2ff4941d521a tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Mar 02 07:41:33.381363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9008ebf-5d1b-4cb1-b452-c60b97c215e5 req-c55833a0-1348-4f7e-b847-c5e8bae44bc1 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:33.382844 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9008ebf-5d1b-4cb1-b452-c60b97c215e5 req-c55833a0-1348-4f7e-b847-c5e8bae44bc1 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.2317533 Mar 02 07:41:33.385867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-9fa2c430-5f3e-4d64-9610-eaa6fd42796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:33.387210 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-9fa2c430-5f3e-4d64-9610-eaa6fd42796a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad6f55dfbd345aa9f4d8f66102d4b8f&device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 1099 time: 0.1102285 Mar 02 07:41:33.512090 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9008ebf-5d1b-4cb1-b452-c60b97c215e5 req-8a975625-bf71-4f66-b5f2-3c270ea5efbe tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236370 Mar 02 07:41:33.544489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-f48d3cec-9254-44fb-9d0a-51e6b9ae1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:33.545975 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-f48d3cec-9254-44fb-9d0a-51e6b9ae1deb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70c294f-6e4a-4003-b339-b1e1e69da216 HTTP/1.1" status: 200 len: 913 time: 0.1455371 Mar 02 07:41:33.614340 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-0b3aba85-dda9-4e68-99dd-0d0b01867ef0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fcdb624-7985-4038-b487-1578a83767a6 HTTP/1.1" status: 200 len: 217 time: 0.0625129 Mar 02 07:41:33.673883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-feedd0d0-3638-41b1-b07b-6fa1e599c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:33.675251 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-feedd0d0-3638-41b1-b07b-6fa1e599c5eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b30c3208-4836-4ff6-8a08-2feaeb7edcf0 HTTP/1.1" status: 200 len: 852 time: 0.0552003 Mar 02 07:41:33.720553 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-dcacafb7-d841-49da-aa04-51bee8cd5872 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70c294f-6e4a-4003-b339-b1e1e69da216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395534 Mar 02 07:41:33.846774 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-9956003b-492e-4b3a-9c80-122e7a38347c service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202812 Mar 02 07:41:33.974129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6560039d-21f4-41b9-bfd0-a63cfb85c4e6 req-dc4252da-97b8-4702-aad9-1490cdf20d78 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210005 Mar 02 07:41:34.700821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33dc01-34ff-46a4-898f-994579b4805b req-6c2b5923-10de-405e-9888-64e27244a95a tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:34.702279 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ca33dc01-34ff-46a4-898f-994579b4805b req-6c2b5923-10de-405e-9888-64e27244a95a tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0799477 Mar 02 07:41:34.745634 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ca33dc01-34ff-46a4-898f-994579b4805b req-633137a4-1f69-4463-9f8e-173bf80d0664 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Mar 02 07:41:34.798467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7298c6f6-382d-48e2-9eed-4772762ed921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.673403 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-e9315a93-2be2-4f5d-803f-e15af47e56a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723183 Mar 02 07:41:35.809236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a99e7-5203-4b90-850d-73455775506d req-667f425c-5a02-492a-8aaa-3b27e1ef0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:35.811293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-667f425c-5a02-492a-8aaa-3b27e1ef0872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad6f55dfbd345aa9f4d8f66102d4b8f&device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0695317 Mar 02 07:41:35.854747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:35.875137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:36.004701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a99e7-5203-4b90-850d-73455775506d req-40b598ff-a88f-4131-b450-7f7984d017d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:36.006159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-40b598ff-a88f-4131-b450-7f7984d017d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70c294f-6e4a-4003-b339-b1e1e69da216 HTTP/1.1" status: 200 len: 913 time: 0.1777821 Mar 02 07:41:36.072142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c720-3b83-4382-8ace-561e06054596 req-8d41a286-2047-49a3-8b18-e8b69f4868e5 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:36.073541 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f375c720-3b83-4382-8ace-561e06054596 req-8d41a286-2047-49a3-8b18-e8b69f4868e5 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.2139878 Mar 02 07:41:36.082258 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-84047052-e8fe-4834-8e42-2080be08968d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fcdb624-7985-4038-b487-1578a83767a6 HTTP/1.1" status: 200 len: 217 time: 0.0700316 Mar 02 07:41:36.166904 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f375c720-3b83-4382-8ace-561e06054596 req-a51f4a38-25ed-4048-a122-e4880efafe01 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862551 Mar 02 07:41:36.172406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a99e7-5203-4b90-850d-73455775506d req-fdfdacc8-4a98-4666-9b13-58621f1b0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:36.173795 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-fdfdacc8-4a98-4666-9b13-58621f1b0d09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b30c3208-4836-4ff6-8a08-2feaeb7edcf0 HTTP/1.1" status: 200 len: 852 time: 0.0798192 Mar 02 07:41:36.219157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-0b1e11df-63c9-49ab-bb17-20af2e450e0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70c294f-6e4a-4003-b339-b1e1e69da216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395975 Mar 02 07:41:36.349493 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-76d5be26-11e6-435f-913f-1aa2a9bdd6e0 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235950 Mar 02 07:41:36.623892 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae8a99e7-5203-4b90-850d-73455775506d req-a062f3d0-b63d-41fb-ad7c-008270846216 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693558 Mar 02 07:41:36.646953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71fd61-85d2-4f5b-8435-916970457b18 req-fef12034-0f79-439b-b318-6f124894dc3d tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:36.648387 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7e71fd61-85d2-4f5b-8435-916970457b18 req-fef12034-0f79-439b-b318-6f124894dc3d tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.1158636 Mar 02 07:41:36.691002 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7e71fd61-85d2-4f5b-8435-916970457b18 req-bd7570a3-02d8-4bd9-a61d-49c41a2e8691 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Mar 02 07:41:37.129688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:37.878026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9777a4-7dec-456b-92d4-51017341dc2c req-67cf0634-faac-482c-94c6-ef374a37cc29 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:37.879437 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a9777a4-7dec-456b-92d4-51017341dc2c req-67cf0634-faac-482c-94c6-ef374a37cc29 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0796061 Mar 02 07:41:37.922747 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a9777a4-7dec-456b-92d4-51017341dc2c req-a20dbb3e-5269-4c5d-9388-8f9be156088c tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Mar 02 07:41:38.254741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724bbc-fd7b-4ce5-81ea-1b30c0a5280b req-c98ae7c9-07fa-4f3e-90f0-3529b5b11b00 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.256226 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-69724bbc-fd7b-4ce5-81ea-1b30c0a5280b req-c98ae7c9-07fa-4f3e-90f0-3529b5b11b00 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0788207 Mar 02 07:41:38.266176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-7b6cfe30-6e4e-4106-b729-c1f38b122772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.267669 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-7b6cfe30-6e4e-4106-b729-c1f38b122772 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad6f55dfbd345aa9f4d8f66102d4b8f&device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0733371 Mar 02 07:41:38.304496 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-69724bbc-fd7b-4ce5-81ea-1b30c0a5280b req-188e7f94-35ed-4017-87e5-abc78a19a045 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Mar 02 07:41:38.399387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-15482860-6c5f-4035-9000-7e2fbd6af993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.400806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-15482860-6c5f-4035-9000-7e2fbd6af993 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70c294f-6e4a-4003-b339-b1e1e69da216 HTTP/1.1" status: 200 len: 913 time: 0.1270328 Mar 02 07:41:38.466151 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-8ff06bfa-e4b0-45f9-a8aa-9964fb052ca6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fcdb624-7985-4038-b487-1578a83767a6 HTTP/1.1" status: 200 len: 217 time: 0.0590947 Mar 02 07:41:38.528735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-882c6d20-5a46-44ae-8398-2f2b0a6833c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:38.530148 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-882c6d20-5a46-44ae-8398-2f2b0a6833c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b30c3208-4836-4ff6-8a08-2feaeb7edcf0 HTTP/1.1" status: 200 len: 852 time: 0.0582018 Mar 02 07:41:38.574074 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-ac99b09b-7d2b-40c2-a28d-7b5dff3ae918 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70c294f-6e4a-4003-b339-b1e1e69da216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383391 Mar 02 07:41:38.706019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-b37c0647-eb2f-41e9-ad8a-91d9dc9c41f0 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239231 Mar 02 07:41:38.833136 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b943afd-0ee3-48bb-b8eb-5876c5213f59 req-efda904e-2365-4628-b504-2a2983113c73 service neutron] 10.222.0.32 "GET /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211529 Mar 02 07:41:39.490310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf751f9-c620-4f75-8d7d-3d31855b1580 req-251befab-bc44-4cc6-b486-4358b423ff1e tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:39.491756 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-adf751f9-c620-4f75-8d7d-3d31855b1580 req-251befab-bc44-4cc6-b486-4358b423ff1e tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0791831 Mar 02 07:41:39.539071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-adf751f9-c620-4f75-8d7d-3d31855b1580 req-4221309c-b4fd-4d5e-8d66-a53ea61dee7e tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 Mar 02 07:41:40.724292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d3c3f-0534-40ae-8029-d9c9ed5ddb6d req-eecd53f2-6582-4f17-a58d-9065d9a8de76 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:40.725763 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-953d3c3f-0534-40ae-8029-d9c9ed5ddb6d req-eecd53f2-6582-4f17-a58d-9065d9a8de76 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0791891 Mar 02 07:41:40.772765 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-953d3c3f-0534-40ae-8029-d9c9ed5ddb6d req-5364df2a-edcb-4796-ae76-cde55a0d15a0 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Mar 02 07:41:41.151097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae60df-f973-40fb-b817-5eb31b9d2c53 req-55ce52b8-4245-4fd2-ab25-9c0dfec1ab56 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:41.152828 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4aae60df-f973-40fb-b817-5eb31b9d2c53 req-55ce52b8-4245-4fd2-ab25-9c0dfec1ab56 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0814359 Mar 02 07:41:41.194624 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4aae60df-f973-40fb-b817-5eb31b9d2c53 req-0c6727f8-067d-4863-84ea-5e2cb352941e tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359499 Mar 02 07:41:42.379799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe2a1-82f2-48fd-ae76-3cfe02e35648 req-5254e763-0063-4fc8-a0e2-948c141573bb tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:42.381233 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-141fe2a1-82f2-48fd-ae76-3cfe02e35648 req-5254e763-0063-4fc8-a0e2-948c141573bb tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0780413 Mar 02 07:41:42.426049 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-141fe2a1-82f2-48fd-ae76-3cfe02e35648 req-46e1d872-aefb-4eee-9bf7-4440aeca72fc tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/security-groups?id=91235b2b-77a1-4a2a-bb9b-689927c79657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389340 Mar 02 07:41:42.839142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-64750658-0013-4b6a-bc05-5646f373f6ab tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:42.840558 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-64750658-0013-4b6a-bc05-5646f373f6ab tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 946 time: 0.0849292 Mar 02 07:41:42.907755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Deleting port 2fcdb624-7985-4038-b487-1578a83767a6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:41:42.908089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.146226 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] For port 2fcdb624-7985-4038-b487-1578a83767a6, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2fcdb624-7985-4038-b487-1578a83767a6,segment=NetworkSegment(f9bcc4be-2d6c-4428-8f95-c5dbe0099c73),segment_id=f9bcc4be-2d6c-4428-8f95-c5dbe0099c73)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:41:43.146597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.366630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Calling delete_port for 2fcdb624-7985-4038-b487-1578a83767a6 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:41:43.506590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.518197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['2fcdb624-7985-4038-b487-1578a83767a6'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:41:43.557604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Pushing event deleted for resources: {'Port': ['ID=2fcdb624-7985-4038-b487-1578a83767a6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:43.575184 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29e83919-d49b-4fbf-8ccf-6ab800818a3f req-eca5081b-7555-469f-82e5-dff66699e1c3 tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1 HTTP/1.1" status: 200 len: 210 time: 0.0432756 Mar 02 07:41:43.632023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] No DVR routers for this DVR port 2fcdb624-7985-4038-b487-1578a83767a6 on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:41:43.634309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:43.636796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'name': 'network-vif-deleted', 'tag': '2fcdb624-7985-4038-b487-1578a83767a6'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:43.652348 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18be1413-23ac-4c18-9ab0-01dabebaea08 req-c3aa43a8-e950-46ca-8bd7-078014fb655b tempest-TestServerAdvancedOps-730700442 tempest-TestServerAdvancedOps-730700442-project] 10.222.0.32 "DELETE /v2.0/ports/2fcdb624-7985-4038-b487-1578a83767a6 HTTP/1.1" status: 204 len: 173 time: 0.8062818 Mar 02 07:41:43.682329 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8976dd3-8bb8-4fcc-8791-0e7b9521a5b1', 'name': 'network-vif-deleted', 'tag': '2fcdb624-7985-4038-b487-1578a83767a6', 'status': 'completed', 'code': 200} Mar 02 07:41:44.672737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:44.730744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] Deleting subnet b30c3208-4836-4ff6-8a08-2feaeb7edcf0 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:41:44.734096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.783942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.836539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.905451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.946269 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:44.948936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30c3208-4836-4ff6-8a08-2feaeb7edcf0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:44.955952 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e65cd87c-0845-4022-9668-4610ef3fa040 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b30c3208-4836-4ff6-8a08-2feaeb7edcf0 HTTP/1.1" status: 204 len: 168 time: 0.2821448 Mar 02 07:41:44.959910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50066) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:45.064025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.182735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.206373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70c294f-6e4a-4003-b339-b1e1e69da216']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:45.218410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bcc4be-2d6c-4428-8f95-c5dbe0099c73') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:45.218974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bcc4be-2d6c-4428-8f95-c5dbe0099c73') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:45.229815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.245916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.252021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:45.252445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:45.265074 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:45.344007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.360163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.369162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] Pushing event deleted for resources: {'Network': ['ID=d70c294f-6e4a-4003-b339-b1e1e69da216,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:45.371524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e30b34de-82b2-4c05-8d66-b9362b83ccac admin admin] 10.222.0.41 "DELETE /v2.0/networks/d70c294f-6e4a-4003-b339-b1e1e69da216 HTTP/1.1" status: 204 len: 168 time: 0.4107111 Mar 02 07:41:45.374331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50070) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:45.431739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] Deleting subnet 52e1644c-cbdf-413d-be41-47a1c517f81c {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:41:45.434841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.486714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.539080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.607257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.648994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.651450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e1644c-cbdf-413d-be41-47a1c517f81c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:45.659729 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2763ddbc-77c4-4dde-86e4-342a9158ef1a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/52e1644c-cbdf-413d-be41-47a1c517f81c HTTP/1.1" status: 204 len: 168 time: 0.2830358 Mar 02 07:41:45.660642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50074) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:45.762130 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:45.762789 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:41:45.977697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.002723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e1eda5-2de0-4b09-af8b-69f06b617d01']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:46.014820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2a531f-2205-4c6b-9bd6-c39bb86b4176') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:46.015057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2a531f-2205-4c6b-9bd6-c39bb86b4176') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:41:46.025886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.041056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.047396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:41:46.047828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:41:46.061199 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:41:46.134263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.149908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.158470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e1eda5-2de0-4b09-af8b-69f06b617d01,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:46.161461 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-21d701c4-1184-48a7-b574-fd214d24197a admin admin] 10.222.0.41 "DELETE /v2.0/networks/b2e1eda5-2de0-4b09-af8b-69f06b617d01 HTTP/1.1" status: 204 len: 168 time: 0.4999263 Mar 02 07:41:46.329526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:46.376889 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-981d015b-3599-4eca-9deb-82b576623f6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ad6f55dfbd345aa9f4d8f66102d4b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462141 Mar 02 07:41:46.379395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:46.438358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4411470a-9ec2-4a1b-ab64-33d5aaa1ff2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.462996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4411470a-9ec2-4a1b-ab64-33d5aaa1ff2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.512973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4411470a-9ec2-4a1b-ab64-33d5aaa1ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.530682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411470a-9ec2-4a1b-ab64-33d5aaa1ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91235b2b-77a1-4a2a-bb9b-689927c79657,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:46.537804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4411470a-9ec2-4a1b-ab64-33d5aaa1ff2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:46.538913 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4411470a-9ec2-4a1b-ab64-33d5aaa1ff2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91235b2b-77a1-4a2a-bb9b-689927c79657 HTTP/1.1" status: 204 len: 168 time: 0.1586461 Mar 02 07:41:46.863194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:46.910635 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f4767073-cd99-4abb-a638-c9fa38acdb09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=123fae720a91481b9d75294bbef28dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462379 Mar 02 07:41:46.912928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:41:46.970075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb921f79-8e8a-4d70-a13a-50c8abbc27c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.001136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb921f79-8e8a-4d70-a13a-50c8abbc27c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.051024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb921f79-8e8a-4d70-a13a-50c8abbc27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.067772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb921f79-8e8a-4d70-a13a-50c8abbc27c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726604a7-f52a-426b-b68f-f0c01f5645a3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:47.070991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb921f79-8e8a-4d70-a13a-50c8abbc27c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:47.072215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb921f79-8e8a-4d70-a13a-50c8abbc27c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/726604a7-f52a-426b-b68f-f0c01f5645a3 HTTP/1.1" status: 204 len: 168 time: 0.1582830 Mar 02 07:41:48.288911 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2fcdb624-7985-4038-b487-1578a83767a6 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:41:48.330309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 2fcdb624-7985-4038-b487-1578a83767a6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:41:48.331503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2fcdb624-7985-4038-b487-1578a83767a6 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:41:49.031066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:54.300658 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-dc498064-b9fe-4e4e-b353-efb9cf5e7a3e tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f2aefeea7a50462a8d5ec3d8966c8d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282068 Mar 02 07:41:54.448358 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9290-3299-4015-821d-15668289679d req-30f11a3b-985c-42a0-84e0-f3d45ae4975a tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:54.449789 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-30f11a3b-985c-42a0-84e0-f3d45ae4975a tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438568 Mar 02 07:41:54.463721 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-cab2e495-dae2-42dd-bd8b-b19e40f3581f tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/quotas/f2aefeea7a50462a8d5ec3d8966c8d7a HTTP/1.1" status: 200 len: 375 time: 0.0085940 Mar 02 07:41:54.512514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-8e62ea7b-e0d3-4a72-8396-dd6f8204bbf2 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2aefeea7a50462a8d5ec3d8966c8d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431135 Mar 02 07:41:54.683067 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0423d079-205a-40d3-91bc-474ec1020ebc req-42e06b5b-7320-4f96-8499-bde35c1f9985 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 210 time: 0.0416772 Mar 02 07:41:55.826655 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cf6acc76-7d05-4ce7-b629-d9cb256247f8 req-2c4d8b89-0232-49c5-9078-7c1edb2da155 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 210 time: 0.0413425 Mar 02 07:41:56.578298 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-3133fe41-7e4a-493e-83fa-4842fd442fa4 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f2aefeea7a50462a8d5ec3d8966c8d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271132 Mar 02 07:41:56.727182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9290-3299-4015-821d-15668289679d req-b3b42518-5cb9-48ca-96e8-1ef3c2ae6e38 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:56.728593 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-b3b42518-5cb9-48ca-96e8-1ef3c2ae6e38 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456854 Mar 02 07:41:56.739672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Request body: {'port': {'device_id': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec', 'admin_state_up': True, 'tenant_id': 'f2aefeea7a50462a8d5ec3d8966c8d7a'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:56.874304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:56.878099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Usage tracker for resource:port and tenant:f2aefeea7a50462a8d5ec3d8966c8d7a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:56.880862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:56.886432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:56.896140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Made reservation on behalf of f2aefeea7a50462a8d5ec3d8966c8d7a for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:41:56.900002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.912168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:56.930961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:41:56.935018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Usage tracker for resource:security_group_rule and tenant:f2aefeea7a50462a8d5ec3d8966c8d7a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:41:56.938384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:41:56.944030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:41:56.976932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d9ec711-24f8-4e9a-b45c-58a2d4183fed req-66e10191-e147-4b73-804a-b94c91924bc8 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 210 time: 0.0445795 Mar 02 07:41:57.027651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.031374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.114174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61820d31-fa96-45a8-b364-eb70234cdb97,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:57.197739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Allocated IP 192.168.233.138 (a4ccc230-e02f-4483-8c75-e877243124ec/8c59878b-9a1e-4cba-a554-b168b0039774/993ae8c5-e087-4dd2-8867-ef7960f352ae) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:41:57.392570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.407803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Transition to ACTIVE for port object 993ae8c5-e087-4dd2-8867-ef7960f352ae will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:57.430286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.492313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Network a4ccc230-e02f-4483-8c75-e877243124ec is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:41:57.495336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:41:57.499552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:41:57.543128 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Pushing event updated for resources: {'Port': ['ID=993ae8c5-e087-4dd2-8867-ef7960f352ae,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:57.575381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:57.576018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.601758 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-13e73067-c1d4-405f-8ca3-34f45f7ccba5 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8655860 Mar 02 07:41:57.612950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Request body: {'port': {'device_id': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:41:57.722477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.753916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-843b8934-85f2-4c85-8480-71e6cc4ba809 None None] Provisioning for port 993ae8c5-e087-4dd2-8867-ef7960f352ae completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:41:57.758666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-843b8934-85f2-4c85-8480-71e6cc4ba809 None None] Provisioning complete for port 993ae8c5-e087-4dd2-8867-ef7960f352ae triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:41:57.759034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-843b8934-85f2-4c85-8480-71e6cc4ba809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:57.810625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-843b8934-85f2-4c85-8480-71e6cc4ba809 None None] Port 993ae8c5-e087-4dd2-8867-ef7960f352ae cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:41:58.200950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993ae8c5-e087-4dd2-8867-ef7960f352ae {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:41:58.209771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.234343 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1c5ff-8a49-4619-a3e1-a3db4403f0b9 req-16abbda6-217f-42d8-8103-4f4f9332a1b1 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:58.235015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9cf1c5ff-8a49-4619-a3e1-a3db4403f0b9 req-16abbda6-217f-42d8-8103-4f4f9332a1b1 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Synchronizing usage tracker for tenant:f2aefeea7a50462a8d5ec3d8966c8d7a on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:58.246230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Transition to ACTIVE for port object 993ae8c5-e087-4dd2-8867-ef7960f352ae will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:41:58.253195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.293206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9cf1c5ff-8a49-4619-a3e1-a3db4403f0b9 req-16abbda6-217f-42d8-8103-4f4f9332a1b1 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Unset dirty status for tenant:f2aefeea7a50462a8d5ec3d8966c8d7a on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:58.294403 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9cf1c5ff-8a49-4619-a3e1-a3db4403f0b9 req-16abbda6-217f-42d8-8103-4f4f9332a1b1 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 936 time: 0.2113779 Mar 02 07:41:58.478009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Pushing event updated for resources: {'Port': ['ID=993ae8c5-e087-4dd2-8867-ef7960f352ae,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:58.496066 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9cf1c5ff-8a49-4619-a3e1-a3db4403f0b9 req-d1d70bd1-0837-4967-a7de-5328501e678d tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Synchronizing usage tracker for tenant:f2aefeea7a50462a8d5ec3d8966c8d7a on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:41:58.539398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9cf1c5ff-8a49-4619-a3e1-a3db4403f0b9 req-d1d70bd1-0837-4967-a7de-5328501e678d tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Unset dirty status for tenant:f2aefeea7a50462a8d5ec3d8966c8d7a on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:41:58.540525 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9cf1c5ff-8a49-4619-a3e1-a3db4403f0b9 req-d1d70bd1-0837-4967-a7de-5328501e678d tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378008 Mar 02 07:41:58.542465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Attempting to bind port 993ae8c5-e087-4dd2-8867-ef7960f352ae on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:41:58.542793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Attempting to bind port 993ae8c5-e087-4dd2-8867-ef7960f352ae by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:41:58.543110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Attempting to bind port 993ae8c5-e087-4dd2-8867-ef7960f352ae on network a4ccc230-e02f-4483-8c75-e877243124ec {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:58.547771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Port 993ae8c5-e087-4dd2-8867-ef7960f352ae on network a4ccc230-e02f-4483-8c75-e877243124ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:41:58.548079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Attempting to bind port 993ae8c5-e087-4dd2-8867-ef7960f352ae on network a4ccc230-e02f-4483-8c75-e877243124ec {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:41:58.561515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:41:58.561515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Checking segment: {'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:41:58.561515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Bound using segment: {'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:41:58.561515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Bound port: 993ae8c5-e087-4dd2-8867-ef7960f352ae, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d3ce94-af16-4bd8-a192-b983f7fd998a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:41:58.561515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.644628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] For port 993ae8c5-e087-4dd2-8867-ef7960f352ae, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:41:58.647800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] For port 993ae8c5-e087-4dd2-8867-ef7960f352ae, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=993ae8c5-e087-4dd2-8867-ef7960f352ae,segment=NetworkSegment(26d3ce94-af16-4bd8-a192-b983f7fd998a),segment_id=26d3ce94-af16-4bd8-a192-b983f7fd998a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:41:58.651513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.700482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:58.701597 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:41:58.703168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] 10.222.0.32 "PUT /v2.0/ports/993ae8c5-e087-4dd2-8867-ef7960f352ae HTTP/1.1" status: 200 len: 1098 time: 1.0947304 Mar 02 07:41:58.705728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'tag': '993ae8c5-e087-4dd2-8867-ef7960f352ae'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:41:58.772190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174d901-7cfa-4dd7-8c33-0bec39754cec service neutron] Pushing event updated for resources: {'Port': ['ID=993ae8c5-e087-4dd2-8867-ef7960f352ae,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:41:58.780940 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'tag': '993ae8c5-e087-4dd2-8867-ef7960f352ae', 'status': 'completed', 'code': 200} Mar 02 07:41:58.816494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9290-3299-4015-821d-15668289679d req-7bbc1f93-1c7f-4216-b158-a6a592842c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:58.818208 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-7bbc1f93-1c7f-4216-b158-a6a592842c8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2aefeea7a50462a8d5ec3d8966c8d7a&device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 1101 time: 0.0777621 Mar 02 07:41:58.889460 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-8b7fcb12-0777-402b-b6be-4a908d7a2cbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=993ae8c5-e087-4dd2-8867-ef7960f352ae HTTP/1.1" status: 200 len: 217 time: 0.0647995 Mar 02 07:41:58.951448 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9290-3299-4015-821d-15668289679d req-89b61a7f-a0c2-4841-9550-7b9935ab663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:58.952867 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-89b61a7f-a0c2-4841-9550-7b9935ab663c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c59878b-9a1e-4cba-a554-b168b0039774 HTTP/1.1" status: 200 len: 843 time: 0.0584180 Mar 02 07:41:59.025189 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9290-3299-4015-821d-15668289679d req-cee13d61-5a78-4d22-88da-bb861af3d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:59.026558 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-cee13d61-5a78-4d22-88da-bb861af3d977 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4ccc230-e02f-4483-8c75-e877243124ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0682385 Mar 02 07:41:59.154538 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-1c5db007-2340-4544-aa20-e50de53ab014 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ccc230-e02f-4483-8c75-e877243124ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219544 Mar 02 07:41:59.280094 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-311f9290-3299-4015-821d-15668289679d req-577145a0-b105-4ff3-977a-c649b033caf2 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ccc230-e02f-4483-8c75-e877243124ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196499 Mar 02 07:41:59.389932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353934-6301-4c45-ac40-df7f13418c5f req-f11970f6-0ecf-4403-8087-c6115dfe739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:59.391364 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d353934-6301-4c45-ac40-df7f13418c5f req-f11970f6-0ecf-4403-8087-c6115dfe739d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2aefeea7a50462a8d5ec3d8966c8d7a&device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 1101 time: 0.0683043 Mar 02 07:41:59.519800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353934-6301-4c45-ac40-df7f13418c5f req-8e333591-8ead-43a2-8e25-cacc67b0007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:59.521230 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d353934-6301-4c45-ac40-df7f13418c5f req-8e333591-8ead-43a2-8e25-cacc67b0007c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a4ccc230-e02f-4483-8c75-e877243124ec HTTP/1.1" status: 200 len: 870 time: 0.1239057 Mar 02 07:41:59.590704 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d353934-6301-4c45-ac40-df7f13418c5f req-d19202a9-3264-4045-96f2-2e7d96196265 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=993ae8c5-e087-4dd2-8867-ef7960f352ae HTTP/1.1" status: 200 len: 217 time: 0.0629008 Mar 02 07:41:59.791884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353934-6301-4c45-ac40-df7f13418c5f req-1506b809-3b55-449b-9ac9-8499ee93fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:59.793300 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d353934-6301-4c45-ac40-df7f13418c5f req-1506b809-3b55-449b-9ac9-8499ee93fab8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c59878b-9a1e-4cba-a554-b168b0039774 HTTP/1.1" status: 200 len: 843 time: 0.1956422 Mar 02 07:41:59.877783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542af71-7b89-4efd-8169-efdbed0af0b7 req-a44da555-cb51-47b9-820f-728429b1a22f tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:59.879194 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3542af71-7b89-4efd-8169-efdbed0af0b7 req-a44da555-cb51-47b9-820f-728429b1a22f tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 948 time: 0.2312999 Mar 02 07:41:59.907801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353934-6301-4c45-ac40-df7f13418c5f req-2743e363-c0f1-410a-a88f-800be9ecf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:41:59.909177 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d353934-6301-4c45-ac40-df7f13418c5f req-2743e363-c0f1-410a-a88f-800be9ecf4e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a4ccc230-e02f-4483-8c75-e877243124ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1091807 Mar 02 07:41:59.964786 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3542af71-7b89-4efd-8169-efdbed0af0b7 req-e4f5a231-fcf0-495b-a5a2-733471b63cd2 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742316 Mar 02 07:42:00.057790 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d353934-6301-4c45-ac40-df7f13418c5f req-be06b08b-30f2-4487-88f8-0c7debb3e0e1 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ccc230-e02f-4483-8c75-e877243124ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404743 Mar 02 07:42:00.186198 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3d353934-6301-4c45-ac40-df7f13418c5f req-a19bb99b-2ea6-4c74-a3cf-85da5bac4aca service neutron] 10.222.0.32 "GET /v2.0/networks/a4ccc230-e02f-4483-8c75-e877243124ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222997 Mar 02 07:42:00.354598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 993ae8c5-e087-4dd2-8867-ef7960f352ae details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:00.490960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 993ae8c5-e087-4dd2-8867-ef7960f352ae, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=993ae8c5-e087-4dd2-8867-ef7960f352ae,segment=NetworkSegment(26d3ce94-af16-4bd8-a192-b983f7fd998a),segment_id=26d3ce94-af16-4bd8-a192-b983f7fd998a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:00.530487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '993ae8c5-e087-4dd2-8867-ef7960f352ae', 'network_id': 'a4ccc230-e02f-4483-8c75-e877243124ec', 'port_id': '993ae8c5-e087-4dd2-8867-ef7960f352ae', 'mac_address': 'fa:16:3e:11:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c59878b-9a1e-4cba-a554-b168b0039774', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:00.583384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:00.599149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993ae8c5-e087-4dd2-8867-ef7960f352ae {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:00.614097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 993ae8c5-e087-4dd2-8867-ef7960f352ae, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=993ae8c5-e087-4dd2-8867-ef7960f352ae,segment=NetworkSegment(26d3ce94-af16-4bd8-a192-b983f7fd998a),segment_id=26d3ce94-af16-4bd8-a192-b983f7fd998a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:00.617996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:00.688433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=993ae8c5-e087-4dd2-8867-ef7960f352ae,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:00.804253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['993ae8c5-e087-4dd2-8867-ef7960f352ae'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:01.158322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d6f27-f455-4162-82a9-895dd7bf393a req-b8f16634-2365-457a-af8c-ac256b68954a tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:01.159775 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-751d6f27-f455-4162-82a9-895dd7bf393a req-b8f16634-2365-457a-af8c-ac256b68954a tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 949 time: 0.0823810 Mar 02 07:42:01.202940 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-751d6f27-f455-4162-82a9-895dd7bf393a req-11789c85-147e-4b32-b87d-c68408504485 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375421 Mar 02 07:42:02.354801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 993ae8c5-e087-4dd2-8867-ef7960f352ae up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:02.384107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab542192-2101-4cb8-a8f7-dd28d0d7b7e1 req-a489d62a-cc1b-4f07-9a1c-1c44904b8242 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:02.386285 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab542192-2101-4cb8-a8f7-dd28d0d7b7e1 req-a489d62a-cc1b-4f07-9a1c-1c44904b8242 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 949 time: 0.0802119 Mar 02 07:42:02.424220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 993ae8c5-e087-4dd2-8867-ef7960f352ae completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:02.428830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 993ae8c5-e087-4dd2-8867-ef7960f352ae triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:02.429195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:02.430368 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab542192-2101-4cb8-a8f7-dd28d0d7b7e1 req-d03b14de-b5e2-49c4-b8bc-9206a13de7ab tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388186 Mar 02 07:42:02.544980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:02.571218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-85afe37b-63dd-4d4d-8b81-60eec5e6ac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:02.577393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ae8c5-e087-4dd2-8867-ef7960f352ae'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:02.586882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 993ae8c5-e087-4dd2-8867-ef7960f352ae, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=993ae8c5-e087-4dd2-8867-ef7960f352ae,segment=NetworkSegment(26d3ce94-af16-4bd8-a192-b983f7fd998a),segment_id=26d3ce94-af16-4bd8-a192-b983f7fd998a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:02.590610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:02.626950 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993ae8c5-e087-4dd2-8867-ef7960f352ae', 'code': 200} Mar 02 07:42:02.661249 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=993ae8c5-e087-4dd2-8867-ef7960f352ae,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:02.842232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820daa-dca1-47d7-acb4-d6d0bf050a97 req-9350f89a-f40d-4391-a691-675ca1c03887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:02.843857 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a3820daa-dca1-47d7-acb4-d6d0bf050a97 req-9350f89a-f40d-4391-a691-675ca1c03887 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 1103 time: 0.0719647 Mar 02 07:42:02.882183 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a3820daa-dca1-47d7-acb4-d6d0bf050a97 req-506428fb-8adc-4348-a4bc-eb3b6c63b562 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Mar 02 07:42:03.608510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c5c99-58ab-4bef-86b7-06e75f8650ab req-e0899381-799b-4da0-9ad1-626484a25d65 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:03.609901 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-608c5c99-58ab-4bef-86b7-06e75f8650ab req-e0899381-799b-4da0-9ad1-626484a25d65 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 950 time: 0.0780435 Mar 02 07:42:03.655516 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-608c5c99-58ab-4bef-86b7-06e75f8650ab req-4abc3173-3afa-46d5-874c-abcf4f5ee55d tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Mar 02 07:42:04.799612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ae88cd36-e7dc-4607-be28-ddfde84f16e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:04.843811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bab591-49a5-41c5-acd6-8e85592e8ef1 req-af7ca697-3591-4c19-92e9-1a963eb356db tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:04.845221 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7bab591-49a5-41c5-acd6-8e85592e8ef1 req-af7ca697-3591-4c19-92e9-1a963eb356db tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 950 time: 0.0827436 Mar 02 07:42:04.887889 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7bab591-49a5-41c5-acd6-8e85592e8ef1 req-49449a8f-4a0c-4dae-8a49-631547fa6843 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369971 Mar 02 07:42:05.864805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.869178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:05.952619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d6a38-41bd-4311-8292-7d8549cd22aa req-397c99b1-f474-4531-92ae-1396a3aa41b6 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:05.954088 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b31d6a38-41bd-4311-8292-7d8549cd22aa req-397c99b1-f474-4531-92ae-1396a3aa41b6 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 950 time: 0.0767713 Mar 02 07:42:05.996447 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b31d6a38-41bd-4311-8292-7d8549cd22aa req-10e66c76-4f0e-4fd7-9c07-d7567709cad8 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367949 Mar 02 07:42:07.131425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.212484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-f8bcb110-ed82-41e3-862a-3e0209174676 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:07.213918 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-f8bcb110-ed82-41e3-862a-3e0209174676 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 950 time: 0.1315460 Mar 02 07:42:07.264657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99829-79e9-496b-b7b9-c30690834ae9 req-5ea96029-c318-4c86-bc60-de75d2b8c370 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:07.266083 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81c99829-79e9-496b-b7b9-c30690834ae9 req-5ea96029-c318-4c86-bc60-de75d2b8c370 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 950 time: 0.1510427 Mar 02 07:42:07.323370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Deleting port 993ae8c5-e087-4dd2-8867-ef7960f352ae {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:07.323700 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.356434 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81c99829-79e9-496b-b7b9-c30690834ae9 req-7bf6faca-2efd-4cf5-b309-7707804c421e tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/security-groups?id=61820d31-fa96-45a8-b364-eb70234cdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841019 Mar 02 07:42:07.566234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] For port 993ae8c5-e087-4dd2-8867-ef7960f352ae, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=993ae8c5-e087-4dd2-8867-ef7960f352ae,segment=NetworkSegment(26d3ce94-af16-4bd8-a192-b983f7fd998a),segment_id=26d3ce94-af16-4bd8-a192-b983f7fd998a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:07.566500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.684086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Calling delete_port for 993ae8c5-e087-4dd2-8867-ef7960f352ae owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:07.824220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:07.838311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['993ae8c5-e087-4dd2-8867-ef7960f352ae'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:07.874785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Pushing event deleted for resources: {'Port': ['ID=993ae8c5-e087-4dd2-8867-ef7960f352ae,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:07.918537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.918894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.919253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.919586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.919917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.920247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.920575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.920898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.921222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.921542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.921894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:07.922217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:08.076173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] No DVR routers for this DVR port 993ae8c5-e087-4dd2-8867-ef7960f352ae on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:42:08.078405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:08.080790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'name': 'network-vif-deleted', 'tag': '993ae8c5-e087-4dd2-8867-ef7960f352ae'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:08.096844 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8fa82249-8caf-440e-ae18-efdfe20814c0 req-9517c415-24ea-4415-88f5-fff0e15f3202 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.32 "DELETE /v2.0/ports/993ae8c5-e087-4dd2-8867-ef7960f352ae HTTP/1.1" status: 204 len: 173 time: 0.8748496 Mar 02 07:42:08.130258 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef9e194-3c16-45cf-b498-b74ee9bfa656', 'name': 'network-vif-deleted', 'tag': '993ae8c5-e087-4dd2-8867-ef7960f352ae', 'status': 'completed', 'code': 200} Mar 02 07:42:08.514675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1cdd9d81-061f-42d7-9528-9c5005f1abb5 req-174b118c-4fdd-40a5-94a7-8de7e167f837 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Synchronizing usage tracker for tenant:f2aefeea7a50462a8d5ec3d8966c8d7a on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:08.530917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1cdd9d81-061f-42d7-9528-9c5005f1abb5 req-174b118c-4fdd-40a5-94a7-8de7e167f837 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] Unset dirty status for tenant:f2aefeea7a50462a8d5ec3d8966c8d7a on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:08.532182 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1cdd9d81-061f-42d7-9528-9c5005f1abb5 req-174b118c-4fdd-40a5-94a7-8de7e167f837 tempest-ServersAdminNegativeTestJSON-2048263571 tempest-ServersAdminNegativeTestJSON-2048263571-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ef9e194-3c16-45cf-b498-b74ee9bfa656 HTTP/1.1" status: 200 len: 210 time: 0.0589261 Mar 02 07:42:09.875091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:10.023133 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-459093d8-39f9-4661-b2c2-16e7278442a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2aefeea7a50462a8d5ec3d8966c8d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468253 Mar 02 07:42:10.025493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:10.080256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d57dcc6-071e-4294-977b-c14fadbaa380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.105185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d57dcc6-071e-4294-977b-c14fadbaa380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.157285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d57dcc6-071e-4294-977b-c14fadbaa380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.173559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57dcc6-071e-4294-977b-c14fadbaa380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61820d31-fa96-45a8-b364-eb70234cdb97,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:10.182411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d57dcc6-071e-4294-977b-c14fadbaa380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.183730 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d57dcc6-071e-4294-977b-c14fadbaa380 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61820d31-fa96-45a8-b364-eb70234cdb97 HTTP/1.1" status: 204 len: 168 time: 0.1573231 Mar 02 07:42:10.453514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50248) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:10.470862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.484876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:10.488584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Usage tracker for resource:security_group_rule and tenant:689ea1e775634420b13ca8136981ec0a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:10.491287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:10.496735 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:10.579083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.582665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.628054 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=689ea1e775634420b13ca8136981ec0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734302 Mar 02 07:42:10.629702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e1ffc-2120-404d-8663-998591dd9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eab56b-acd8-4093-b0d4-8b4a3221bf39,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:10.630785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:10.687050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b4732a3-cc49-4c5f-b7b8-c08a7d9fab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.714481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b4732a3-cc49-4c5f-b7b8-c08a7d9fab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.764630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b4732a3-cc49-4c5f-b7b8-c08a7d9fab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.778570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4732a3-cc49-4c5f-b7b8-c08a7d9fab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eab56b-acd8-4093-b0d4-8b4a3221bf39,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:10.786111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b4732a3-cc49-4c5f-b7b8-c08a7d9fab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:10.787228 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b4732a3-cc49-4c5f-b7b8-c08a7d9fab1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04eab56b-acd8-4093-b0d4-8b4a3221bf39 HTTP/1.1" status: 204 len: 168 time: 0.1554840 Mar 02 07:42:11.486468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50276) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:11.587471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-155145021-network', 'tenant_id': 'b968b37fdf254654b1851a3cea2f4849'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:11.592692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:11.596722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Usage tracker for resource:network and tenant:b968b37fdf254654b1851a3cea2f4849 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:11.599535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:11.605598 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:11.614812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Made reservation on behalf of b968b37fdf254654b1851a3cea2f4849 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:11.617081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.628675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.643950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:11.647705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Usage tracker for resource:security_group_rule and tenant:b968b37fdf254654b1851a3cea2f4849 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:11.650439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:11.656434 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:11.737122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.740693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.770175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:42:11.778849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a0766e-938e-48a5-ad4b-b0b12b611ffc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:11.785288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.786340 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Added segment 4cca2834-e6c1-438a-b367-142ddf6eb61d of type vlan for network a307c049-f670-437a-8ecc-a14b98fb83ae Mar 02 07:42:11.814288 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.843435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.844386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:11.844949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:11.944925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] Pushing event updated for resources: {'Network': ['ID=a307c049-f670-437a-8ecc-a14b98fb83ae,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:11.954911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:11.955498 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b4646679-3aa4-4cd1-a939-d85432370b88 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4679666 Mar 02 07:42:11.957863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a307c049-f670-437a-8ecc-a14b98fb83ae details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:42:11.960349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Request body: {'subnet': {'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-155145021-subnet', 'tenant_id': 'b968b37fdf254654b1851a3cea2f4849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:11.965279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:11.970388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Usage tracker for resource:subnet and tenant:b968b37fdf254654b1851a3cea2f4849 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:11.973269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:11.978921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:11.988980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Made reservation on behalf of b968b37fdf254654b1851a3cea2f4849 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:11.991322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.281269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.352626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e488b39-1ed4-41c4-a0ea-2b567c85c74f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:12.366567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Checking segment: {'id': '4cca2834-e6c1-438a-b367-142ddf6eb61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:12.366917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Network hostable DHCP agents. Network: a307c049-f670-437a-8ecc-a14b98fb83ae, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:42:12.385052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Network a307c049-f670-437a-8ecc-a14b98fb83ae is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:42:12.394309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a307c049-f670-437a-8ecc-a14b98fb83ae) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:12.398303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:12.398886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:12.401088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 993ae8c5-e087-4dd2-8867-ef7960f352ae no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:12.419107 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ad03706-9823-42ec-bc43-79a300b6f6ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4630444 Mar 02 07:42:12.428849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c810fa-e466-4b3c-9677-d7fc07a6ff22 None None] Network a307c049-f670-437a-8ecc-a14b98fb83ae requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:42:12.461045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 993ae8c5-e087-4dd2-8867-ef7960f352ae {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:42:12.461390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 993ae8c5-e087-4dd2-8867-ef7960f352ae not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:42:12.642933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e47b4-b944-4bf2-be1d-0779985ef58b None None] Network a307c049-f670-437a-8ecc-a14b98fb83ae requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:42:12.913257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-655fdc1d-aff2-407f-9dbc-4a348035523c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:12.913951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-655fdc1d-aff2-407f-9dbc-4a348035523c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Synchronizing usage tracker for tenant:b968b37fdf254654b1851a3cea2f4849 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:12.931206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-655fdc1d-aff2-407f-9dbc-4a348035523c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Unset dirty status for tenant:b968b37fdf254654b1851a3cea2f4849 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:12.932450 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-655fdc1d-aff2-407f-9dbc-4a348035523c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/networks?id=a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 200 len: 811 time: 0.1607828 Mar 02 07:42:12.946792 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-955ad7d8-0736-4bf1-aaba-d20472cb629a tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/quotas/b968b37fdf254654b1851a3cea2f4849 HTTP/1.1" status: 200 len: 375 time: 0.0089462 Mar 02 07:42:12.993693 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-1e4b0b91-d4b3-45c0-9228-50738864dcd7 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b968b37fdf254654b1851a3cea2f4849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421059 Mar 02 07:42:13.120767 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-c9dc7ad0-22be-4985-ae50-d7dfe951fd4c service neutron] 10.222.0.41 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205814 Mar 02 07:42:13.247997 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-711ddddd-88cf-410e-9b3e-f8fc51de7cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215467 Mar 02 07:42:13.420661 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1290474f-fd0f-4152-80f5-9b68e7273f6d req-3487aa73-3f25-44c2-bd34-09669f7aa8d4 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 210 time: 0.0427167 Mar 02 07:42:14.409674 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-a17c078a-0b63-4ce8-ae9f-fa39574dc039 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:14.411044 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-a17c078a-0b63-4ce8-ae9f-fa39574dc039 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.32 "GET /v2.0/networks?id=a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 200 len: 811 time: 0.1454759 Mar 02 07:42:14.423010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Request body: {'port': {'device_id': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae', 'admin_state_up': True, 'tenant_id': 'b968b37fdf254654b1851a3cea2f4849'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:14.577111 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a04c6fe3-00e5-4319-81c0-84875e12133e req-9337ba41-14d7-4232-a41f-9218d100da58 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 210 time: 0.0502601 Mar 02 07:42:14.598771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:42:14.602390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Usage tracker for resource:port and tenant:b968b37fdf254654b1851a3cea2f4849 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:42:14.605083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:42:14.611152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:42:14.620862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Made reservation on behalf of b968b37fdf254654b1851a3cea2f4849 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:42:14.624416 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:14.775492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Allocated IP 172.20.0.9 (a307c049-f670-437a-8ecc-a14b98fb83ae/7e488b39-1ed4-41c4-a0ea-2b567c85c74f/2e3140a1-ef69-4f12-84b9-427b8c54835b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:42:15.069884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.103829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.167133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Network a307c049-f670-437a-8ecc-a14b98fb83ae is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:42:15.170551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:42:15.178271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:42:15.210217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:15.244518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:15.245101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.263768 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-dfd6269c-6c16-4740-8e08-6ac513c05181 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451297 Mar 02 07:42:15.275200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Request body: {'port': {'device_id': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:42:15.384601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.716296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3140a1-ef69-4f12-84b9-427b8c54835b {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:15.723778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.738369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Transition to ACTIVE for port object 2e3140a1-ef69-4f12-84b9-427b8c54835b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:42:15.741867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:15.762138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0883ab7-54c9-4eee-b3d1-29152a6de567 req-e5dbda2b-e7ef-458f-97c2-8996f3b4551b tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:15.764154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e0883ab7-54c9-4eee-b3d1-29152a6de567 req-e5dbda2b-e7ef-458f-97c2-8996f3b4551b tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 931 time: 0.0827961 Mar 02 07:42:15.808458 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e0883ab7-54c9-4eee-b3d1-29152a6de567 req-ad98b50b-0354-4844-8d14-e81baa74faef tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Mar 02 07:42:15.889438 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:15.964737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Attempting to bind port 2e3140a1-ef69-4f12-84b9-427b8c54835b on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:42:15.965268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Attempting to bind port 2e3140a1-ef69-4f12-84b9-427b8c54835b by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '4cca2834-e6c1-438a-b367-142ddf6eb61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:42:15.965943 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Attempting to bind port 2e3140a1-ef69-4f12-84b9-427b8c54835b on network a307c049-f670-437a-8ecc-a14b98fb83ae {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:15.970809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Port 2e3140a1-ef69-4f12-84b9-427b8c54835b on network a307c049-f670-437a-8ecc-a14b98fb83ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:42:15.971123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Attempting to bind port 2e3140a1-ef69-4f12-84b9-427b8c54835b on network a307c049-f670-437a-8ecc-a14b98fb83ae {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:42:15.976072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:42:15.976405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Checking segment: {'id': '4cca2834-e6c1-438a-b367-142ddf6eb61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:42:15.976779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Bound using segment: {'id': '4cca2834-e6c1-438a-b367-142ddf6eb61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:42:15.977196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Bound port: 2e3140a1-ef69-4f12-84b9-427b8c54835b, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cca2834-e6c1-438a-b367-142ddf6eb61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:42:15.977529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.062255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:42:16.065104 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:42:16.069296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.130638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.131237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:16.132583 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] 10.222.0.32 "PUT /v2.0/ports/2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 200 len: 1093 time: 0.8611891 Mar 02 07:42:16.133006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:16.158395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3317a-4dcf-4159-8c77-9527ec043e14 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:16.203035 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'status': 'completed', 'code': 200} Mar 02 07:42:16.237070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-756edc4c-66de-4ac6-baf0-957b41924d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.238604 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-756edc4c-66de-4ac6-baf0-957b41924d55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b968b37fdf254654b1851a3cea2f4849&device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 1096 time: 0.0705314 Mar 02 07:42:16.306659 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-bab037d1-3663-4f9c-a861-a620b3619c5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 200 len: 217 time: 0.0615292 Mar 02 07:42:16.367025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-f6140ad5-d227-4f26-9f75-d6378f4cf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.368443 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-f6140ad5-d227-4f26-9f75-d6378f4cf840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e488b39-1ed4-41c4-a0ea-2b567c85c74f HTTP/1.1" status: 200 len: 851 time: 0.0560906 Mar 02 07:42:16.417721 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-ec2683c2-4eef-4bbf-b93d-f6221c2ad677 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a307c049-f670-437a-8ecc-a14b98fb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436020 Mar 02 07:42:16.547844 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-050a77d5-ffc6-4655-87f2-d2bced4ae9f1 service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246357 Mar 02 07:42:16.769836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fde71af9-a746-4a33-b222-ccb5daf4a933 req-1ff8fb3d-3033-424c-a47e-3c0908e956cc service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159674 Mar 02 07:42:16.885266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-616ca914-4b20-4f7f-9627-fda9f72b6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.886756 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-616ca914-4b20-4f7f-9627-fda9f72b6ea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b968b37fdf254654b1851a3cea2f4849&device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 1096 time: 0.0697126 Mar 02 07:42:16.990810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a99d4-acef-40a6-9e82-849d25cf65db req-f1337c6e-623f-4f65-9799-c56dd1a2f427 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:16.992269 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f63a99d4-acef-40a6-9e82-849d25cf65db req-f1337c6e-623f-4f65-9799-c56dd1a2f427 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 943 time: 0.0794134 Mar 02 07:42:17.014624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-ece8ed9c-fdb8-4063-9dce-089f322f942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:17.016150 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-ece8ed9c-fdb8-4063-9dce-089f322f942c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 200 len: 912 time: 0.1236856 Mar 02 07:42:17.036170 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f63a99d4-acef-40a6-9e82-849d25cf65db req-570c9774-ce65-4322-a771-de623262ef17 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375261 Mar 02 07:42:17.095431 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-79cd477f-0b12-4699-aaf3-0e03ae8e1119 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 200 len: 217 time: 0.0719926 Mar 02 07:42:17.157783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-6990e15b-3b24-4aa0-9fe4-f64e936c8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:17.159175 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-6990e15b-3b24-4aa0-9fe4-f64e936c8bb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e488b39-1ed4-41c4-a0ea-2b567c85c74f HTTP/1.1" status: 200 len: 851 time: 0.0560422 Mar 02 07:42:17.212497 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-f9a194ae-930c-4907-88af-423a3cec135d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a307c049-f670-437a-8ecc-a14b98fb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468631 Mar 02 07:42:17.342429 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-97310778-d0c8-4999-800b-31ea7fc93d9d service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232615 Mar 02 07:42:17.475800 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c736618-fe10-4711-8c1c-96eb3611d0ab req-fbc4fc83-9cea-45e6-ab22-b360d23a035d service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269228 Mar 02 07:42:18.218462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed693-064e-4ceb-a608-f155204b777c req-dd8c8931-ea81-49bb-bd42-9bd8faf6614d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:18.219142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e09ed693-064e-4ceb-a608-f155204b777c req-dd8c8931-ea81-49bb-bd42-9bd8faf6614d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Synchronizing usage tracker for tenant:b968b37fdf254654b1851a3cea2f4849 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:18.235241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e09ed693-064e-4ceb-a608-f155204b777c req-dd8c8931-ea81-49bb-bd42-9bd8faf6614d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Unset dirty status for tenant:b968b37fdf254654b1851a3cea2f4849 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:18.236437 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e09ed693-064e-4ceb-a608-f155204b777c req-dd8c8931-ea81-49bb-bd42-9bd8faf6614d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 943 time: 0.0955625 Mar 02 07:42:18.281544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e09ed693-064e-4ceb-a608-f155204b777c req-8eab7f3e-d46a-4425-91de-eae3d8dc53cb tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Synchronizing usage tracker for tenant:b968b37fdf254654b1851a3cea2f4849 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:42:18.299046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e09ed693-064e-4ceb-a608-f155204b777c req-8eab7f3e-d46a-4425-91de-eae3d8dc53cb tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Unset dirty status for tenant:b968b37fdf254654b1851a3cea2f4849 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:42:18.300209 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e09ed693-064e-4ceb-a608-f155204b777c req-8eab7f3e-d46a-4425-91de-eae3d8dc53cb tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581632 Mar 02 07:42:18.447507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2e3140a1-ef69-4f12-84b9-427b8c54835b details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:18.582590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:18.596034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae', 'port_id': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'mac_address': 'fa:16:3e:d7:9a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e488b39-1ed4-41c4-a0ea-2b567c85c74f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:18.653602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:18.671107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3140a1-ef69-4f12-84b9-427b8c54835b {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:18.686925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:18.690754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:18.760781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:18.768869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.769227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.769572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.769933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.770263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.770622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.770949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.771274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.771598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.771918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.772237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.772555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:42:18.876651 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['2e3140a1-ef69-4f12-84b9-427b8c54835b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:19.035598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:19.483423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9843a30-f637-46c3-908c-ab5c9ff35dc9 req-5055481d-088f-4d12-a1a1-51bf6b9d4a31 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:19.484865 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9843a30-f637-46c3-908c-ab5c9ff35dc9 req-5055481d-088f-4d12-a1a1-51bf6b9d4a31 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 944 time: 0.0807614 Mar 02 07:42:19.527080 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9843a30-f637-46c3-908c-ab5c9ff35dc9 req-af300dce-d097-4726-9971-2564be731dec tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Mar 02 07:42:20.447521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2e3140a1-ef69-4f12-84b9-427b8c54835b up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:20.515310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 2e3140a1-ef69-4f12-84b9-427b8c54835b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:42:20.519812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 2e3140a1-ef69-4f12-84b9-427b8c54835b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:20.520177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.629820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.655965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:20.665493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:20.670288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:20.708771 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'code': 200} Mar 02 07:42:20.720152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec08c72-a033-490b-9f45-5e5d626e7adf req-e9eadabe-df7c-4d53-815c-e0f648575443 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:20.721628 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ec08c72-a033-490b-9f45-5e5d626e7adf req-e9eadabe-df7c-4d53-815c-e0f648575443 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0887916 Mar 02 07:42:20.740797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:20.769581 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ec08c72-a033-490b-9f45-5e5d626e7adf req-2b21e171-f93f-4a7f-a602-37461ec159ee tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Mar 02 07:42:20.923294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca89fc-0076-44f8-9d51-12b758286707 req-24cbd3ae-7fa4-42f5-b783-4230e462590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:20.924655 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1dca89fc-0076-44f8-9d51-12b758286707 req-24cbd3ae-7fa4-42f5-b783-4230e462590c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 1098 time: 0.0686314 Mar 02 07:42:20.963186 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1dca89fc-0076-44f8-9d51-12b758286707 req-db05e287-dad5-4ed8-9e1a-1b1b4f9df29a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Mar 02 07:42:21.956680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080314f-e4d4-4335-b319-28554e436d9c req-7b6be20b-a90b-4cc4-b4e6-6daf91e5d235 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:21.958149 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9080314f-e4d4-4335-b319-28554e436d9c req-7b6be20b-a90b-4cc4-b4e6-6daf91e5d235 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0832558 Mar 02 07:42:22.003029 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9080314f-e4d4-4335-b319-28554e436d9c req-bd6fd88f-209c-42f7-8363-4acae62a75db tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Mar 02 07:42:22.761989 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:42:23.184738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b131aac-c388-402c-b302-0c3a6c13c3dd req-5be41a62-0397-429e-95cb-c90545fdbac0 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:23.186171 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8b131aac-c388-402c-b302-0c3a6c13c3dd req-5be41a62-0397-429e-95cb-c90545fdbac0 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0804470 Mar 02 07:42:23.229003 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8b131aac-c388-402c-b302-0c3a6c13c3dd req-0020fc8c-f54b-4de2-8d03-dd23efcb90eb tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Mar 02 07:42:23.583280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50344) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:42:23.624646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500999-361b-4eae-b201-be5e2ed2bfb4 req-485fcc31-1ef8-4b89-adf8-6700d4034fae tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:23.626144 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c500999-361b-4eae-b201-be5e2ed2bfb4 req-485fcc31-1ef8-4b89-adf8-6700d4034fae tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0798993 Mar 02 07:42:23.670484 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c500999-361b-4eae-b201-be5e2ed2bfb4 req-f5365fb8-df11-4f7c-b752-41f84499bd9a tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Mar 02 07:42:23.695970 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-cea48297-f4c4-4e05-bc2d-6b22089b98f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115654 Mar 02 07:42:24.862086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f011b-6807-41f9-9dd3-3bd7b3e81001 req-2035c9fb-aaee-4ffe-a4fd-7ef6c4467b39 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:24.863545 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c44f011b-6807-41f9-9dd3-3bd7b3e81001 req-2035c9fb-aaee-4ffe-a4fd-7ef6c4467b39 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0836275 Mar 02 07:42:24.883242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-33509755-b8c3-43b0-ad59-5742bfdf002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:24.884721 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-33509755-b8c3-43b0-ad59-5742bfdf002d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b968b37fdf254654b1851a3cea2f4849&device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 1098 time: 0.0726023 Mar 02 07:42:24.907630 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c44f011b-6807-41f9-9dd3-3bd7b3e81001 req-113d6dd0-070b-4642-a0ac-0aad34532ede tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Mar 02 07:42:25.010842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-3e28c42d-5826-43c2-9f90-c6f2ac5bbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:25.012981 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-3e28c42d-5826-43c2-9f90-c6f2ac5bbc62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 200 len: 912 time: 0.1220884 Mar 02 07:42:25.079378 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-df5761f6-8cce-48de-b80e-338b4b01c641 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 200 len: 217 time: 0.0607705 Mar 02 07:42:25.139694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-d5dac38a-927b-4c9d-b45a-c398c94766b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:25.141059 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-d5dac38a-927b-4c9d-b45a-c398c94766b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e488b39-1ed4-41c4-a0ea-2b567c85c74f HTTP/1.1" status: 200 len: 851 time: 0.0552962 Mar 02 07:42:25.185399 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-e87b4e22-3c9d-4ccb-acb1-8cdedc9321a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a307c049-f670-437a-8ecc-a14b98fb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381188 Mar 02 07:42:25.414017 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-aa363ae7-bec6-4d93-9f18-6f00659fd72a service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227223 Mar 02 07:42:25.541707 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-b47e58ae-e10a-4fab-bfa5-b7aa3bd0ae89 service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221116 Mar 02 07:42:26.094356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1b10c-3224-4787-afc6-db357fc2d133 req-d2a8d67b-0626-4408-8a4e-4ded601c4577 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:26.095806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cb1b10c-3224-4787-afc6-db357fc2d133 req-d2a8d67b-0626-4408-8a4e-4ded601c4577 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0823522 Mar 02 07:42:26.138128 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cb1b10c-3224-4787-afc6-db357fc2d133 req-0b7e5a67-565d-44fe-9496-ecb758ea78f8 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368538 Mar 02 07:42:27.320188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399662-0939-461b-93b3-5e116f84c1bc req-a4683051-0d64-4b45-905e-660314f4fbc9 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:27.321637 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-62399662-0939-461b-93b3-5e116f84c1bc req-a4683051-0d64-4b45-905e-660314f4fbc9 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0782676 Mar 02 07:42:27.364785 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-62399662-0939-461b-93b3-5e116f84c1bc req-9bcfdc88-2077-4c57-99c6-9966eb825681 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Mar 02 07:42:28.544813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1244857-b3c8-4b13-9588-9e646e8ac8c7 req-e36f7add-9377-4538-adab-d4a1f2fe576f tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:28.546264 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1244857-b3c8-4b13-9588-9e646e8ac8c7 req-e36f7add-9377-4538-adab-d4a1f2fe576f tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0772784 Mar 02 07:42:28.591247 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1244857-b3c8-4b13-9588-9e646e8ac8c7 req-5cd221f0-875e-4525-b8ce-18df1fb9e9c0 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Mar 02 07:42:29.776869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e0ee4-1e40-4b56-a41a-415d0bf50045 req-aa4f5bc3-b066-4eae-b967-3449abc6d99f tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:29.778353 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-721e0ee4-1e40-4b56-a41a-415d0bf50045 req-aa4f5bc3-b066-4eae-b967-3449abc6d99f tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0847495 Mar 02 07:42:29.821212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-721e0ee4-1e40-4b56-a41a-415d0bf50045 req-88b3850d-9b5d-4776-b500-e45ed5b6ac43 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 Mar 02 07:42:31.000094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109fd26-dab3-4300-807e-15e2c134911b req-a7af55a2-4bb7-4678-95ba-9d2f9bd039e6 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:31.001524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c109fd26-dab3-4300-807e-15e2c134911b req-a7af55a2-4bb7-4678-95ba-9d2f9bd039e6 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0791614 Mar 02 07:42:31.044872 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c109fd26-dab3-4300-807e-15e2c134911b req-362faaea-0568-4c4c-8174-612121d44816 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378690 Mar 02 07:42:32.231781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b05339-3b54-4e34-bfd2-00eebcd784fb req-3aeac739-6e64-474b-9d0e-c04ac6767e15 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:32.233260 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26b05339-3b54-4e34-bfd2-00eebcd784fb req-3aeac739-6e64-474b-9d0e-c04ac6767e15 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0793738 Mar 02 07:42:32.278633 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26b05339-3b54-4e34-bfd2-00eebcd784fb req-2ab4ab52-5cac-4e24-b06e-997d47c4c6c6 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397372 Mar 02 07:42:32.553086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73e629c4-2594-4590-9a54-d45561d3df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:33.467258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7250e1d-b3b5-48f1-9f0e-a7d873817135 req-7c139146-c532-4525-90d8-62ef52dc9a13 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:33.468930 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d7250e1d-b3b5-48f1-9f0e-a7d873817135 req-7c139146-c532-4525-90d8-62ef52dc9a13 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0842271 Mar 02 07:42:33.511452 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d7250e1d-b3b5-48f1-9f0e-a7d873817135 req-ace2776e-e404-4656-8cbd-959c3d77e57c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369430 Mar 02 07:42:34.692391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64ff4-924a-4f82-a2d6-2dd98d38d61e req-0793d9bf-b228-46ec-85f2-a396655a173d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:34.693845 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ab64ff4-924a-4f82-a2d6-2dd98d38d61e req-0793d9bf-b228-46ec-85f2-a396655a173d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0777953 Mar 02 07:42:34.736097 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ab64ff4-924a-4f82-a2d6-2dd98d38d61e req-3bf53135-5e8f-4ed3-9cc2-09ea6fb248ce tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Mar 02 07:42:34.800640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab3b0-372f-4309-9865-13797e8960fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.869084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.873999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:35.915885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adda49f-6c9e-46a9-8a64-6f4d3c04eb6a req-25ecf9da-96f8-45b0-8081-37f45d50829d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:35.917330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9adda49f-6c9e-46a9-8a64-6f4d3c04eb6a req-25ecf9da-96f8-45b0-8081-37f45d50829d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0790861 Mar 02 07:42:35.960218 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9adda49f-6c9e-46a9-8a64-6f4d3c04eb6a req-41a8744e-3804-4387-9685-e00aba472140 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366783 Mar 02 07:42:36.723535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-f405bac2-fefa-464c-96ad-0ca14724680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:36.724976 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-f405bac2-fefa-464c-96ad-0ca14724680c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b968b37fdf254654b1851a3cea2f4849&device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 1098 time: 0.0711942 Mar 02 07:42:36.862117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-72d02dde-91d2-433e-997b-7c30e0ec35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:36.863614 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-72d02dde-91d2-433e-997b-7c30e0ec35ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 200 len: 912 time: 0.1216431 Mar 02 07:42:36.931680 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-794bfcd8-fff0-44ca-ac08-ade718206473 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 200 len: 217 time: 0.0614836 Mar 02 07:42:36.990657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-1ecf1873-6825-498b-9fde-c55cc50be247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:36.992064 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-1ecf1873-6825-498b-9fde-c55cc50be247 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e488b39-1ed4-41c4-a0ea-2b567c85c74f HTTP/1.1" status: 200 len: 851 time: 0.0550065 Mar 02 07:42:37.037102 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-af7e4eef-5bc2-40b2-a44f-5b733d655ee3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a307c049-f670-437a-8ecc-a14b98fb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394189 Mar 02 07:42:37.135581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:37.146558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cb5fd-683a-43a0-b8d6-57c53dc3889a req-cbcb00bb-bde0-46ae-b1bf-e2969afff88c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:37.148066 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-424cb5fd-683a-43a0-b8d6-57c53dc3889a req-cbcb00bb-bde0-46ae-b1bf-e2969afff88c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0828292 Mar 02 07:42:37.166300 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-2b535d45-bb1b-40d6-ba28-92587441e2ee service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232882 Mar 02 07:42:37.191791 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-424cb5fd-683a-43a0-b8d6-57c53dc3889a req-b01d4dbd-7bd0-4407-aca9-3fdfeb0293f4 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 Mar 02 07:42:37.298206 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5c4eca0-185d-45a3-a054-7fce4981d6aa req-ef0b4459-42dd-4b06-b611-c8ede9b3e8cc service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265521 Mar 02 07:42:38.376758 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d7209-9eec-4b4d-8cf6-5c9b3a68bd4e req-9753254c-90ee-4a80-950e-345958f7a501 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:38.378249 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-861d7209-9eec-4b4d-8cf6-5c9b3a68bd4e req-9753254c-90ee-4a80-950e-345958f7a501 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0829859 Mar 02 07:42:38.426263 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-861d7209-9eec-4b4d-8cf6-5c9b3a68bd4e req-60746a4c-adfc-446b-a811-cb3a7768d6ca tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Mar 02 07:42:39.610577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fe101-b4ee-436f-b645-eccbf198df82 req-7ec1d173-1e4a-4161-9128-2d9a8caaf5ef tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:39.611940 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a0fe101-b4ee-436f-b645-eccbf198df82 req-7ec1d173-1e4a-4161-9128-2d9a8caaf5ef tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0789437 Mar 02 07:42:39.653901 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a0fe101-b4ee-436f-b645-eccbf198df82 req-e6ce231f-3bd3-4149-8bfe-d6adf953ec03 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Mar 02 07:42:40.837139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9244262-d4c6-4256-b25f-42be0d941c93 req-8a5ca079-4267-479b-981b-0657ef3a028e tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:40.838586 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9244262-d4c6-4256-b25f-42be0d941c93 req-8a5ca079-4267-479b-981b-0657ef3a028e tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0774965 Mar 02 07:42:40.883361 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9244262-d4c6-4256-b25f-42be0d941c93 req-d1c8b925-e4a8-4911-8bbd-a60c000348b9 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390630 Mar 02 07:42:42.070251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d898b-4d0f-4a9d-94b5-922d444edb90 req-feaf2be3-213a-470a-8a4c-f7813b9d70a7 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:42.072112 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a47d898b-4d0f-4a9d-94b5-922d444edb90 req-feaf2be3-213a-470a-8a4c-f7813b9d70a7 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0836511 Mar 02 07:42:42.114797 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a47d898b-4d0f-4a9d-94b5-922d444edb90 req-04a9efb1-a51d-4938-b5a8-ac11126116b2 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373819 Mar 02 07:42:43.295285 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8070049-163c-44ae-9348-6e0a77bbca95 req-d09543fe-ce3d-4298-9590-7fc65e7335a9 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:43.296900 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b8070049-163c-44ae-9348-6e0a77bbca95 req-d09543fe-ce3d-4298-9590-7fc65e7335a9 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0776005 Mar 02 07:42:43.340190 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b8070049-163c-44ae-9348-6e0a77bbca95 req-9b2cc4ac-7468-4fc1-a8e2-81440f456398 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Mar 02 07:42:44.525015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2042da-78fb-4dad-afca-7177f7f4767d req-070a94ba-eaa9-4a72-a4f0-489ddd5216b7 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:44.526387 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b2042da-78fb-4dad-afca-7177f7f4767d req-070a94ba-eaa9-4a72-a4f0-489ddd5216b7 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0813956 Mar 02 07:42:44.568442 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b2042da-78fb-4dad-afca-7177f7f4767d req-f2e23ce5-04af-4a74-8a43-7530813c456a tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362692 Mar 02 07:42:45.751640 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eb4af-4cd1-42ab-8075-3133995a86ac req-e0abc5f4-8ec2-4606-9650-5b0bf844ae57 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:45.753085 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4f0eb4af-4cd1-42ab-8075-3133995a86ac req-e0abc5f4-8ec2-4606-9650-5b0bf844ae57 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0810652 Mar 02 07:42:45.796111 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4f0eb4af-4cd1-42ab-8075-3133995a86ac req-6d6fe483-9792-4a2d-b2b0-a515a226454d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374527 Mar 02 07:42:46.978041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57b512-9751-4818-a515-3ec057d59f65 req-adae5cc6-385f-47a8-b500-807055a94969 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:46.979467 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd57b512-9751-4818-a515-3ec057d59f65 req-adae5cc6-385f-47a8-b500-807055a94969 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0776627 Mar 02 07:42:47.021996 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd57b512-9751-4818-a515-3ec057d59f65 req-40c9d208-db7c-4d27-a08c-55116cdd549f tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Mar 02 07:42:48.205200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f032-7392-4929-85c2-924d82a3409b req-52d3f3ab-991c-4fa2-b856-a7d1fbb56342 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:48.206655 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9e5f032-7392-4929-85c2-924d82a3409b req-52d3f3ab-991c-4fa2-b856-a7d1fbb56342 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0782051 Mar 02 07:42:48.248537 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9e5f032-7392-4929-85c2-924d82a3409b req-65292c5e-745b-4124-9411-ad0fe0dd3e01 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Mar 02 07:42:49.024958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:49.433809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625263-476c-41fe-b1d6-e1f2c76eb4da req-911e8257-4a0c-4738-becb-5e28cdc8b3c2 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:49.435279 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-69625263-476c-41fe-b1d6-e1f2c76eb4da req-911e8257-4a0c-4738-becb-5e28cdc8b3c2 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0814764 Mar 02 07:42:49.478955 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-69625263-476c-41fe-b1d6-e1f2c76eb4da req-ed8ce21a-3760-41be-a509-4a8169404196 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Mar 02 07:42:50.659668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ff619-aabd-491d-87ef-a08dd2843ada req-8135235f-6686-4f6f-b954-89e2de77cb7d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:50.661086 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-371ff619-aabd-491d-87ef-a08dd2843ada req-8135235f-6686-4f6f-b954-89e2de77cb7d tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0800157 Mar 02 07:42:50.703753 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-371ff619-aabd-491d-87ef-a08dd2843ada req-fe7d9ed9-d60b-4390-94f7-9a830fadd304 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371501 Mar 02 07:42:51.881146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f263980-4b80-44ee-9773-4d3c33831f72 req-fc0f3dec-46ee-4bd8-8d13-1ebd39087832 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:51.882591 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f263980-4b80-44ee-9773-4d3c33831f72 req-fc0f3dec-46ee-4bd8-8d13-1ebd39087832 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0774608 Mar 02 07:42:51.927470 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f263980-4b80-44ee-9773-4d3c33831f72 req-3ff64e38-a58e-46bd-9883-9811f780f5a0 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Mar 02 07:42:52.184868 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-c4931231-f395-48d3-b435-728514ba564d service neutron] 10.222.0.32 "GET /v2.0/ports/2e3140a1-ef69-4f12-84b9-427b8c54835b/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0752547 Mar 02 07:42:52.531565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-3c68cac6-4ac6-47a8-b3e8-44ecf7626b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:52.532929 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-3c68cac6-4ac6-47a8-b3e8-44ecf7626b0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf&tenant_id=b968b37fdf254654b1851a3cea2f4849 HTTP/1.1" status: 200 len: 1098 time: 0.1589558 Mar 02 07:42:52.624034 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-6044168d-367a-46db-9ac7-f9eab3d219cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:52.625455 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-6044168d-367a-46db-9ac7-f9eab3d219cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b968b37fdf254654b1851a3cea2f4849&device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 1098 time: 0.0703967 Mar 02 07:42:52.752095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-f56be29f-d529-4149-bbac-2c934a07816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:52.753483 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-f56be29f-d529-4149-bbac-2c934a07816f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 200 len: 912 time: 0.1219780 Mar 02 07:42:52.817064 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-093df4ff-36fa-486a-a928-a508d323d79c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 200 len: 217 time: 0.0577102 Mar 02 07:42:52.879218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-e7ae9c93-95e5-4563-b424-8e129a30f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:52.880576 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-e7ae9c93-95e5-4563-b424-8e129a30f06c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e488b39-1ed4-41c4-a0ea-2b567c85c74f HTTP/1.1" status: 200 len: 851 time: 0.0579448 Mar 02 07:42:52.924207 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-9456f278-04af-4c19-bd3f-5362d146df3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a307c049-f670-437a-8ecc-a14b98fb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383582 Mar 02 07:42:53.091812 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-b2d771cb-698b-4672-8b05-479db3f265ee service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612461 Mar 02 07:42:53.217094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a1b0-a1bc-42fe-9689-5d96ea39a4ae req-2c26eb3b-d621-438e-9494-009cfb801c49 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:53.220341 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb97a1b0-a1bc-42fe-9689-5d96ea39a4ae req-2c26eb3b-d621-438e-9494-009cfb801c49 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.1858618 Mar 02 07:42:53.278690 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb97a1b0-a1bc-42fe-9689-5d96ea39a4ae req-4ff21582-6627-4d63-9618-774d1a680234 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529332 Mar 02 07:42:53.286274 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d49cd0b1-0bb6-4aa1-9693-95e8a6e2451c req-e9d57953-d369-40e7-a03b-5d335d25fcaa service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874111 Mar 02 07:42:54.468653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304c2b3-2574-4d9b-8caf-82109baa3dab req-828bf927-9b4d-49d0-a149-13a8b40275b5 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:54.470108 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8304c2b3-2574-4d9b-8caf-82109baa3dab req-828bf927-9b4d-49d0-a149-13a8b40275b5 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0870364 Mar 02 07:42:54.512803 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8304c2b3-2574-4d9b-8caf-82109baa3dab req-f2366f72-0c7b-4b86-96fc-fb205481bcd5 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Mar 02 07:42:55.839691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b715a0-e1fe-455a-a893-122c1db78659 req-a1603f78-5c1f-40cd-b793-0294c657c78f tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:55.841142 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f5b715a0-e1fe-455a-a893-122c1db78659 req-a1603f78-5c1f-40cd-b793-0294c657c78f tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0773108 Mar 02 07:42:55.883530 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f5b715a0-e1fe-455a-a893-122c1db78659 req-56b1113d-bf51-4680-9950-7d944d88299a tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365629 Mar 02 07:42:56.254436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-95cffbbd-dd70-4acb-ac31-41b4d72ba135 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.255836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-95cffbbd-dd70-4acb-ac31-41b4d72ba135 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf&tenant_id=b968b37fdf254654b1851a3cea2f4849&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 945 time: 0.0856192 Mar 02 07:42:56.391194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-7c4d0eff-067b-45e6-b6e0-3e9d62b0c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.392642 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-7c4d0eff-067b-45e6-b6e0-3e9d62b0c00c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b968b37fdf254654b1851a3cea2f4849&device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 1098 time: 0.0707428 Mar 02 07:42:56.519099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-54f67ef8-33cd-4e4d-a6f2-ef1b4dd0a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.520448 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-54f67ef8-33cd-4e4d-a6f2-ef1b4dd0a374 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 200 len: 912 time: 0.1217473 Mar 02 07:42:56.587524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-58bce1fc-8543-41a7-9bf7-ea18c1f1b3d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 200 len: 217 time: 0.0610325 Mar 02 07:42:56.639691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2e3140a1-ef69-4f12-84b9-427b8c54835b details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:42:56.644119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2e3140a1-ef69-4f12-84b9-427b8c54835b no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:42:56.650063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-d9df7d7d-7728-423e-8b0d-af4a23deafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:56.651561 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-d9df7d7d-7728-423e-8b0d-af4a23deafe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e488b39-1ed4-41c4-a0ea-2b567c85c74f HTTP/1.1" status: 200 len: 851 time: 0.0583394 Mar 02 07:42:56.696670 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-6d2ffcad-2075-45d2-b44f-4f77241477ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a307c049-f670-437a-8ecc-a14b98fb83ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393124 Mar 02 07:42:56.832339 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-212e2ac0-13c9-4743-b23b-2c49516bba66 service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296828 Mar 02 07:42:56.848021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.883972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:56.901555 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:56.911313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'network_id': 'a307c049-f670-437a-8ecc-a14b98fb83ae', 'port_id': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'mac_address': 'fa:16:3e:d7:9a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e488b39-1ed4-41c4-a0ea-2b567c85c74f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:42:56.915743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:56.946494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:56.991782 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'code': 200} Mar 02 07:42:57.021162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.047389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3140a1-ef69-4f12-84b9-427b8c54835b {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:42:57.053866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:57.064072 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-4b3daca5-2e53-49ba-81e3-42c6024e93ac service neutron] 10.222.0.32 "GET /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263293 Mar 02 07:42:57.067290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:57.071001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:57.141286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['2e3140a1-ef69-4f12-84b9-427b8c54835b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:42:57.176397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:57.866857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330586e8-640e-4fe0-9e14-90ffeaabb18c req-eca4a425-f3cb-42aa-b813-df86ba2d96e5 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:57.868267 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-330586e8-640e-4fe0-9e14-90ffeaabb18c req-eca4a425-f3cb-42aa-b813-df86ba2d96e5 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 944 time: 0.0798159 Mar 02 07:42:57.910479 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-330586e8-640e-4fe0-9e14-90ffeaabb18c req-c42336ad-3a08-4779-a26c-0508eca0ede6 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361550 Mar 02 07:42:58.649290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2e3140a1-ef69-4f12-84b9-427b8c54835b up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:42:58.716464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 2e3140a1-ef69-4f12-84b9-427b8c54835b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:42:58.716830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.830568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.861185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:58.864930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:58.928995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:42:58.993187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:42:59.036014 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'code': 200} Mar 02 07:42:59.196101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf25b6-d36f-4e24-9fe2-b78b1de6717b req-03965981-16ac-488e-8b70-8562c1dd19e2 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:59.197472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9dbf25b6-d36f-4e24-9fe2-b78b1de6717b req-03965981-16ac-488e-8b70-8562c1dd19e2 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.1827030 Mar 02 07:42:59.240284 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9dbf25b6-d36f-4e24-9fe2-b78b1de6717b req-72bda474-dfd9-4712-9e07-b7fcc366521c tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/security-groups?id=46a0766e-938e-48a5-ad4b-b0b12b611ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371058 Mar 02 07:42:59.427990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-468b4cd3-e557-4da4-87e4-40ddfb8b7a12 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:42:59.429490 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-468b4cd3-e557-4da4-87e4-40ddfb8b7a12 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 945 time: 0.0807688 Mar 02 07:42:59.495651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Deleting port 2e3140a1-ef69-4f12-84b9-427b8c54835b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:42:59.495907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:59.733483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] For port 2e3140a1-ef69-4f12-84b9-427b8c54835b, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=2e3140a1-ef69-4f12-84b9-427b8c54835b,segment=NetworkSegment(4cca2834-e6c1-438a-b367-142ddf6eb61d),segment_id=4cca2834-e6c1-438a-b367-142ddf6eb61d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:42:59.733865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:42:59.760410 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:42:59.851974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Calling delete_port for 2e3140a1-ef69-4f12-84b9-427b8c54835b owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:42:59.994076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.005472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['2e3140a1-ef69-4f12-84b9-427b8c54835b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:00.046736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Pushing event deleted for resources: {'Port': ['ID=2e3140a1-ef69-4f12-84b9-427b8c54835b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:00.120442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] No DVR routers for this DVR port 2e3140a1-ef69-4f12-84b9-427b8c54835b on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:43:00.122917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:00.125520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-deleted', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:00.140689 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f7b2eeda-cf5b-431a-bba1-2a21f2fcd7c5 req-099de4b6-0bc5-4574-9adc-8922428e5236 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.32 "DELETE /v2.0/ports/2e3140a1-ef69-4f12-84b9-427b8c54835b HTTP/1.1" status: 204 len: 173 time: 0.7059505 Mar 02 07:43:00.170404 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bcbfc4-76ab-486b-99dd-af5b39f61eaf', 'name': 'network-vif-deleted', 'tag': '2e3140a1-ef69-4f12-84b9-427b8c54835b', 'status': 'completed', 'code': 200} Mar 02 07:43:00.398941 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0289f16-4ba5-4e2d-ae3f-3bc226f7960e req-c6d097ca-983a-4df2-b27c-984454ef9847 tempest-DeleteServersTestJSON-688877371 tempest-DeleteServersTestJSON-688877371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2bcbfc4-76ab-486b-99dd-af5b39f61eaf HTTP/1.1" status: 200 len: 210 time: 0.0401788 Mar 02 07:43:01.636672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50448) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:01.694570 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] Deleting subnet 7e488b39-1ed4-41c4-a0ea-2b567c85c74f {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:43:01.697404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.747926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.800197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.864527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.904201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e488b39-1ed4-41c4-a0ea-2b567c85c74f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:01.907786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:01.913366 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-af1c38d4-29aa-4396-a50b-f3a112bd8979 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7e488b39-1ed4-41c4-a0ea-2b567c85c74f HTTP/1.1" status: 204 len: 168 time: 0.2756426 Mar 02 07:43:01.915820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:02.017500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.240129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.264612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a307c049-f670-437a-8ecc-a14b98fb83ae']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:02.276049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cca2834-e6c1-438a-b367-142ddf6eb61d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:02.276336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cca2834-e6c1-438a-b367-142ddf6eb61d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:43:02.287650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.302866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.308683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:43:02.309056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:43:02.321754 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:43:02.397863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.413340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.423228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] Pushing event deleted for resources: {'Network': ['ID=a307c049-f670-437a-8ecc-a14b98fb83ae,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:02.431111 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ab10cee6-bfbe-417c-b7f4-e69d9c16e60f admin admin] 10.222.0.41 "DELETE /v2.0/networks/a307c049-f670-437a-8ecc-a14b98fb83ae HTTP/1.1" status: 204 len: 168 time: 0.5143368 Mar 02 07:43:02.542025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:02.554306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c96d6-4d5b-4614-9277-3fc8587fdac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.589437 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-28c9a9ac-5feb-473f-9d5c-2a86ef87db33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b968b37fdf254654b1851a3cea2f4849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462804 Mar 02 07:43:02.591914 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:02.647432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f75fe0-ebd3-4883-a240-e9011e32f19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.671550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f75fe0-ebd3-4883-a240-e9011e32f19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.725053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f75fe0-ebd3-4883-a240-e9011e32f19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.741365 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f75fe0-ebd3-4883-a240-e9011e32f19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a0766e-938e-48a5-ad4b-b0b12b611ffc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:02.754956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f75fe0-ebd3-4883-a240-e9011e32f19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:02.758447 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-94f75fe0-ebd3-4883-a240-e9011e32f19d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46a0766e-938e-48a5-ad4b-b0b12b611ffc HTTP/1.1" status: 204 len: 168 time: 0.1629908 Mar 02 07:43:03.450213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50486) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:03.550779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1040864271-network', 'tenant_id': '586ec7463f154c52a3f84157657c8741'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:03.555355 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:03.559095 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Usage tracker for resource:network and tenant:586ec7463f154c52a3f84157657c8741 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:03.561882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:03.567333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:03.577635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Made reservation on behalf of 586ec7463f154c52a3f84157657c8741 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:03.579850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.591783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.605927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:03.609518 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Usage tracker for resource:security_group_rule and tenant:586ec7463f154c52a3f84157657c8741 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:03.612213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:03.617661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:03.697376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.702408 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.731502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:43:03.743645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160858e4-6286-4b49-8191-936bd5521d0e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:03.749106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.749692 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Added segment 647e2fee-89dc-4049-bcfe-8c06c57e682a of type vlan for network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 Mar 02 07:43:03.775947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.803999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.804960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:03.805528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:03.905297 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4540083 Mar 02 07:43:03.908091 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9f550-9801-4a44-b310-aad8d84c758c admin admin] Pushing event updated for resources: {'Network': ['ID=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:03.908366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:43:03.913933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Request body: {'subnet': {'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1040864271-subnet', 'tenant_id': '586ec7463f154c52a3f84157657c8741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:03.917535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:43:03.919276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:03.923093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Usage tracker for resource:subnet and tenant:586ec7463f154c52a3f84157657c8741 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:03.925936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:03.932007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:03.942297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Made reservation on behalf of 586ec7463f154c52a3f84157657c8741 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:03.944783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.149285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.223837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e18236f-5c6f-4b7e-a504-1961cd5fc06d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:04.232141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Checking segment: {'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:04.232489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Network hostable DHCP agents. Network: 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:43:04.238290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.238642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.238973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.239298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.239622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.239950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.240268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.240588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.240903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.241298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.241620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.241959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:04.259176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:43:04.268007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:04.271928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:04.272617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.276633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08043ea3-f6d5-4b4c-9764-9d2f98f0b846 None None] Network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:04.292086 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39659aeb-560d-4936-9fa3-e709646cf8e2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3826332 Mar 02 07:43:04.517342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e5145-b758-4d57-a1fa-b7701cfb1277 None None] Network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:43:04.681669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2e3140a1-ef69-4f12-84b9-427b8c54835b no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:43:04.739161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 2e3140a1-ef69-4f12-84b9-427b8c54835b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:43:04.739504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 2e3140a1-ef69-4f12-84b9-427b8c54835b not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:43:04.792123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-fb1ee7db-a54d-4c90-8270-dc4363c05daa tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:04.794177 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-fb1ee7db-a54d-4c90-8270-dc4363c05daa tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 815 time: 0.1431355 Mar 02 07:43:04.801279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7524c42b-0b4e-43e2-ae0a-5a128e2af59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:04.808984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-7ac0e301-6b5a-4d4c-b6c0-6b1b5020a174 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/quotas/586ec7463f154c52a3f84157657c8741 HTTP/1.1" status: 200 len: 375 time: 0.0092027 Mar 02 07:43:04.859281 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-4d47bba8-9a2a-4ffd-846c-1105cf75649c tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451791 Mar 02 07:43:05.033004 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e87a3011-df5d-45b6-8b31-0adabb49bd07 service neutron] 10.222.0.41 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671650 Mar 02 07:43:05.162690 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-8b38d89d-b698-4de9-9f65-676d75bb39e8 service neutron] 10.222.0.41 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233056 Mar 02 07:43:05.357390 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d256fbf8-a64f-4335-bb63-4bfc9977dddd req-70919d02-68e9-4a38-a2f0-eea0886dd878 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 210 time: 0.0493884 Mar 02 07:43:05.874559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:05.878682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.377442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-6b6557d7-b0ca-41f8-905d-88066de4bf0b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:06.378142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-6b6557d7-b0ca-41f8-905d-88066de4bf0b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Synchronizing usage tracker for tenant:586ec7463f154c52a3f84157657c8741 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:06.394845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-6b6557d7-b0ca-41f8-905d-88066de4bf0b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Unset dirty status for tenant:586ec7463f154c52a3f84157657c8741 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:06.396135 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-6b6557d7-b0ca-41f8-905d-88066de4bf0b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 815 time: 0.1619236 Mar 02 07:43:06.407780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Request body: {'port': {'device_id': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25', 'admin_state_up': True, 'tenant_id': '586ec7463f154c52a3f84157657c8741'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:06.510411 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df227a4d-60d4-4778-8a21-a8155a6f345e req-b7ee27b8-abf7-4662-b6b3-d63e0c95f914 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 210 time: 0.0409267 Mar 02 07:43:06.543444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:06.547242 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Usage tracker for resource:port and tenant:586ec7463f154c52a3f84157657c8741 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:43:06.549988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:43:06.555514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:06.565037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Made reservation on behalf of 586ec7463f154c52a3f84157657c8741 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:06.568420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.724218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Allocated IP 172.20.0.10 (8dd22a9e-d51d-4cb4-9a33-32b04fb17a25/5e18236f-5c6f-4b7e-a504-1961cd5fc06d/8b7b84df-1c57-4e84-99c3-b1d826e97de3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:06.914917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:06.943902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.005381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:07.008331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:07.012531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:07.054289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:07.084393 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:07.084985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.104103 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e666f94b-e818-4b35-8069-4ad613aeb89f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7001448 Mar 02 07:43:07.114458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Request body: {'port': {'device_id': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:07.134225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.221652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.691499 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7b84df-1c57-4e84-99c3-b1d826e97de3 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:07.701142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.720387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Transition to ACTIVE for port object 8b7b84df-1c57-4e84-99c3-b1d826e97de3 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:07.724513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:07.833064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8be2f5-02fe-40c1-8ef8-860d1ef17dea req-40790684-9045-444c-a469-f959486c75d7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:07.833771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ca8be2f5-02fe-40c1-8ef8-860d1ef17dea req-40790684-9045-444c-a469-f959486c75d7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Synchronizing usage tracker for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:07.870185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:07.935214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ca8be2f5-02fe-40c1-8ef8-860d1ef17dea req-40790684-9045-444c-a469-f959486c75d7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Unset dirty status for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:07.936350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca8be2f5-02fe-40c1-8ef8-860d1ef17dea req-40790684-9045-444c-a469-f959486c75d7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 932 time: 0.3100233 Mar 02 07:43:08.003801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ca8be2f5-02fe-40c1-8ef8-860d1ef17dea req-524f7629-985b-4662-bf62-839cdba0902e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Synchronizing usage tracker for tenant:586ec7463f154c52a3f84157657c8741 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:08.013336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Attempting to bind port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:08.013678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Attempting to bind port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:08.014002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Attempting to bind port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 on network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:08.022960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 on network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:43:08.023266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Attempting to bind port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 on network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:08.029813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:08.030184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Checking segment: {'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:08.030555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Bound using segment: {'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:08.030966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Bound port: 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:08.031298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.041031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ca8be2f5-02fe-40c1-8ef8-860d1ef17dea req-524f7629-985b-4662-bf62-839cdba0902e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Unset dirty status for tenant:586ec7463f154c52a3f84157657c8741 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:08.042159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca8be2f5-02fe-40c1-8ef8-860d1ef17dea req-524f7629-985b-4662-bf62-839cdba0902e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998588 Mar 02 07:43:08.117089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:08.119907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:08.124386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.180064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:08.180665 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:08.182040 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] 10.222.0.32 "PUT /v2.0/ports/8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 200 len: 1094 time: 1.0714204 Mar 02 07:43:08.182445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:08.225073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:08.257826 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'status': 'completed', 'code': 200} Mar 02 07:43:08.270633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.270977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.271308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.271634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.271957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.272277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.272593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.272908 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.273224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.273535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.273871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.274188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650eea17-a664-42eb-a1fc-92a48a3e8693 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:08.312720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-1e29b441-4b9c-4ee7-b4d5-f8a0f1f9849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:08.314409 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-1e29b441-4b9c-4ee7-b4d5-f8a0f1f9849a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 1097 time: 0.0906782 Mar 02 07:43:08.386146 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-d1c55afb-d4a9-42b0-ae75-4f3509d45216 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 200 len: 217 time: 0.0642531 Mar 02 07:43:08.446601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-0e4e5c2f-4d27-4226-aa62-5fed44aa2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:08.448011 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-0e4e5c2f-4d27-4226-aa62-5fed44aa2301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0569637 Mar 02 07:43:08.495039 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-c05df9fe-e114-4f90-b396-8db697db2578 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417192 Mar 02 07:43:08.621474 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-ac753d1c-a9d2-400a-8ad0-93183bc6e816 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203899 Mar 02 07:43:08.747291 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-022d44cf-d1c5-480e-a9f6-2b4099760781 req-e74f0c6f-7046-417a-9b23-77b19499e4b1 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202593 Mar 02 07:43:08.853962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-85c3bd49-e297-42c8-a956-4272501d6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:08.855949 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-85c3bd49-e297-42c8-a956-4272501d6a0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 1097 time: 0.0685232 Mar 02 07:43:08.981941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-63c940dd-0cb5-4c80-bce0-00351106083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:08.983259 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-63c940dd-0cb5-4c80-bce0-00351106083f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1214938 Mar 02 07:43:09.162778 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-d704f833-b944-441f-b121-6a27d0a256ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 200 len: 217 time: 0.1727161 Mar 02 07:43:09.266032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-6306008a-d2c5-40df-99f5-5d520a3e2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:09.267343 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-6306008a-d2c5-40df-99f5-5d520a3e2ab9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0752151 Mar 02 07:43:09.323094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca17e20-1fb2-4eae-a742-326502777585 req-7861c3e6-2fa6-414c-af2b-70d5c3a87b4d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:09.324545 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0ca17e20-1fb2-4eae-a742-326502777585 req-7861c3e6-2fa6-414c-af2b-70d5c3a87b4d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 944 time: 0.1635647 Mar 02 07:43:09.330864 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-b5a48572-aa08-4cc7-91ef-fce146cccd4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492711 Mar 02 07:43:09.451957 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0ca17e20-1fb2-4eae-a742-326502777585 req-0558752e-31b5-41d0-aa19-d1f3120ed001 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201634 Mar 02 07:43:09.492955 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-d433cb5f-748f-4dbe-ae82-740d304e642f service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481555 Mar 02 07:43:09.621338 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a033aadf-dd69-4bca-92db-1971c9e74790 req-83146fae-3e45-4521-a456-b71ce0290ac1 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224289 Mar 02 07:43:10.636632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5ec-d952-4f34-bde3-78d8b83e7b4a req-e76f0163-0530-499a-92b6-31276ee4b810 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:10.638682 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1acd5ec-d952-4f34-bde3-78d8b83e7b4a req-e76f0163-0530-499a-92b6-31276ee4b810 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 944 time: 0.0813046 Mar 02 07:43:10.680054 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1acd5ec-d952-4f34-bde3-78d8b83e7b4a req-f26fde07-3632-4d77-bf7a-26756e5f07c9 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Mar 02 07:43:11.865782 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76e39e-f007-40ed-b4ed-57d91a52bc37 req-affdf154-94ef-4454-a195-e4f7c24e72ed tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:11.867207 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad76e39e-f007-40ed-b4ed-57d91a52bc37 req-affdf154-94ef-4454-a195-e4f7c24e72ed tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 944 time: 0.0813656 Mar 02 07:43:11.909776 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad76e39e-f007-40ed-b4ed-57d91a52bc37 req-ef553d46-e119-4c51-a94b-5ea2042b3856 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364108 Mar 02 07:43:12.726954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8b7b84df-1c57-4e84-99c3-b1d826e97de3 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:43:12.854140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:12.866563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25', 'port_id': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'mac_address': 'fa:16:3e:af:e1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e18236f-5c6f-4b7e-a504-1961cd5fc06d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:43:12.922221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:12.938637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7b84df-1c57-4e84-99c3-b1d826e97de3 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:12.954748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:12.958564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:13.024102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:13.091152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e579-d126-4188-8eee-df9f40ec56dd req-98a0f2b8-e08c-4b7c-94fe-908bd432c882 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:13.093187 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ad7e579-d126-4188-8eee-df9f40ec56dd req-98a0f2b8-e08c-4b7c-94fe-908bd432c882 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 945 time: 0.0783114 Mar 02 07:43:13.136046 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ad7e579-d126-4188-8eee-df9f40ec56dd req-07c52242-13df-4aff-adbf-1c171da1203a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Mar 02 07:43:13.158675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['8b7b84df-1c57-4e84-99c3-b1d826e97de3'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:14.316779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed6375-e53c-4658-a4f9-be6780862afd req-26891477-469e-4628-8832-e52951031bb1 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:14.318263 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-56ed6375-e53c-4658-a4f9-be6780862afd req-26891477-469e-4628-8832-e52951031bb1 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 945 time: 0.0792406 Mar 02 07:43:14.361527 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-56ed6375-e53c-4658-a4f9-be6780862afd req-20d21c61-6ff6-44ba-8119-1f3f14672e37 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Mar 02 07:43:14.742370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8b7b84df-1c57-4e84-99c3-b1d826e97de3 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:14.806973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:43:14.812142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:14.812540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.922129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:14.947451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:14.957274 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:14.960469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:15.003193 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'code': 200} Mar 02 07:43:15.035527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:15.211063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca61e6-d005-44f8-9df9-4cff8f029e7d req-c9e0a119-a803-483d-907c-6523e862b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:15.212479 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2cca61e6-d005-44f8-9df9-4cff8f029e7d req-c9e0a119-a803-483d-907c-6523e862b24d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 1099 time: 0.0702279 Mar 02 07:43:15.251012 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2cca61e6-d005-44f8-9df9-4cff8f029e7d req-85801330-b739-40ca-b629-cd68b3aca3ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Mar 02 07:43:15.548973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317dc0d-ea40-4956-a159-17db6b8745b8 req-3d7336c4-2dac-48e3-a013-ff3f2aa1ddf5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:15.550445 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a317dc0d-ea40-4956-a159-17db6b8745b8 req-3d7336c4-2dac-48e3-a013-ff3f2aa1ddf5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0773840 Mar 02 07:43:15.595284 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a317dc0d-ea40-4956-a159-17db6b8745b8 req-7cd61ed3-9ab6-4320-94b8-5dae16d2e2cd tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Mar 02 07:43:16.780920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a216c-193e-4451-a4ef-88f0c1743208 req-e6fa072a-fe5b-4c9c-88f6-79a6e323d015 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:16.782371 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-349a216c-193e-4451-a4ef-88f0c1743208 req-e6fa072a-fe5b-4c9c-88f6-79a6e323d015 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0814068 Mar 02 07:43:16.824419 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-349a216c-193e-4451-a4ef-88f0c1743208 req-27087e81-4784-4006-94de-a8cf121bdf80 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365179 Mar 02 07:43:17.007540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6ad7a-d35d-4715-ac38-0815aa294a38 req-26fb15eb-695c-466f-8583-55749e018e45 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:17.008867 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20a6ad7a-d35d-4715-ac38-0815aa294a38 req-26fb15eb-695c-466f-8583-55749e018e45 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0804505 Mar 02 07:43:17.051673 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20a6ad7a-d35d-4715-ac38-0815aa294a38 req-871ce66a-acac-4756-8145-5c4c1c50352b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 Mar 02 07:43:17.533571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef6446-96e5-41ab-bb21-7bd10b328323 req-3bd8030c-b9b4-428b-91a3-1a86f795ad9a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:17.535019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2fef6446-96e5-41ab-bb21-7bd10b328323 req-3bd8030c-b9b4-428b-91a3-1a86f795ad9a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0789239 Mar 02 07:43:17.580894 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2fef6446-96e5-41ab-bb21-7bd10b328323 req-c6140a46-bcf6-4e15-be8c-8631b9fbf143 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Mar 02 07:43:17.759411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f678e-3ee6-435b-b3b8-6aae74567a96 req-655c2e8d-0f83-4d13-b7c9-606d304fefe7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:17.760855 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-695f678e-3ee6-435b-b3b8-6aae74567a96 req-655c2e8d-0f83-4d13-b7c9-606d304fefe7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0775049 Mar 02 07:43:17.818729 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-695f678e-3ee6-435b-b3b8-6aae74567a96 req-3a0f8bca-2380-4ce1-8aeb-2feec3f2d5c4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518353 Mar 02 07:43:18.212842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-c0359e71-af3a-4cee-9aa1-3fd0e8f02833 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155853 Mar 02 07:43:18.243669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426e9f-8066-4f73-9a35-010e4f513923 req-b7381760-86b3-4d10-89c6-68ccd17ad1af tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:18.245134 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d426e9f-8066-4f73-9a35-010e4f513923 req-b7381760-86b3-4d10-89c6-68ccd17ad1af tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0942566 Mar 02 07:43:18.292254 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d426e9f-8066-4f73-9a35-010e4f513923 req-537b1528-09ef-4199-aa2d-e37e88d41c8c tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Mar 02 07:43:19.037394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:19.376897 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-56660cab-06ec-49c6-9b54-3594de178d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.378390 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-56660cab-06ec-49c6-9b54-3594de178d70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 1099 time: 0.0716369 Mar 02 07:43:19.564861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-7d2fdb61-06ac-482c-b1a2-66f70300c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.566307 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-7d2fdb61-06ac-482c-b1a2-66f70300c473 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1823843 Mar 02 07:43:19.575615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6825b-6e3c-48ef-b15a-0dea2d6df6cb req-40a57ef6-b653-4aad-8d78-a4a75d1f46c1 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.576868 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-39f6825b-6e3c-48ef-b15a-0dea2d6df6cb req-40a57ef6-b653-4aad-8d78-a4a75d1f46c1 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.1722388 Mar 02 07:43:19.651615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-6bbda124-7116-427f-8e5e-34f08dccfb7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 200 len: 217 time: 0.0738056 Mar 02 07:43:19.714452 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-39f6825b-6e3c-48ef-b15a-0dea2d6df6cb req-c2d7f53c-4ef4-4803-9cc3-d26b936d4044 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904377 Mar 02 07:43:19.727175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-34050b93-6698-4a1b-8945-325928bb1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:19.728630 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-34050b93-6698-4a1b-8945-325928bb1072 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0672441 Mar 02 07:43:19.774251 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-57ae32d6-d532-4366-8928-8acc01efc61c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398681 Mar 02 07:43:19.997887 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-567521da-56d4-4d5f-8c7d-20ad029056a0 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176619 Mar 02 07:43:20.123834 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-b296a106-8001-47e0-98a7-8fd904a4185d service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207769 Mar 02 07:43:20.892781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b53d-3731-47e6-9efa-acac831030f3 req-49b42d19-4411-426a-9f33-e758912103a4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:20.894262 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe89b53d-3731-47e6-9efa-acac831030f3 req-49b42d19-4411-426a-9f33-e758912103a4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0775437 Mar 02 07:43:20.936799 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe89b53d-3731-47e6-9efa-acac831030f3 req-7ab9b2ec-328e-40ab-8762-e60ffc5825cc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368764 Mar 02 07:43:22.119538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e926d-95bd-4a03-8173-cf16f7fd2649 req-368cc371-707e-4cf0-ab4c-87d3042d0e1d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:22.120954 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d36e926d-95bd-4a03-8173-cf16f7fd2649 req-368cc371-707e-4cf0-ab4c-87d3042d0e1d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0817642 Mar 02 07:43:22.162853 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d36e926d-95bd-4a03-8173-cf16f7fd2649 req-001c5860-19e3-48bf-bfe3-b87698c44656 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Mar 02 07:43:23.445231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09b0a2-18e3-4278-94b8-151f9f9ab0c0 req-789dc244-e4e6-42c0-9bab-97a657e875f6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:23.446626 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa09b0a2-18e3-4278-94b8-151f9f9ab0c0 req-789dc244-e4e6-42c0-9bab-97a657e875f6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.1787181 Mar 02 07:43:23.490371 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa09b0a2-18e3-4278-94b8-151f9f9ab0c0 req-ec83678d-8fea-4a4c-8cf2-8a3e48eda137 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Mar 02 07:43:24.670172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398849f-6ed0-4a1e-81a1-7c04e445880c req-0fe5b7d4-b1ab-4b1b-af74-aa24e5c527ec tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:24.671594 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4398849f-6ed0-4a1e-81a1-7c04e445880c req-0fe5b7d4-b1ab-4b1b-af74-aa24e5c527ec tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0774934 Mar 02 07:43:24.714129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4398849f-6ed0-4a1e-81a1-7c04e445880c req-21688e56-dda6-4817-976d-c8e93709400d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Mar 02 07:43:25.894854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579373f1-245b-42c9-8f03-e258ca74a940 req-d22bf932-6ffe-4a7a-886e-3031c55e119d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:25.896265 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-579373f1-245b-42c9-8f03-e258ca74a940 req-d22bf932-6ffe-4a7a-886e-3031c55e119d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0790408 Mar 02 07:43:25.938406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-579373f1-245b-42c9-8f03-e258ca74a940 req-fed6d4be-77ee-4e14-8574-8f89a2ba8c90 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365908 Mar 02 07:43:27.130653 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c581f6b-5ba3-4892-a228-edaa8226b65c req-07b73132-4529-4f65-bbbb-4728eee9a4ee tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:27.132084 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c581f6b-5ba3-4892-a228-edaa8226b65c req-07b73132-4529-4f65-bbbb-4728eee9a4ee tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0839329 Mar 02 07:43:27.174329 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c581f6b-5ba3-4892-a228-edaa8226b65c req-34636008-e3fb-4346-9d41-35b23a8644ff tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Mar 02 07:43:28.354895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32754d-fc4d-4537-a0c8-54d9d29a45d3 req-3c5de9ad-8663-4d1e-8a90-34446e519edd tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:28.356356 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ee32754d-fc4d-4537-a0c8-54d9d29a45d3 req-3c5de9ad-8663-4d1e-8a90-34446e519edd tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0791445 Mar 02 07:43:28.398499 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ee32754d-fc4d-4537-a0c8-54d9d29a45d3 req-9f78ef65-c54e-49ed-8885-c120c645118e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Mar 02 07:43:29.578584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f265fc-bfe5-4f50-8000-e1b32aed29bb req-eb223a15-2bca-4693-9926-3e9e9f72b2ba tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:29.580009 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45f265fc-bfe5-4f50-8000-e1b32aed29bb req-eb223a15-2bca-4693-9926-3e9e9f72b2ba tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0767040 Mar 02 07:43:29.628304 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45f265fc-bfe5-4f50-8000-e1b32aed29bb req-1a0ff301-3c91-4a37-91ae-d3622a3b9280 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Mar 02 07:43:30.812821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef49a2-3a67-4c7c-a27c-0cbd432021b9 req-f9521fa9-1d3b-494d-b7d4-75fdd87914e6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:30.814291 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ecef49a2-3a67-4c7c-a27c-0cbd432021b9 req-f9521fa9-1d3b-494d-b7d4-75fdd87914e6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0815196 Mar 02 07:43:30.856826 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ecef49a2-3a67-4c7c-a27c-0cbd432021b9 req-ebfb61e1-07a0-4ab3-bbba-1c148fe8316a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370386 Mar 02 07:43:32.084333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde942d-7bb3-4e33-a07a-06f775f5e9d9 req-7c32e464-e8fc-4327-902b-7e97d67111b6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:32.085799 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5bde942d-7bb3-4e33-a07a-06f775f5e9d9 req-7c32e464-e8fc-4327-902b-7e97d67111b6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.1246319 Mar 02 07:43:32.128145 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5bde942d-7bb3-4e33-a07a-06f775f5e9d9 req-06338546-7618-473e-bab7-f3f5eff2b8f0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358255 Mar 02 07:43:32.556497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d59e2c38-c8e0-480b-a561-b1d1b527237e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:33.307929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc1835-bc04-497d-a452-fb9a5890a004 req-d2f0e8a9-38fb-4bc4-8132-def33c683fed tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:33.309449 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22dc1835-bc04-497d-a452-fb9a5890a004 req-d2f0e8a9-38fb-4bc4-8132-def33c683fed tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0775609 Mar 02 07:43:33.361762 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22dc1835-bc04-497d-a452-fb9a5890a004 req-dd132969-6474-4906-a882-07cd16ed0edd tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467157 Mar 02 07:43:34.546098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a77d-02fb-4895-b830-e4ac8cf361fb req-0799e411-f9f9-4735-b7b1-1551a982636c tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:34.547535 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6147a77d-02fb-4895-b830-e4ac8cf361fb req-0799e411-f9f9-4735-b7b1-1551a982636c tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0813446 Mar 02 07:43:34.590005 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6147a77d-02fb-4895-b830-e4ac8cf361fb req-49566499-8d25-4e8d-9254-60f37757a404 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368052 Mar 02 07:43:34.802357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-059de873-0981-4c5e-a15a-71667a9afb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.771141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea0b9f-02e4-4a11-9aa6-61facaba3c75 req-881bd67b-6780-4d5c-b7c7-dc38a2adf9a4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:35.772578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9cea0b9f-02e4-4a11-9aa6-61facaba3c75 req-881bd67b-6780-4d5c-b7c7-dc38a2adf9a4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0773537 Mar 02 07:43:35.815939 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9cea0b9f-02e4-4a11-9aa6-61facaba3c75 req-871a3e0d-d03e-4fa1-a8a0-ee7087502a36 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377638 Mar 02 07:43:35.870433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:35.881221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:36.759435 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:43:36.994907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b1d44-39cf-4376-b87d-fec12e37a3ca req-07ca3b6c-efeb-44a4-ae6e-2a0acd307d7a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:36.996857 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2b7b1d44-39cf-4376-b87d-fec12e37a3ca req-07ca3b6c-efeb-44a4-ae6e-2a0acd307d7a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0782316 Mar 02 07:43:37.039817 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2b7b1d44-39cf-4376-b87d-fec12e37a3ca req-6837d88e-f124-491a-a8ca-aa1961de0fe9 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Mar 02 07:43:37.135840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:38.223399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930955-eb15-4796-8733-97d09113333b req-e1b699dc-5be7-4bfa-8223-b3507f296703 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:38.224829 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df930955-eb15-4796-8733-97d09113333b req-e1b699dc-5be7-4bfa-8223-b3507f296703 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0806456 Mar 02 07:43:38.267433 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df930955-eb15-4796-8733-97d09113333b req-3e20c3a4-7330-43c3-994d-0af062bea615 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Mar 02 07:43:38.722382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-ff3892b4-86ee-419f-8f9f-6da65a56206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:38.723806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-ff3892b4-86ee-419f-8f9f-6da65a56206c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 1099 time: 0.0722487 Mar 02 07:43:38.862551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-8530cd8a-12c7-46a5-ad74-bc0f6f7ff8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:38.863957 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-8530cd8a-12c7-46a5-ad74-bc0f6f7ff8df service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1214716 Mar 02 07:43:38.931395 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-60f025df-9670-4825-8338-00631f452190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 200 len: 217 time: 0.0608387 Mar 02 07:43:38.991603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-1a15dab3-52a4-4298-ace7-2120bf39b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:38.992893 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-1a15dab3-52a4-4298-ace7-2120bf39b7a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0555966 Mar 02 07:43:39.037236 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-aaa7d97d-f056-40e2-a4a6-6f91e73a4c1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389211 Mar 02 07:43:39.162122 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-75a22f4e-44e6-4b23-8b69-8034ebb83c2e service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187246 Mar 02 07:43:39.287751 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d98d1f6-c5a5-4308-9218-a5b3511315a9 req-a52ca0a2-8752-436c-bd48-3196b065496c service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198561 Mar 02 07:43:39.454657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7a7a8-cd9c-4071-96b0-de77a091e8fc req-f5693b4f-459c-48bd-8c3a-2c367b9d922e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:39.456085 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13a7a7a8-cd9c-4071-96b0-de77a091e8fc req-f5693b4f-459c-48bd-8c3a-2c367b9d922e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0826178 Mar 02 07:43:39.499319 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13a7a7a8-cd9c-4071-96b0-de77a091e8fc req-85247fd7-0659-43fd-8388-ec7f4462e1cc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Mar 02 07:43:40.678692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858b49c-9a6e-4116-a99f-deb1e3f0b3e6 req-a075f0d4-8527-4c5a-87c1-5d93fe96cd7d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:40.680173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5858b49c-9a6e-4116-a99f-deb1e3f0b3e6 req-a075f0d4-8527-4c5a-87c1-5d93fe96cd7d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0781388 Mar 02 07:43:40.723032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5858b49c-9a6e-4116-a99f-deb1e3f0b3e6 req-e4336ac7-ed76-4dfe-81b1-5a8c05bf966f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Mar 02 07:43:41.901892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c49be-975a-4819-9e98-d601b5f45d70 req-bb137e04-1174-40a9-9316-4f52fb8cac3e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:41.903356 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-429c49be-975a-4819-9e98-d601b5f45d70 req-bb137e04-1174-40a9-9316-4f52fb8cac3e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0777805 Mar 02 07:43:41.948945 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-429c49be-975a-4819-9e98-d601b5f45d70 req-6e478c78-de2b-4a8c-b835-e009a57f4084 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Mar 02 07:43:43.130610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54a742-1ebd-4ea6-8647-c2df4a859ebb req-a5242429-935e-4776-ae2a-cd9db11764f4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:43.132068 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c54a742-1ebd-4ea6-8647-c2df4a859ebb req-a5242429-935e-4776-ae2a-cd9db11764f4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0809586 Mar 02 07:43:43.174915 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c54a742-1ebd-4ea6-8647-c2df4a859ebb req-fc6ea029-4598-43f1-b635-b31f24f6d929 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373523 Mar 02 07:43:44.353675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4e28d-b651-48cb-85ec-ec55d8e51431 req-7798a83b-3107-4cbe-9970-f70597c06e87 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:44.355275 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80e4e28d-b651-48cb-85ec-ec55d8e51431 req-7798a83b-3107-4cbe-9970-f70597c06e87 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0792131 Mar 02 07:43:44.398258 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80e4e28d-b651-48cb-85ec-ec55d8e51431 req-e493d2e2-c53d-4ca9-9514-ba44941c5c47 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Mar 02 07:43:45.588111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085c21d-d1bb-43b9-aa21-8d3500026eda req-e6ff31fc-7c0e-4790-8c09-b59edfed4292 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:45.589528 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2085c21d-d1bb-43b9-aa21-8d3500026eda req-e6ff31fc-7c0e-4790-8c09-b59edfed4292 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0804689 Mar 02 07:43:45.632420 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2085c21d-d1bb-43b9-aa21-8d3500026eda req-0b6570bc-545b-442c-bfdc-25df6d6b9e06 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367682 Mar 02 07:43:46.705383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-0f57810f-f080-4c7c-95f7-45b43fc6954e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:43:46.706342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-0f57810f-f080-4c7c-95f7-45b43fc6954e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052776 Mar 02 07:43:46.924674 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-1fa81a10-5f47-48ee-a939-5d3854ddd464 service neutron] 10.222.0.32 "GET /v2.0/ports/8b7b84df-1c57-4e84-99c3-b1d826e97de3/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.2126939 Mar 02 07:43:46.944430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240a2dc-4675-4248-ad38-9b4185490c21 req-dc6f1b6d-c865-4188-abbc-2a53390cad64 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:46.945877 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d240a2dc-4675-4248-ad38-9b4185490c21 req-dc6f1b6d-c865-4188-abbc-2a53390cad64 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.2037363 Mar 02 07:43:46.991709 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d240a2dc-4675-4248-ad38-9b4185490c21 req-5218f4bb-cac6-4fbf-b614-4c005d031063 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Mar 02 07:43:47.182668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-a6358870-5bec-424e-8707-10055424736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:47.184033 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-a6358870-5bec-424e-8707-10055424736d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16&tenant_id=586ec7463f154c52a3f84157657c8741 HTTP/1.1" status: 200 len: 1099 time: 0.0704885 Mar 02 07:43:47.271997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-09d6e6de-dbc1-453a-b8ac-1a40b1b19bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:47.273435 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-09d6e6de-dbc1-453a-b8ac-1a40b1b19bad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 1099 time: 0.0698144 Mar 02 07:43:47.400412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-b6c604b0-808b-40f3-843c-59a39c79a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:47.401965 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-b6c604b0-808b-40f3-843c-59a39c79a55d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1229355 Mar 02 07:43:47.471486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-3b9cd4ab-401e-4351-8e51-f89474419ae6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 200 len: 217 time: 0.0638025 Mar 02 07:43:47.531564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-89f97a9f-4ad9-4e94-baa5-8f19914bbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:47.532944 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-89f97a9f-4ad9-4e94-baa5-8f19914bbe5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0562582 Mar 02 07:43:47.581097 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-fd978744-1d47-4dcf-a823-ce17eecf51b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421083 Mar 02 07:43:47.707024 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-6f717f2b-c1ff-41b6-966d-ca8f3edd9d9e service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203892 Mar 02 07:43:47.833240 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f439d32d-6591-4c46-bdd5-52afce75a746 req-b81ce7d9-ec70-465b-a7f8-2b87d2d585c1 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203089 Mar 02 07:43:48.220509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459a2b4-8195-46b1-b6ff-34cb3a2fcb5b req-8ccccf54-2184-4813-a21c-01fcc0be1aed tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:48.221991 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0459a2b4-8195-46b1-b6ff-34cb3a2fcb5b req-8ccccf54-2184-4813-a21c-01fcc0be1aed tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.1258981 Mar 02 07:43:48.264479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0459a2b4-8195-46b1-b6ff-34cb3a2fcb5b req-9203a6a3-41b0-4ab4-9e3d-d6962953dc48 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367563 Mar 02 07:43:49.036581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:49.456512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4911cc2-300e-4370-a9b0-c41704039860 req-d9f395c0-5fd4-4bb8-8f35-95cfa710947b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:49.457967 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a4911cc2-300e-4370-a9b0-c41704039860 req-d9f395c0-5fd4-4bb8-8f35-95cfa710947b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0792060 Mar 02 07:43:49.500921 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a4911cc2-300e-4370-a9b0-c41704039860 req-cd4f1c7d-700c-4eef-9da2-ef4533aefb92 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367599 Mar 02 07:43:50.683185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561adf7f-83b5-42da-abf3-1429c05c0f7f req-a8d09e0d-8200-4794-8223-22f208e7264b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:50.685204 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-561adf7f-83b5-42da-abf3-1429c05c0f7f req-a8d09e0d-8200-4794-8223-22f208e7264b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0817933 Mar 02 07:43:50.727244 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-561adf7f-83b5-42da-abf3-1429c05c0f7f req-16348d10-e8b6-48aa-8fc3-18b3e3f5379a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Mar 02 07:43:50.938115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8b7b84df-1c57-4e84-99c3-b1d826e97de3 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:43:50.942732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8b7b84df-1c57-4e84-99c3-b1d826e97de3 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:43:51.037142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e94d8-f582-4d12-8eeb-125137cfff49 req-af2f2fa1-65b3-48f6-8031-6c055f931d2b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:51.039216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-813e94d8-f582-4d12-8eeb-125137cfff49 req-af2f2fa1-65b3-48f6-8031-6c055f931d2b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0826001 Mar 02 07:43:51.051126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-23bcf140-c4b4-43e4-8642-9af479cc1cd5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:51.052691 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-23bcf140-c4b4-43e4-8642-9af479cc1cd5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16&tenant_id=586ec7463f154c52a3f84157657c8741&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 946 time: 0.0888710 Mar 02 07:43:51.090579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-813e94d8-f582-4d12-8eeb-125137cfff49 req-0625ab9c-aa9f-4f79-b353-7c5c6f1093aa tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Mar 02 07:43:51.197979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:51.220716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25', 'port_id': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'mac_address': 'fa:16:3e:af:e1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e18236f-5c6f-4b7e-a504-1961cd5fc06d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:43:51.223221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.237550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-beacfd0e-1091-4b71-8b35-c5cb54b46b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:51.239044 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-beacfd0e-1091-4b71-8b35-c5cb54b46b7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 1099 time: 0.1155987 Mar 02 07:43:51.290137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:51.308433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.325617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:51.327387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b7b84df-1c57-4e84-99c3-b1d826e97de3 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:51.362762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:51.369559 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'code': 200} Mar 02 07:43:51.389225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-6e9ce110-40f5-4599-82ab-54ce244195a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:51.390697 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-6e9ce110-40f5-4599-82ab-54ce244195a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1459517 Mar 02 07:43:51.448134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:43:51.448400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:43:51.456613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:51.462425 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-8dc29244-53eb-4f23-ade3-caf2a56d138c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 200 len: 217 time: 0.0649319 Mar 02 07:43:51.463687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.464037 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.464375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.465319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.465662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.466258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.466583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.466905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.467327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.467657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.467976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.468298 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:43:51.521965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-30e48107-17b8-473c-96c1-a1df9bb61f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:51.523373 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-30e48107-17b8-473c-96c1-a1df9bb61f59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0553813 Mar 02 07:43:51.571801 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-c69fde0a-b0df-4d2f-a042-2bb43118c57f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418684 Mar 02 07:43:51.791901 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-6e7abf1b-6728-42d6-9405-285735486066 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143800 Mar 02 07:43:51.917962 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e43b7591-177e-49b2-ac3d-771a4f5ea5b0 req-cb526937-5694-481d-bc74-b13594092e9f service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202774 Mar 02 07:43:52.002383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.019017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7b84df-1c57-4e84-99c3-b1d826e97de3 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:52.033806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:52.037122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:52.102686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['8b7b84df-1c57-4e84-99c3-b1d826e97de3'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:52.140542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:52.281505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c9049-ed10-402b-afb0-fc790ac6a340 req-511310a8-3558-4ecd-a05d-aab298d9a60a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:52.283116 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-065c9049-ed10-402b-afb0-fc790ac6a340 req-511310a8-3558-4ecd-a05d-aab298d9a60a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 945 time: 0.0863247 Mar 02 07:43:52.331948 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-065c9049-ed10-402b-afb0-fc790ac6a340 req-8d95370a-79fd-4b81-8522-8fb3d93e51a8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425787 Mar 02 07:43:52.943911 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8b7b84df-1c57-4e84-99c3-b1d826e97de3 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:43:53.012650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:43:53.013297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.122900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.154503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:53.158382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:53.223176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:53.370166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:53.416197 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'code': 200} Mar 02 07:43:53.527074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084b69-0509-44e4-a1cb-8a6c5453ce1b req-dfb50a36-5266-43d3-9ce8-729a5073c922 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:53.528540 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dd084b69-0509-44e4-a1cb-8a6c5453ce1b req-dfb50a36-5266-43d3-9ce8-729a5073c922 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0839334 Mar 02 07:43:53.575026 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dd084b69-0509-44e4-a1cb-8a6c5453ce1b req-825c19e3-7619-4e44-a33e-70b775e749ae tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Mar 02 07:43:53.759232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1e115-cc32-4d66-96f3-dd0b96f43029 req-48ab2255-4163-40a5-a0a7-e455ee8b0a70 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:53.760663 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36a1e115-cc32-4d66-96f3-dd0b96f43029 req-48ab2255-4163-40a5-a0a7-e455ee8b0a70 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0810671 Mar 02 07:43:53.802738 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36a1e115-cc32-4d66-96f3-dd0b96f43029 req-2333b3c7-924d-4eb2-a35b-3d1a0baab772 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363786 Mar 02 07:43:53.983439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc959f-2ac6-428a-b42e-5f743b7ea98f req-5fb08282-9230-43f1-bfc0-e3336af6dc5f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:53.984887 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67fc959f-2ac6-428a-b42e-5f743b7ea98f req-5fb08282-9230-43f1-bfc0-e3336af6dc5f tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0811121 Mar 02 07:43:54.028099 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67fc959f-2ac6-428a-b42e-5f743b7ea98f req-f2454d17-40e9-4d4b-830b-bb6c965c7c75 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 Mar 02 07:43:54.499308 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-2121bce1-e867-47aa-a436-1d2b61115705 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:54.500723 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-2121bce1-e867-47aa-a436-1d2b61115705 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 815 time: 0.1405427 Mar 02 07:43:54.515373 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-fd1bd00c-ae65-4ec5-aea2-bde16af69b03 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/quotas/586ec7463f154c52a3f84157657c8741 HTTP/1.1" status: 200 len: 375 time: 0.0092568 Mar 02 07:43:54.595794 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-ddd55a16-272f-4939-82c9-71a49e2dbb80 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755873 Mar 02 07:43:54.645328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-d30b3b9c-1533-4abd-9c0c-e101261d15f0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:43:54.646347 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-d30b3b9c-1533-4abd-9c0c-e101261d15f0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443912 Mar 02 07:43:54.774023 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-a4bcdfd7-bae5-4473-823c-8c63775cf08d service neutron] 10.222.0.41 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209719 Mar 02 07:43:54.901699 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-112baf6d-42cb-4f69-89ea-5c01026e6e75 service neutron] 10.222.0.41 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214375 Mar 02 07:43:55.072258 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0844993c-6358-4b19-a687-cc1358aa593f req-1fea1c07-645a-4a33-a4f9-3e92195e02fb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 210 time: 0.0438817 Mar 02 07:43:56.075696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03342b48-ba89-4613-a415-06e4a64aff52 req-1df0a199-7a36-4831-9082-d4e3382323cb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:56.077500 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03342b48-ba89-4613-a415-06e4a64aff52 req-1df0a199-7a36-4831-9082-d4e3382323cb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d39fff0-0464-47e1-88c4-322ee9db7f16 HTTP/1.1" status: 200 len: 946 time: 0.0828333 Mar 02 07:43:56.151380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Deleting port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:43:56.151713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.221142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-e714fd7a-5fdf-4543-b6ed-d5c52bdc72ac tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:56.222583 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-e714fd7a-5fdf-4543-b6ed-d5c52bdc72ac tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 815 time: 0.1522286 Mar 02 07:43:56.234078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Request body: {'port': {'device_id': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25', 'admin_state_up': True, 'tenant_id': '586ec7463f154c52a3f84157657c8741'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:56.243155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f02daed6-9475-429b-9979-8996ee57efa8 req-ba9a52d6-ac6a-47d3-9097-da96e577119b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 210 time: 0.0497687 Mar 02 07:43:56.387796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:43:56.397253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:43:56.407132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Made reservation on behalf of 586ec7463f154c52a3f84157657c8741 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:43:56.411280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.453333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] For port 8b7b84df-1c57-4e84-99c3-b1d826e97de3, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8b7b84df-1c57-4e84-99c3-b1d826e97de3,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:43:56.453726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.570271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Allocated IP 172.20.0.6 (8dd22a9e-d51d-4cb4-9a33-32b04fb17a25/5e18236f-5c6f-4b7e-a504-1961cd5fc06d/407d3a5f-3346-4de1-bb91-719872b6289c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:43:56.573551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Calling delete_port for 8b7b84df-1c57-4e84-99c3-b1d826e97de3 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:43:56.834980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.846747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['8b7b84df-1c57-4e84-99c3-b1d826e97de3'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:56.882859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.883494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Pushing event deleted for resources: {'Port': ['ID=8b7b84df-1c57-4e84-99c3-b1d826e97de3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:56.912122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.922388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['8b7b84df-1c57-4e84-99c3-b1d826e97de3'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:43:56.963175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] No DVR routers for this DVR port 8b7b84df-1c57-4e84-99c3-b1d826e97de3 on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:43:56.965528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:56.969989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-deleted', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:56.980595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:43:56.983956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:43:56.984951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03342b48-ba89-4613-a415-06e4a64aff52 req-999804c9-5008-4fe8-9ef0-62f36857b480 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "DELETE /v2.0/ports/8b7b84df-1c57-4e84-99c3-b1d826e97de3 HTTP/1.1" status: 204 len: 173 time: 0.9021401 Mar 02 07:43:56.987989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:43:57.021557 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d39fff0-0464-47e1-88c4-322ee9db7f16', 'name': 'network-vif-deleted', 'tag': '8b7b84df-1c57-4e84-99c3-b1d826e97de3', 'status': 'completed', 'code': 200} Mar 02 07:43:57.038873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Pushing event updated for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:57.061275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:57.061924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.086293 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-48365b76-7959-4095-8bfa-cc066bdf850b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8559070 Mar 02 07:43:57.097268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Request body: {'port': {'device_id': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:43:57.210533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.454162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e62c-4dfb-44ed-a33a-fa9d7a649cb8 req-547e4bbf-ab89-4470-ae8d-481d694c734a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:57.454859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f3f6e62c-4dfb-44ed-a33a-fa9d7a649cb8 req-547e4bbf-ab89-4470-ae8d-481d694c734a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Synchronizing usage tracker for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:57.472560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f3f6e62c-4dfb-44ed-a33a-fa9d7a649cb8 req-547e4bbf-ab89-4470-ae8d-481d694c734a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Unset dirty status for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:57.473911 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3f6e62c-4dfb-44ed-a33a-fa9d7a649cb8 req-547e4bbf-ab89-4470-ae8d-481d694c734a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 931 time: 0.1057158 Mar 02 07:43:57.520427 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3f6e62c-4dfb-44ed-a33a-fa9d7a649cb8 req-16d559a7-c9b7-4185-8785-bbab059c2768 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Mar 02 07:43:57.580234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407d3a5f-3346-4de1-bb91-719872b6289c {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:43:57.587439 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.602092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Transition to ACTIVE for port object 407d3a5f-3346-4de1-bb91-719872b6289c will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:43:57.605518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.759289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Pushing event updated for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:57.829768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Attempting to bind port 407d3a5f-3346-4de1-bb91-719872b6289c on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:43:57.830092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Attempting to bind port 407d3a5f-3346-4de1-bb91-719872b6289c by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:43:57.830406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Attempting to bind port 407d3a5f-3346-4de1-bb91-719872b6289c on network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:57.834738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Port 407d3a5f-3346-4de1-bb91-719872b6289c on network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:43:57.835053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Attempting to bind port 407d3a5f-3346-4de1-bb91-719872b6289c on network 8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:43:57.840009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:43:57.840335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Checking segment: {'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:43:57.840708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Bound using segment: {'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:43:57.841374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Bound port: 407d3a5f-3346-4de1-bb91-719872b6289c, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647e2fee-89dc-4049-bcfe-8c06c57e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:43:57.841732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.927654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:43:57.930493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:43:57.935407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.991260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:57.991857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:43:57.993198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] 10.222.0.32 "PUT /v2.0/ports/407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 200 len: 1093 time: 0.9002254 Mar 02 07:43:57.993619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:43:58.016852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb7ac8-88f5-47ec-856f-e9bcb235c199 service neutron] Pushing event updated for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:43:58.058855 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c', 'status': 'completed', 'code': 200} Mar 02 07:43:58.101111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-89f6a4ef-07a8-4355-a382-c09affef8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:58.102570 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-89f6a4ef-07a8-4355-a382-c09affef8813 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 1096 time: 0.0743732 Mar 02 07:43:58.166754 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-7b1beb05-2d83-4ada-9f68-22a6c9178aa1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 200 len: 217 time: 0.0576737 Mar 02 07:43:58.228708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-10904de3-8183-4e5b-b280-81b4e13316fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:58.230527 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-10904de3-8183-4e5b-b280-81b4e13316fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0576401 Mar 02 07:43:58.273369 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-a2ceb8e5-8853-4bd4-a4de-045674f6d519 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380192 Mar 02 07:43:58.401362 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-7be69f82-1db0-49cc-a5b1-f1e86b5b5c1c service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223269 Mar 02 07:43:58.631175 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a60f22df-6654-4d80-86a2-224d81c854b5 req-cd7f2f9e-d6a6-46d3-8667-ff8f49eadb4e service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242441 Mar 02 07:43:58.704510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e6a2f-32d3-49a8-a21e-9fdad1651866 req-d0371aeb-20c7-48cb-b939-13e89262e8c8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:58.705971 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-964e6a2f-32d3-49a8-a21e-9fdad1651866 req-d0371aeb-20c7-48cb-b939-13e89262e8c8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 943 time: 0.0794315 Mar 02 07:43:58.744026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-2a408ad1-77d3-4b87-85db-53367f14d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:58.745726 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-2a408ad1-77d3-4b87-85db-53367f14d5ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 1096 time: 0.0708826 Mar 02 07:43:58.751158 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-964e6a2f-32d3-49a8-a21e-9fdad1651866 req-66463932-c2fc-426c-a021-6bf940c3e1ef tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Mar 02 07:43:58.872515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-6d6e442b-7a84-4875-845d-05493f80a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:58.873971 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-6d6e442b-7a84-4875-845d-05493f80a808 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1218104 Mar 02 07:43:58.941797 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-8f951597-5f0c-46be-9aea-097af7388ca0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 200 len: 217 time: 0.0610394 Mar 02 07:43:59.004794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-c53b1f21-e068-45d7-9645-e17f6a7b5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:59.006196 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-c53b1f21-e068-45d7-9645-e17f6a7b5fb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0583918 Mar 02 07:43:59.051808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-7aa5ba7e-63d7-4b82-9ce1-8b69be58810e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389948 Mar 02 07:43:59.186271 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-127b13ec-41e7-491d-9b6a-b9a7a961ac80 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276693 Mar 02 07:43:59.315147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3428dfc-5efd-47d5-bfcb-c09899e14664 req-f1d3f807-2929-444a-a8ce-5bc933c9b769 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213973 Mar 02 07:43:59.931728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6a2e0-8718-4e47-98f7-c4db83104cda req-96a875b7-eda3-4c7f-90b9-84f9875eafe5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:43:59.932433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1eb6a2e0-8718-4e47-98f7-c4db83104cda req-96a875b7-eda3-4c7f-90b9-84f9875eafe5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Synchronizing usage tracker for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:43:59.944411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1eb6a2e0-8718-4e47-98f7-c4db83104cda req-96a875b7-eda3-4c7f-90b9-84f9875eafe5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Unset dirty status for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:43:59.945495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1eb6a2e0-8718-4e47-98f7-c4db83104cda req-96a875b7-eda3-4c7f-90b9-84f9875eafe5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 943 time: 0.0899489 Mar 02 07:43:59.992120 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1eb6a2e0-8718-4e47-98f7-c4db83104cda req-4c092698-710d-484d-a82a-be4cdd107952 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Mar 02 07:44:00.962456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 407d3a5f-3346-4de1-bb91-719872b6289c details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:44:00.966018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8b7b84df-1c57-4e84-99c3-b1d826e97de3 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:01.003491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 8b7b84df-1c57-4e84-99c3-b1d826e97de3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:01.003831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8b7b84df-1c57-4e84-99c3-b1d826e97de3 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:01.126438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:01.139666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '407d3a5f-3346-4de1-bb91-719872b6289c', 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25', 'port_id': '407d3a5f-3346-4de1-bb91-719872b6289c', 'mac_address': 'fa:16:3e:04:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e18236f-5c6f-4b7e-a504-1961cd5fc06d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:44:01.177968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07f301-2481-40ae-8387-4943fcfdbcb9 req-82e5fe37-144a-43d0-b96d-07bf5763679b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:01.179446 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d07f301-2481-40ae-8387-4943fcfdbcb9 req-82e5fe37-144a-43d0-b96d-07bf5763679b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 943 time: 0.0813951 Mar 02 07:44:01.197357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.213762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407d3a5f-3346-4de1-bb91-719872b6289c {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:44:01.223530 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7d07f301-2481-40ae-8387-4943fcfdbcb9 req-f49c5a81-a9e3-4cc6-82da-8a999f975e52 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377512 Mar 02 07:44:01.228821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:01.233579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:01.299382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:01.426239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['407d3a5f-3346-4de1-bb91-719872b6289c'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:44:02.406218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed5039-c400-4a84-b3c9-dd9d80e8544a req-205a187a-52af-4ba4-897a-10860915a73e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:02.407669 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5ed5039-c400-4a84-b3c9-dd9d80e8544a req-205a187a-52af-4ba4-897a-10860915a73e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 944 time: 0.0794423 Mar 02 07:44:02.450356 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5ed5039-c400-4a84-b3c9-dd9d80e8544a req-07ffcb05-4911-432d-bf12-e6219fa16e85 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Mar 02 07:44:02.558908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b2f97df-86de-4ae3-934f-5904618e835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:02.974875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 407d3a5f-3346-4de1-bb91-719872b6289c up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:03.040086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 407d3a5f-3346-4de1-bb91-719872b6289c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:03.044497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 407d3a5f-3346-4de1-bb91-719872b6289c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:03.044869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.157962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.183725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:03.193579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:03.197589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:03.232859 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c', 'code': 200} Mar 02 07:44:03.299212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:03.459350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd5fc6-a368-4d41-80dc-c48681e6be77 req-37205195-c54c-42e1-ba67-1f5a9f659087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:03.460811 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27cd5fc6-a368-4d41-80dc-c48681e6be77 req-37205195-c54c-42e1-ba67-1f5a9f659087 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 1098 time: 0.0761240 Mar 02 07:44:03.501082 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27cd5fc6-a368-4d41-80dc-c48681e6be77 req-babd669e-6ee9-4aec-b3a5-c32cbb0a9433 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342915 Mar 02 07:44:03.634348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7542ae-2238-4aeb-b432-549bccc3b2fb req-0bfddf1d-1af3-48a4-87d0-91d8ffbd3632 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:03.635911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d7542ae-2238-4aeb-b432-549bccc3b2fb req-0bfddf1d-1af3-48a4-87d0-91d8ffbd3632 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0781765 Mar 02 07:44:03.680318 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d7542ae-2238-4aeb-b432-549bccc3b2fb req-90918541-02e5-4dc3-8d70-69882d6dc14e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390165 Mar 02 07:44:04.804728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236f5c7a-c029-49b3-a6a7-d6a88355b324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:04.872603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fa8c0-0d6b-41e4-8201-6cd320b37b9c req-a2bc84bf-6da6-4a7a-8ef9-d75f10d2b668 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:04.874049 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-803fa8c0-0d6b-41e4-8201-6cd320b37b9c req-a2bc84bf-6da6-4a7a-8ef9-d75f10d2b668 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0839279 Mar 02 07:44:04.916311 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-803fa8c0-0d6b-41e4-8201-6cd320b37b9c req-03feda90-13c1-4c32-ae95-35f99cd9dc9e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366385 Mar 02 07:44:05.105230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705a37-52b1-46df-ae32-9b9eeaed5970 req-c3dd5e82-ee89-48e4-8533-1cd4dfb0b5eb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:05.106653 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78705a37-52b1-46df-ae32-9b9eeaed5970 req-c3dd5e82-ee89-48e4-8533-1cd4dfb0b5eb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0837374 Mar 02 07:44:05.150354 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78705a37-52b1-46df-ae32-9b9eeaed5970 req-c1c2e0d7-ff8e-42c7-becc-8c1b61cd9d07 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379465 Mar 02 07:44:05.562381 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-52615c7d-269e-4ce4-af48-5ce174804f7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188886 Mar 02 07:44:05.593544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6152c2-32f8-4931-8e16-131ad8a7bfe5 req-ed2cbc90-bd1f-4f2b-9ea7-b50a4114f223 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:05.595039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f6152c2-32f8-4931-8e16-131ad8a7bfe5 req-ed2cbc90-bd1f-4f2b-9ea7-b50a4114f223 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.1034558 Mar 02 07:44:05.647308 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f6152c2-32f8-4931-8e16-131ad8a7bfe5 req-2f9edcfd-64eb-4041-a6c5-4b68f11e2dbb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 Mar 02 07:44:05.878189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:05.884729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:06.661930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-9bf712e3-0905-4ebd-bcc7-58e111f798cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:06.663375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-9bf712e3-0905-4ebd-bcc7-58e111f798cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 1098 time: 0.0753500 Mar 02 07:44:06.835274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71145e2f-a780-4ac5-ab70-ddda11a50ad6 req-ad5e1f45-250d-47bd-a174-a99115890e58 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:06.836831 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71145e2f-a780-4ac5-ab70-ddda11a50ad6 req-ad5e1f45-250d-47bd-a174-a99115890e58 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0817866 Mar 02 07:44:06.882466 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71145e2f-a780-4ac5-ab70-ddda11a50ad6 req-dbec4d3c-d53c-41bf-b8ca-01f903de4621 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390861 Mar 02 07:44:06.898503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-d0d4131b-f30b-48ed-9751-2e8d5ddc9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:06.899943 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-d0d4131b-f30b-48ed-9751-2e8d5ddc9e94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.2311382 Mar 02 07:44:06.963518 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-29156673-8023-4c38-a371-ae48b58c14e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 200 len: 217 time: 0.0575657 Mar 02 07:44:07.024155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-18b86635-890a-4ae9-8f67-e0bbadd47a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:07.025520 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-18b86635-890a-4ae9-8f67-e0bbadd47a8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0567298 Mar 02 07:44:07.069257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-8952794c-8308-4ed8-af35-bf2e474d5053 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380652 Mar 02 07:44:07.139120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:07.197211 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-667fed47-e263-413e-838f-0d13b9a0aed6 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220119 Mar 02 07:44:07.323771 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-30126575-0840-4cdf-a4db-4e2278131280 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199746 Mar 02 07:44:08.067169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1abaa0-0135-4456-a495-a2eccba194cd req-ee0219bd-860e-461d-8887-3d67f131cc12 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:08.068601 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f1abaa0-0135-4456-a495-a2eccba194cd req-ee0219bd-860e-461d-8887-3d67f131cc12 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0820444 Mar 02 07:44:08.112055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f1abaa0-0135-4456-a495-a2eccba194cd req-1ddcca9a-7686-4ae3-9d43-c2390bace6f8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Mar 02 07:44:09.295374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333eef-a2b1-428b-9915-9bae40837219 req-81f26413-3bfd-48e9-bd6b-5617a037f895 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:09.296842 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab333eef-a2b1-428b-9915-9bae40837219 req-81f26413-3bfd-48e9-bd6b-5617a037f895 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0823660 Mar 02 07:44:09.341234 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab333eef-a2b1-428b-9915-9bae40837219 req-f37417f5-04d0-4c18-977a-59c3c94b583d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Mar 02 07:44:10.521094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d9d8-bfa1-4cd6-a8a8-d4bc8d963cdf req-e1342579-491f-416b-b8e2-c9915e75a439 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:10.522591 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbe7d9d8-bfa1-4cd6-a8a8-d4bc8d963cdf req-e1342579-491f-416b-b8e2-c9915e75a439 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0791712 Mar 02 07:44:10.564984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbe7d9d8-bfa1-4cd6-a8a8-d4bc8d963cdf req-dd7c3ce2-79f0-4cab-8556-0947b674b4f8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362372 Mar 02 07:44:11.747413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07363b44-ee11-4665-85cd-a607eaad48be req-d9215aad-b6ff-4943-8e56-afab055416d0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:11.749118 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07363b44-ee11-4665-85cd-a607eaad48be req-d9215aad-b6ff-4943-8e56-afab055416d0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0778651 Mar 02 07:44:11.794848 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07363b44-ee11-4665-85cd-a607eaad48be req-0db3d09e-f988-48dc-ad45-470aa8d33ebc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Mar 02 07:44:12.980782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ad0bc-95d2-48b6-9ed9-d5bc4ee3a54c req-23e79a7f-0646-404b-872c-3d363de53a73 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:12.982247 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-017ad0bc-95d2-48b6-9ed9-d5bc4ee3a54c req-23e79a7f-0646-404b-872c-3d363de53a73 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0817251 Mar 02 07:44:13.023785 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-017ad0bc-95d2-48b6-9ed9-d5bc4ee3a54c req-73b0c1c5-cc82-473b-a9eb-673aa3624b37 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360210 Mar 02 07:44:13.758393 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:44:14.206558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebd170-a568-41aa-9867-c95d2c4dfbe6 req-dcbee06b-2799-4dc6-857b-a0b4fbe1dd0e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:14.208002 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dcebd170-a568-41aa-9867-c95d2c4dfbe6 req-dcbee06b-2799-4dc6-857b-a0b4fbe1dd0e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0798109 Mar 02 07:44:14.250716 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dcebd170-a568-41aa-9867-c95d2c4dfbe6 req-ece1f858-9917-443f-8b6a-0cbbf63b12fc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Mar 02 07:44:15.429668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa99cba-027f-44b9-87b9-6397e32a0155 req-1e5fd67a-9eb3-4d45-882f-e0509c8e4355 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:15.431112 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2fa99cba-027f-44b9-87b9-6397e32a0155 req-1e5fd67a-9eb3-4d45-882f-e0509c8e4355 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0789049 Mar 02 07:44:15.479153 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2fa99cba-027f-44b9-87b9-6397e32a0155 req-5d4bffa5-249a-42f2-be26-8c2bff9cf69e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Mar 02 07:44:16.664298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ba80f-74ca-49c4-aa05-d82025990563 req-35998f60-b8ff-4681-87d1-ac146efc4939 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:16.665778 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b49ba80f-74ca-49c4-aa05-d82025990563 req-35998f60-b8ff-4681-87d1-ac146efc4939 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0814009 Mar 02 07:44:16.709068 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b49ba80f-74ca-49c4-aa05-d82025990563 req-0c7996f2-ddee-4ecd-a880-746861587770 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Mar 02 07:44:17.891055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45a045-d3f6-4749-8dff-a7d8ec09ba32 req-d3aa30a4-3505-4bbd-843f-e22a6723c2e0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:17.892510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa45a045-d3f6-4749-8dff-a7d8ec09ba32 req-d3aa30a4-3505-4bbd-843f-e22a6723c2e0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0811343 Mar 02 07:44:17.936823 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa45a045-d3f6-4749-8dff-a7d8ec09ba32 req-d4b0d1db-c6b6-4afe-b220-3fc158bafe85 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Mar 02 07:44:19.038580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:19.120709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004b24-7977-49ec-a7cb-0c3f015e6847 req-ec1424d5-3daf-4b77-bf42-1d652ad9fda0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:19.122173 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b004b24-7977-49ec-a7cb-0c3f015e6847 req-ec1424d5-3daf-4b77-bf42-1d652ad9fda0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0785761 Mar 02 07:44:19.167942 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b004b24-7977-49ec-a7cb-0c3f015e6847 req-40f229e1-1837-4025-b6bb-ced7f1384ab4 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Mar 02 07:44:20.355271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347d70-b1bc-429f-be1d-422eb73af664 req-86a733e3-39a7-4022-8d1c-327cda3038a5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:20.356750 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9347d70-b1bc-429f-be1d-422eb73af664 req-86a733e3-39a7-4022-8d1c-327cda3038a5 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0823150 Mar 02 07:44:20.399742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9347d70-b1bc-429f-be1d-422eb73af664 req-f2e2d865-d1d4-4f4e-875e-b203a1585a7d tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Mar 02 07:44:21.584241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04288f71-3374-4b2c-b184-79b894b86fbc req-a3085810-5438-4447-adb1-440148ba8c75 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:21.585697 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-04288f71-3374-4b2c-b184-79b894b86fbc req-a3085810-5438-4447-adb1-440148ba8c75 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0828352 Mar 02 07:44:21.629278 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-04288f71-3374-4b2c-b184-79b894b86fbc req-ab0180fb-401c-4fb7-a1e6-d72529bf65c0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Mar 02 07:44:22.809584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74c778-4be2-4f3d-99d5-10ac430362a6 req-cbb8d4e3-ba32-45b9-8a92-6c5fb443c558 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:22.811027 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d74c778-4be2-4f3d-99d5-10ac430362a6 req-cbb8d4e3-ba32-45b9-8a92-6c5fb443c558 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0770538 Mar 02 07:44:22.853062 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d74c778-4be2-4f3d-99d5-10ac430362a6 req-ccbd378d-e1d2-48c2-9151-17da506f4c44 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365589 Mar 02 07:44:24.037546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9a2fe-7de7-4b15-b38c-8c3064825d25 req-b6163b4c-f51a-4dc3-b5ba-959ae9473936 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:24.039066 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fca9a2fe-7de7-4b15-b38c-8c3064825d25 req-b6163b4c-f51a-4dc3-b5ba-959ae9473936 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0820274 Mar 02 07:44:24.082647 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fca9a2fe-7de7-4b15-b38c-8c3064825d25 req-e39b0ae1-115d-46a6-8720-5092fe171a92 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Mar 02 07:44:25.262581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a0fa1-94ad-4948-a3ff-f5944f4efddc req-303a2ae8-ef0f-4df4-a29a-4e922d2c6922 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:25.263995 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b6a0fa1-94ad-4948-a3ff-f5944f4efddc req-303a2ae8-ef0f-4df4-a29a-4e922d2c6922 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0803282 Mar 02 07:44:25.306146 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b6a0fa1-94ad-4948-a3ff-f5944f4efddc req-e163f528-0cbb-49c2-bc89-cc48fef21777 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366642 Mar 02 07:44:26.490087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9bac-7269-4c1e-8173-9b3151a40682 req-61c61a45-e97a-42df-9dd0-45684f58faaa tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:26.491646 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-983c9bac-7269-4c1e-8173-9b3151a40682 req-61c61a45-e97a-42df-9dd0-45684f58faaa tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0787709 Mar 02 07:44:26.541629 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-983c9bac-7269-4c1e-8173-9b3151a40682 req-1cb92416-132d-4cde-b62c-2fd4ef1ad0a8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Mar 02 07:44:27.722996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181569-b61a-4b86-b448-0de11267ba7f req-830945e4-a9de-47e9-977b-8dafd27dd60e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:27.724454 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac181569-b61a-4b86-b448-0de11267ba7f req-830945e4-a9de-47e9-977b-8dafd27dd60e tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0777841 Mar 02 07:44:27.770381 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac181569-b61a-4b86-b448-0de11267ba7f req-5d3cd696-56f3-47c8-8099-193b1c956201 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Mar 02 07:44:28.953974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13d962-09f9-4645-af9e-527684edf073 req-2c0c1309-5a03-4392-8af3-ef4eb55835f7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:28.955391 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2f13d962-09f9-4645-af9e-527684edf073 req-2c0c1309-5a03-4392-8af3-ef4eb55835f7 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0816150 Mar 02 07:44:28.998106 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2f13d962-09f9-4645-af9e-527684edf073 req-4a36459c-f92e-4650-84c1-06dcc2c94c40 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371568 Mar 02 07:44:30.176817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a981a7b-d7d1-4cea-a531-81f85d1d7193 req-3d246da9-5bee-41fa-b84d-3faa70565c45 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:30.178278 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3a981a7b-d7d1-4cea-a531-81f85d1d7193 req-3d246da9-5bee-41fa-b84d-3faa70565c45 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0780289 Mar 02 07:44:30.220656 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3a981a7b-d7d1-4cea-a531-81f85d1d7193 req-f6f546be-c86e-4328-bfa6-56b9b2648444 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Mar 02 07:44:31.406003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b07982-d805-44a0-aa9a-e4f595abad9e req-e5dcbbc7-c224-445e-987d-bb40d4da1fae tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:31.407434 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-48b07982-d805-44a0-aa9a-e4f595abad9e req-e5dcbbc7-c224-445e-987d-bb40d4da1fae tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0831892 Mar 02 07:44:31.451135 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-48b07982-d805-44a0-aa9a-e4f595abad9e req-993a1385-8273-4999-8636-f5eb0148eabb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Mar 02 07:44:32.562154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c64b50f-96ee-4c15-818d-23e678ee3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:32.638128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c106-a353-4a8e-bbdf-77cf136d6af4 req-dcb3bb52-d434-4ff2-8551-b7fa0d8c7adb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:32.639573 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-81e4c106-a353-4a8e-bbdf-77cf136d6af4 req-dcb3bb52-d434-4ff2-8551-b7fa0d8c7adb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0857127 Mar 02 07:44:32.685474 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-81e4c106-a353-4a8e-bbdf-77cf136d6af4 req-62bc0f48-ed5b-4247-b341-deddde632773 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Mar 02 07:44:33.869533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429c8e-52bb-4a6f-a25a-a0c548511e28 req-61cc98b3-da67-4953-b271-e400bc9ab54a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:33.871491 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6a429c8e-52bb-4a6f-a25a-a0c548511e28 req-61cc98b3-da67-4953-b271-e400bc9ab54a tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0773950 Mar 02 07:44:33.913880 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6a429c8e-52bb-4a6f-a25a-a0c548511e28 req-83cc459a-ee5b-4185-b4aa-0e0fdc70a643 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Mar 02 07:44:34.009594 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-1f3fd9db-aa30-42cd-a061-4ca33627d1d5 service neutron] 10.222.0.32 "GET /v2.0/ports/407d3a5f-3346-4de1-bb91-719872b6289c/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0730050 Mar 02 07:44:34.266761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-d17e2ef0-354e-4e2e-96c3-29d82c2c90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:34.268113 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-d17e2ef0-354e-4e2e-96c3-29d82c2c90b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241&tenant_id=586ec7463f154c52a3f84157657c8741 HTTP/1.1" status: 200 len: 1098 time: 0.0729353 Mar 02 07:44:34.358191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-e84b2a02-7270-454a-b16a-7927b510f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:34.359629 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-e84b2a02-7270-454a-b16a-7927b510f09f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 1098 time: 0.0691209 Mar 02 07:44:34.489355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-89d4e48b-fd2f-46fd-84d4-425a042c2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:34.490816 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-89d4e48b-fd2f-46fd-84d4-425a042c2af5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1250608 Mar 02 07:44:34.655311 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-afa09ce4-801e-4190-8234-5694a5b851a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 200 len: 217 time: 0.1586528 Mar 02 07:44:34.714352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-4e8053fe-be73-4f4b-b7c5-e41fb5b58bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:34.715943 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-4e8053fe-be73-4f4b-b7c5-e41fb5b58bbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0552232 Mar 02 07:44:34.762052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-9cb75577-5753-47d7-9411-c95abb4786db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399442 Mar 02 07:44:34.807112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6dd807a9-0095-4e11-bd52-94e01ebd02ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:34.896495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-0b02c697-22cb-45fe-950a-f32097c0848a service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289952 Mar 02 07:44:35.022816 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49ff73b-6305-4fde-940e-b0e5846e038b req-d7beac11-ec2d-4f23-a1f6-7e498cc54df4 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201696 Mar 02 07:44:35.100663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f8c6c-f799-4c48-bcd4-b6509c98b0a0 req-ecc3cd92-81c8-4b98-93b7-7d79cd90e2cb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:35.102130 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a35f8c6c-f799-4c48-bcd4-b6509c98b0a0 req-ecc3cd92-81c8-4b98-93b7-7d79cd90e2cb tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0784707 Mar 02 07:44:35.151823 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a35f8c6c-f799-4c48-bcd4-b6509c98b0a0 req-41537840-058d-4599-9787-0bfdd93b51c8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430129 Mar 02 07:44:35.875509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:35.885261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:36.424797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2a16-7708-45ec-b018-5d9032c354eb req-af942ee2-fbbf-4be4-82b6-28e3b10994be tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:36.426284 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb6c2a16-7708-45ec-b018-5d9032c354eb req-af942ee2-fbbf-4be4-82b6-28e3b10994be tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.1701150 Mar 02 07:44:36.471373 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb6c2a16-7708-45ec-b018-5d9032c354eb req-fb3d9271-375f-4fc2-a6b9-4113ca026471 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Mar 02 07:44:37.141507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:37.656083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029396-2a57-4954-a3e9-0b5813a587ec req-bd7b3861-ed48-408b-801b-a2c39aba9d7b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:37.657452 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8029396-2a57-4954-a3e9-0b5813a587ec req-bd7b3861-ed48-408b-801b-a2c39aba9d7b tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0799448 Mar 02 07:44:37.699971 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8029396-2a57-4954-a3e9-0b5813a587ec req-8541be3e-2b3d-4dba-b13e-50b126ed1dd0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Mar 02 07:44:38.063386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-52207d51-6112-499d-8ebc-87774f4f0740 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.064725 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-52207d51-6112-499d-8ebc-87774f4f0740 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241&tenant_id=586ec7463f154c52a3f84157657c8741&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 945 time: 0.1464744 Mar 02 07:44:38.074416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737789d-ccc2-4fec-80ba-49c377c88a99 req-ab5c06e1-11a3-46f7-b6e6-57915c39ac00 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.075778 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b737789d-ccc2-4fec-80ba-49c377c88a99 req-ab5c06e1-11a3-46f7-b6e6-57915c39ac00 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.1222916 Mar 02 07:44:38.120689 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b737789d-ccc2-4fec-80ba-49c377c88a99 req-6413b6c7-afd4-49fc-ba7a-05a1986a48f9 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Mar 02 07:44:38.203530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-cc89dde0-f1e5-4684-bfc2-737ec931a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.204949 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-cc89dde0-f1e5-4684-bfc2-737ec931a617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 1098 time: 0.0710170 Mar 02 07:44:38.332401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-8272424a-45c1-47f9-9d1b-9aa7762da82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.333759 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-8272424a-45c1-47f9-9d1b-9aa7762da82b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.1226730 Mar 02 07:44:38.397314 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-c23f041a-23e4-4abc-b263-b7ddeb6f7658 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 200 len: 217 time: 0.0575619 Mar 02 07:44:38.460006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-59f1dc11-dc97-4dbf-b395-ed0a03908d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.461407 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-59f1dc11-dc97-4dbf-b395-ed0a03908d88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0591311 Mar 02 07:44:38.506331 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-6a01d376-7db4-444f-a08b-fe67b559f30d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392573 Mar 02 07:44:38.635225 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-cda148e2-0117-47d4-b7f5-64d73a47fd99 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236269 Mar 02 07:44:38.660826 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-f417e0a8-5828-47de-9f4f-2c9725615594 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697904 Mar 02 07:44:38.761448 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d877a15-35b0-4878-b6c2-09dc50bb0db0 req-5e9c0fe0-587f-4977-8da0-c45e21abed0e service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207342 Mar 02 07:44:38.908934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-85206fea-fcae-4bce-a120-b4a048ce6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:38.910374 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-85206fea-fcae-4bce-a120-b4a048ce6597 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=586ec7463f154c52a3f84157657c8741&device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 1098 time: 0.0688205 Mar 02 07:44:39.147450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 407d3a5f-3346-4de1-bb91-719872b6289c details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:44:39.162625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-a1b64bd5-99e9-49a7-81b6-900714df9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:39.163777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-a1b64bd5-99e9-49a7-81b6-900714df9ac7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 200 len: 916 time: 0.2336493 Mar 02 07:44:39.253455 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-c123b58f-0ae4-46bd-9434-e7ca6ecdff60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 200 len: 217 time: 0.0832822 Mar 02 07:44:39.319935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:39.327279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7ce48-f817-4d91-9efe-2f9106ccbaeb req-0dfe50b3-dc68-416f-a6fa-6e9bd916a7e8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:39.329128 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ccd7ce48-f817-4d91-9efe-2f9106ccbaeb req-0dfe50b3-dc68-416f-a6fa-6e9bd916a7e8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0905812 Mar 02 07:44:39.332461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-91659b04-d971-4aa5-8533-4b60eb4c0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:39.334643 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-91659b04-d971-4aa5-8533-4b60eb4c0f36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 200 len: 855 time: 0.0729923 Mar 02 07:44:39.346195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '407d3a5f-3346-4de1-bb91-719872b6289c', 'network_id': '8dd22a9e-d51d-4cb4-9a33-32b04fb17a25', 'port_id': '407d3a5f-3346-4de1-bb91-719872b6289c', 'mac_address': 'fa:16:3e:04:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e18236f-5c6f-4b7e-a504-1961cd5fc06d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:44:39.388944 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-408c5615-c5ea-474c-85f0-b27843b255fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476382 Mar 02 07:44:39.390636 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ccd7ce48-f817-4d91-9efe-2f9106ccbaeb req-9dbc5442-6115-476f-9682-1cce7112e623 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543094 Mar 02 07:44:39.424035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.441374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 407d3a5f-3346-4de1-bb91-719872b6289c {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:44:39.457200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:39.461172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:39.530347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['407d3a5f-3346-4de1-bb91-719872b6289c'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:44:39.567052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-7cee0118-7869-48ad-a863-3d600200821e service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713390 Mar 02 07:44:39.569226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:39.687412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cbe98-2f7c-46f2-874f-6657ecf3edc3 req-e577df55-ff8c-47bd-ac1a-f9acff8806de tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:39.688778 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-611cbe98-2f7c-46f2-874f-6657ecf3edc3 req-e577df55-ff8c-47bd-ac1a-f9acff8806de tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 944 time: 0.1841674 Mar 02 07:44:39.752745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20dff1b4-f2ce-433b-bb0e-be5284da01d8 req-126dbfac-5e35-41e9-8478-5b2c32681277 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794608 Mar 02 07:44:39.757101 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-611cbe98-2f7c-46f2-874f-6657ecf3edc3 req-4cbc0f62-c56d-4e7b-b61d-8fa5f1a9b6e0 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626161 Mar 02 07:44:39.941307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0accbb-26d4-4e49-9082-a8382d984eab req-54641210-610c-46be-a1aa-1fa2f85ee6ee tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:39.942715 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d0accbb-26d4-4e49-9082-a8382d984eab req-54641210-610c-46be-a1aa-1fa2f85ee6ee tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 944 time: 0.0813971 Mar 02 07:44:39.985483 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d0accbb-26d4-4e49-9082-a8382d984eab req-6f129a7e-0be9-41f9-9f16-7025753e53b8 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Mar 02 07:44:40.523018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1743e-c322-4e9c-a5ae-720a43baac55 req-fa5de4b6-5d94-40a7-990d-1f077d1a03d6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:40.524397 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24b1743e-c322-4e9c-a5ae-720a43baac55 req-fa5de4b6-5d94-40a7-990d-1f077d1a03d6 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 944 time: 0.0795841 Mar 02 07:44:40.569015 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24b1743e-c322-4e9c-a5ae-720a43baac55 req-3fa540ae-1cdd-4042-8ccf-f9f3d2be5a09 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Mar 02 07:44:41.145754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 407d3a5f-3346-4de1-bb91-719872b6289c up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:41.211349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 407d3a5f-3346-4de1-bb91-719872b6289c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:41.211718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:41.324809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:41.350924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:41.360662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:41.364561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:41.404899 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c', 'code': 200} Mar 02 07:44:41.435874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:41.753971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f5dbb-6cfd-4285-9399-04fa944aa9b8 req-724e8354-64bf-4bd0-ada0-34e97681c223 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:41.755335 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e9f5dbb-6cfd-4285-9399-04fa944aa9b8 req-724e8354-64bf-4bd0-ada0-34e97681c223 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0813668 Mar 02 07:44:41.798594 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e9f5dbb-6cfd-4285-9399-04fa944aa9b8 req-29452889-1f47-4675-b891-ce167b735c39 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/security-groups?id=160858e4-6286-4b49-8191-936bd5521d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Mar 02 07:44:41.936073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-e2a4c604-bce4-4b9d-b5cc-5a3fe0933875 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:41.937534 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-e2a4c604-bce4-4b9d-b5cc-5a3fe0933875 tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 945 time: 0.0772676 Mar 02 07:44:42.007031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Deleting port 407d3a5f-3346-4de1-bb91-719872b6289c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:44:42.007285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.246581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] For port 407d3a5f-3346-4de1-bb91-719872b6289c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=407d3a5f-3346-4de1-bb91-719872b6289c,segment=NetworkSegment(647e2fee-89dc-4049-bcfe-8c06c57e682a),segment_id=647e2fee-89dc-4049-bcfe-8c06c57e682a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:42.246934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.366651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Calling delete_port for 407d3a5f-3346-4de1-bb91-719872b6289c owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:44:42.506898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.518421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['407d3a5f-3346-4de1-bb91-719872b6289c'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:44:42.654719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Pushing event deleted for resources: {'Port': ['ID=407d3a5f-3346-4de1-bb91-719872b6289c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:42.690110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.690455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.690788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.691110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.691428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.691744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.692058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.692371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.692681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.692990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.693298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.693605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:42.735551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] No DVR routers for this DVR port 407d3a5f-3346-4de1-bb91-719872b6289c on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:44:42.737773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:42.740086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'name': 'network-vif-deleted', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:42.755060 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-01ba1a9a-d0ff-48d5-b718-8726904f4354 req-a018acd0-923c-46fc-b804-e9428d671dbc tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.32 "DELETE /v2.0/ports/407d3a5f-3346-4de1-bb91-719872b6289c HTTP/1.1" status: 204 len: 173 time: 0.8124726 Mar 02 07:44:42.784356 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86008e08-6fde-4076-ad00-3aedcfaa8241', 'name': 'network-vif-deleted', 'tag': '407d3a5f-3346-4de1-bb91-719872b6289c', 'status': 'completed', 'code': 200} Mar 02 07:44:42.957412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-09b596c0-29e2-4c20-80f6-3608386d2a40 req-2fe1298a-889f-46ac-a60f-cbeb7e575a9c tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Synchronizing usage tracker for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:42.971805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-09b596c0-29e2-4c20-80f6-3608386d2a40 req-2fe1298a-889f-46ac-a60f-cbeb7e575a9c tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] Unset dirty status for tenant:586ec7463f154c52a3f84157657c8741 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:42.972887 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09b596c0-29e2-4c20-80f6-3608386d2a40 req-2fe1298a-889f-46ac-a60f-cbeb7e575a9c tempest-ServerDiskConfigTestJSON-501596729 tempest-ServerDiskConfigTestJSON-501596729-project] 10.222.0.41 "GET /v2.0/ports?device_id=86008e08-6fde-4076-ad00-3aedcfaa8241 HTTP/1.1" status: 200 len: 210 time: 0.0561051 Mar 02 07:44:44.203948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50840) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:44.261679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] Deleting subnet 5e18236f-5c6f-4b7e-a504-1961cd5fc06d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:44:44.264365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.314196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.366607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.430356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.471526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e18236f-5c6f-4b7e-a504-1961cd5fc06d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:44.475279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.480898 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-959ddedd-0104-4421-ae83-51ed223ab120 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5e18236f-5c6f-4b7e-a504-1961cd5fc06d HTTP/1.1" status: 204 len: 168 time: 0.2758961 Mar 02 07:44:44.483332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50844) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:44.585590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.705286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.729969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd22a9e-d51d-4cb4-9a33-32b04fb17a25']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:44.741442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647e2fee-89dc-4049-bcfe-8c06c57e682a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:44.741771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647e2fee-89dc-4049-bcfe-8c06c57e682a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:44.753271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.768637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.774747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:44:44.775125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:44:44.787852 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:44:44.871153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.876320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:44.897990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd22a9e-d51d-4cb4-9a33-32b04fb17a25,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:44.906698 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-da25f1e6-2423-4bda-8cb0-7ee9fadf6f71 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8dd22a9e-d51d-4cb4-9a33-32b04fb17a25 HTTP/1.1" status: 204 len: 168 time: 0.4224334 Mar 02 07:44:45.012673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:45.061808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ef9dbd2-c16a-4d6d-9872-150f168144ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=586ec7463f154c52a3f84157657c8741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479031 Mar 02 07:44:45.064171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:45.119744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b395da1e-a2c8-4760-83af-d0e776d76be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.144222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b395da1e-a2c8-4760-83af-d0e776d76be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.198903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b395da1e-a2c8-4760-83af-d0e776d76be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.215603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395da1e-a2c8-4760-83af-d0e776d76be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160858e4-6286-4b49-8191-936bd5521d0e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:45.230720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b395da1e-a2c8-4760-83af-d0e776d76be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:45.231837 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b395da1e-a2c8-4760-83af-d0e776d76be0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/160858e4-6286-4b49-8191-936bd5521d0e HTTP/1.1" status: 204 len: 168 time: 0.1667969 Mar 02 07:44:45.921194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 50878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:46.024137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-914394919-network', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:46.028843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:46.032582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Usage tracker for resource:network and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:46.035379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:46.041140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:46.051088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Made reservation on behalf of 9e548def84d04d3ab1c4fdfe7851278a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:46.053452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.065478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.079833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:46.083498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Usage tracker for resource:security_group_rule and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:46.086198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:46.091924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:46.172497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.176004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.207317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:44:46.216659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c034cb-d02d-48dd-abb8-28f0fa0ea373,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:46.222154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.222495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Added segment e5122a75-fbe0-4e54-9427-ab35ae65a957 of type vlan for network d5c9fbe9-fb28-4a75-8513-81c859309599 Mar 02 07:44:46.249884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.276773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.277719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:46.278292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.373006 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4506454 Mar 02 07:44:46.375860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:46.381314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Request body: {'subnet': {'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-914394919-subnet', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:46.382949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1110439-4aea-4fd2-bb7e-54c92cab0365 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c9fbe9-fb28-4a75-8513-81c859309599,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:46.387232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:46.392200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Usage tracker for resource:subnet and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:46.392354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network d5c9fbe9-fb28-4a75-8513-81c859309599 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:44:46.395201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:46.401560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:46.410997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Made reservation on behalf of 9e548def84d04d3ab1c4fdfe7851278a for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:46.413459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.614907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.692774 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa56d5c-6ffe-4977-9835-3d13c6e6a300,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:46.701394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Checking segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:46.701772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Network hostable DHCP agents. Network: d5c9fbe9-fb28-4a75-8513-81c859309599, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:44:46.707656 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.708001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.708337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.708668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.708994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.709321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.709672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.709985 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.710305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.710622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.710937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.711249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:46.727490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:44:46.737616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, d5c9fbe9-fb28-4a75-8513-81c859309599) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:46.741409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:46.742087 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.746632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe21854b-c14c-4c32-bfe0-fd6efb8abe49 None None] Network d5c9fbe9-fb28-4a75-8513-81c859309599 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:46.762147 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e9b7d7d2-7d06-4500-8801-99aa9b671fff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3851922 Mar 02 07:44:46.764789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50888) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:46.769505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:46.774020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:46.778281 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Usage tracker for resource:router and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:46.781014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:46.786526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:46.797221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.798260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.812639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:46.953971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-3eb25308-4727-47df-9c65-60c37cf9744d req-039007d2-8a80-409f-b85c-57db2db419c8 service neutron] (87772) timed out ('10.222.0.32', 52092) {{(pid=87772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 07:44:46.958220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-d5c9fbe9-fb28-4a75-8513-81c859309599', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:44:46.959078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.079067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.115349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Allocated IP 172.20.0.2 (d5c9fbe9-fb28-4a75-8513-81c859309599/0aa56d5c-6ffe-4977-9835-3d13c6e6a300/0b88fac4-d356-450a-b860-72d64fe18382) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:47.205491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 407d3a5f-3346-4de1-bb91-719872b6289c no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:44:47.251197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 407d3a5f-3346-4de1-bb91-719872b6289c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:44:47.251533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 407d3a5f-3346-4de1-bb91-719872b6289c not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:44:47.365273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.375581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Transition to ACTIVE for port object 0b88fac4-d356-450a-b860-72d64fe18382 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:47.383042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.395498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Transition to ACTIVE for port object 0b88fac4-d356-450a-b860-72d64fe18382 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:47.400809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.413423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.495545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:47.498291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:47.501907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:47.540469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Pushing event updated for resources: {'Port': ['ID=0b88fac4-d356-450a-b860-72d64fe18382,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:47.604551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Attempting to bind port 0b88fac4-d356-450a-b860-72d64fe18382 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:47.604937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Attempting to bind port 0b88fac4-d356-450a-b860-72d64fe18382 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:47.605284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Attempting to bind port 0b88fac4-d356-450a-b860-72d64fe18382 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:47.610695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:47.611067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Checking segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:47.611476 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.611870 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Bound using segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:47.612328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Bound port: 0b88fac4-d356-450a-b860-72d64fe18382, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:47.612699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.652744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Allocated IP 172.26.4.155 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/16aae83c-8413-48fa-8e14-fdb2d7fbbd7a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:47.699630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] For port 0b88fac4-d356-450a-b860-72d64fe18382, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:47.703195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] For port 0b88fac4-d356-450a-b860-72d64fe18382, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b88fac4-d356-450a-b860-72d64fe18382,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:47.706784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.791137 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1d17f-fa3e-4673-b5f0-553fbba515ce None None] Pushing event updated for resources: {'Port': ['ID=0b88fac4-d356-450a-b860-72d64fe18382,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:47.802278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.832751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:47.891732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:47.894546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:47.897094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:47.948552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Pushing event updated for resources: {'Port': ['ID=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:48.322559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.659732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa68d0-5af0-4f7f-a01a-290a1fc639e2 None None] Network d5c9fbe9-fb28-4a75-8513-81c859309599 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:44:48.668298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:48.778936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7a9c959d-762d-4d48-88ad-41d2744dcb9a None None] Provisioning for port 0b88fac4-d356-450a-b860-72d64fe18382 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:48.874194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:44:49.036168 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.172045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:49.180885 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:49.191250 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:49.192025 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:44:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:49.194804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.196092 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dc5358a8-797f-4fed-b176-e7ed09420e78 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4304068 Mar 02 07:44:49.198789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:49.362262 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:49.469291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b88fac4-d356-450a-b860-72d64fe18382 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:49.543588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 0b88fac4-d356-450a-b860-72d64fe18382 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:49.548625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0b88fac4-d356-450a-b860-72d64fe18382 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:49.549010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.652957 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:48Z', 'revision_number': 3, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:49.661626 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:44:49.662403 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Updating router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:44:49.670043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.701360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 0b88fac4-d356-450a-b860-72d64fe18382, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b88fac4-d356-450a-b860-72d64fe18382,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:49.706394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.719818 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:49.783969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=0b88fac4-d356-450a-b860-72d64fe18382,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:49.890476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.053794 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.064795 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Transition to ACTIVE for port object 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:50.071134 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.091540 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Allocated IP 172.20.0.1 (d5c9fbe9-fb28-4a75-8513-81c859309599/0aa56d5c-6ffe-4977-9835-3d13c6e6a300/2c771ce7-c2b2-44fc-8246-9e5d841f4355) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:50.142223 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Attempting to bind port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:50.142579 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Attempting to bind port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:50.142930 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Attempting to bind port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:50.156709 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Pushing event updated for resources: {'Port': ['ID=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:50.159144 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:50.159514 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:50.159905 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.160296 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:50.160758 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Bound port: 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:50.161122 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.207081 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.207788 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.207788 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.208047 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.208369 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.209070 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.209822 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.210146 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.210466 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.210779 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.211094 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.212175 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:50.241725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.254972 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] For port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:50.256992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Transition to ACTIVE for port object 2c771ce7-c2b2-44fc-8246-9e5d841f4355 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:50.257951 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] For port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:50.262786 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.282383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.335838 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:50.336450 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:44:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:50.347317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:50.350375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:50.354069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:50.397817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Pushing event updated for resources: {'Port': ['ID=2c771ce7-c2b2-44fc-8246-9e5d841f4355,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:50.412827 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69653f-9ac3-421f-90e8-3c3c0ebae13b None None] Pushing event updated for resources: {'Port': ['ID=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:50.420121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.536164 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:50.636487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6dfb0433-555d-48aa-a4c8-1a2258048a21 None None] Provisioning for port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:50.642645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6dfb0433-555d-48aa-a4c8-1a2258048a21 None None] Provisioning complete for port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:50.643329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0433-555d-48aa-a4c8-1a2258048a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.703247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb0433-555d-48aa-a4c8-1a2258048a21 None None] Port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:44:50.767033 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:44:50.806628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:50.860890 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:48Z', 'revision_number': 3, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:50.864852 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a8546-1255-4c16-9eb8-7e01a05046a8 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:48Z', 'revision_number': 3, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:51.034044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.038746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.156290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Pushing event updated for resources: {'Port': ['ID=2c771ce7-c2b2-44fc-8246-9e5d841f4355,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:51.158809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.298777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:51.300021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:51.522683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:44:51.540613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b88fac4-d356-450a-b860-72d64fe18382 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:51.618919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 0b88fac4-d356-450a-b860-72d64fe18382 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:51.619936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.683192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-65409bd4-283a-4b0c-9bf0-2ffc3c025d50 None None] Provisioning complete for port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:51.683562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-65409bd4-283a-4b0c-9bf0-2ffc3c025d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:51.716638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:44:51.726231 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-98c56ef4-2828-40e6-b171-5d3860723e15 admin admin] 10.222.0.41 "PUT /v2.0/routers/2b449dc6-b43d-47f8-83db-4bd45ded4c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5264242 Mar 02 07:44:51.740882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-65409bd4-283a-4b0c-9bf0-2ffc3c025d50 None None] Port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:44:51.807431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:51.882620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:51.887513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:51.887889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.005589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.022026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:52.026941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.093182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:52.100081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.100435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.100775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.101103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.101433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.101787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.102115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.102439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.102770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.103086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.103415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.104279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:44:52.158083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50902) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:52.163453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1540414371', 'description': 'tempest-description--1027644562'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:52.169607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:52.173507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Usage tracker for resource:security_group and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:52.176430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:52.182220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:52.192484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.213806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:52.217970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Usage tracker for resource:security_group_rule and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:52.220957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:52.226658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:52.301899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.306409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.347525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea121a5-3050-4082-b061-43ce380407c1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:52.351530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.352793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-07ba21e0-fd4d-4a19-9bc2-c07df58e8d56 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1936243 Mar 02 07:44:52.357143 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:52.361868 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'security_group_rule': {'security_group_id': 'bea121a5-3050-4082-b061-43ce380407c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:52.367736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:52.371494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Usage tracker for resource:security_group_rule and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:52.374283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:52.379845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:52.397547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.428536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:44:52.437951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:52.438559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:44:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:52.457802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.461345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.484632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41b5bb1-471d-4d53-a2ef-a817a873774e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:52.493811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.495160 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-331b593a-7abf-4678-836f-095c79093335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372237 Mar 02 07:44:52.497683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50910) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:52.502687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'security_group_rule': {'security_group_id': 'bea121a5-3050-4082-b061-43ce380407c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:52.508854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:52.513151 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Usage tracker for resource:security_group_rule and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:52.515981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:52.521584 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:52.539930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.604826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.609013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.634483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ce92f3-6ff3-4853-a070-8daac6c521ba,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:52.645435 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.646733 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f9fe0db5-5b60-4376-a040-d799f5c57f09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480856 Mar 02 07:44:52.649666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50914) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:44:52.654112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:52.654787 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:52.660622 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:52.664512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Usage tracker for resource:floatingip and tenant:9e548def84d04d3ab1c4fdfe7851278a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:44:52.667366 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:44:52.673055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:52.683838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.819509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:52.949439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Allocated IP 172.26.4.105 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a89a60a5-7e7d-42ab-87c7-f927cb061ab8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:52.959399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 2, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:52.963833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:44:52.964218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Updating router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:44:53.022063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.204252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.234930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.296368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:53.299060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:53.302662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:53.341484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'Port': ['ID=a89a60a5-7e7d-42ab-87c7-f927cb061ab8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:53.364585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.376839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Transition to ACTIVE for port object 2c771ce7-c2b2-44fc-8246-9e5d841f4355 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:53.384289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.389850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.455123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.489938 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:53.558440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da5f96-be37-42a8-b7b2-1823b8a5efcf None None] Pushing event updated for resources: {'Port': ['ID=2c771ce7-c2b2-44fc-8246-9e5d841f4355,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:53.655582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Attempting to bind port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:53.655944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Attempting to bind port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:53.656311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Attempting to bind port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:53.664914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:53.665283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Checking segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:53.665739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.666677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Bound using segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:53.667144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Bound port: 2c771ce7-c2b2-44fc-8246-9e5d841f4355, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:53.667514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.675154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.681020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.771494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] For port 2c771ce7-c2b2-44fc-8246-9e5d841f4355, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:53.773248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:53.773878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.804057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'Port': ['ID=a89a60a5-7e7d-42ab-87c7-f927cb061ab8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:53.811535 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] For port 2c771ce7-c2b2-44fc-8246-9e5d841f4355, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2c771ce7-c2b2-44fc-8246-9e5d841f4355,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:53.818498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.822896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.841742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:53.850530 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d0dc8481-a212-401d-8431-de0dfd4ff8e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1923423 Mar 02 07:44:53.925211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:44:53.925898 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:44:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:54.006822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da5f96-be37-42a8-b7b2-1823b8a5efcf None None] Pushing event updated for resources: {'Port': ['ID=2c771ce7-c2b2-44fc-8246-9e5d841f4355,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:54.045161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-249de374-a223-4c13-a26e-13046d50b17e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:54.062903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-249de374-a223-4c13-a26e-13046d50b17e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:54.064397 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-249de374-a223-4c13-a26e-13046d50b17e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1540414371&fields=id&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 267 time: 0.0606368 Mar 02 07:44:54.217617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:44:54.218012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-815b02bc-a7d8-4fa8-8739-dc1e3426861f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:54.219478 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-815b02bc-a7d8-4fa8-8739-dc1e3426861f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1480465 Mar 02 07:44:54.233987 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-86a7f160-c845-4fbc-a813-677c33c3dc62 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/quotas/9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 375 time: 0.0090582 Mar 02 07:44:54.320646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-c16303fa-d406-4e04-9d22-c314e42309e0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:54.338278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-c16303fa-d406-4e04-9d22-c314e42309e0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:54.339794 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-c16303fa-d406-4e04-9d22-c314e42309e0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006513 Mar 02 07:44:54.475720 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-aaa3e5b8-bbb8-483a-b9b6-0b0e22c0f9a6 service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246831 Mar 02 07:44:54.531424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:53Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:44:54.535364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250827e8-baee-4c40-8603-e77ad9b0ff74 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:53Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:44:54.622769 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-77ac9a5e-6726-4345-9c1c-503ab0804803 service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406279 Mar 02 07:44:54.805842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12617e00-6350-4900-a922-8cd2df210039 req-c6ae2760-410c-41a4-9ea1-8fb4145e31e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 210 time: 0.0483129 Mar 02 07:44:55.464872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2c771ce7-c2b2-44fc-8246-9e5d841f4355 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:55.533875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:55.538908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:55.539283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.655927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.688601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 2c771ce7-c2b2-44fc-8246-9e5d841f4355, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2c771ce7-c2b2-44fc-8246-9e5d841f4355,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:44:55.692999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:55.767226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=2c771ce7-c2b2-44fc-8246-9e5d841f4355,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:55.873618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-f5dd2347-0d5e-43c2-8f21-2484113002e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:55.874870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-f5dd2347-0d5e-43c2-8f21-2484113002e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:55.892103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-f5dd2347-0d5e-43c2-8f21-2484113002e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:55.893394 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-f5dd2347-0d5e-43c2-8f21-2484113002e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1701920 Mar 02 07:44:55.943840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-e2bbec55-041d-4cbb-96e2-55adbd670de0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:55.957521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-e2bbec55-041d-4cbb-96e2-55adbd670de0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:55.958346 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-e2bbec55-041d-4cbb-96e2-55adbd670de0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 380 time: 0.0570734 Mar 02 07:44:55.960863 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94182957-01c7-46fe-8e74-9fdc9e7f6ba8 req-e0ff2088-34af-4f67-a05e-674d4b96c7a5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 210 time: 0.0433784 Mar 02 07:44:55.969568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'port': {'device_id': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'admin_state_up': True, 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'security_groups': ['bea121a5-3050-4082-b061-43ce380407c1']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:56.201790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:44:56.210856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:44:56.220333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Made reservation on behalf of 9e548def84d04d3ab1c4fdfe7851278a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:44:56.223953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.382194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Allocated IP 172.20.0.8 (d5c9fbe9-fb28-4a75-8513-81c859309599/0aa56d5c-6ffe-4977-9835-3d13c6e6a300/91001993-97d3-4755-b4ab-531bf2c8e714) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:44:56.563221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.577938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Transition to ACTIVE for port object 91001993-97d3-4755-b4ab-531bf2c8e714 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:56.600898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.665270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:44:56.668180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:44:56.679607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:44:56.710728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'Port': ['ID=91001993-97d3-4755-b4ab-531bf2c8e714,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:56.747404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:56.748016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.774327 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-37aa7f4d-e135-4f47-9eeb-21be1f2a2638 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8085699 Mar 02 07:44:56.785321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Request body: {'port': {'device_id': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:44:56.898576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e082d245-f54c-49b8-b81a-208cd5ac99dc None None] Provisioning for port 91001993-97d3-4755-b4ab-531bf2c8e714 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:44:56.902163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.903721 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e082d245-f54c-49b8-b81a-208cd5ac99dc None None] Provisioning complete for port 91001993-97d3-4755-b4ab-531bf2c8e714 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:56.904089 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e082d245-f54c-49b8-b81a-208cd5ac99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:56.957985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e082d245-f54c-49b8-b81a-208cd5ac99dc None None] Port 91001993-97d3-4755-b4ab-531bf2c8e714 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:44:57.233544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c43c31-e03d-4a10-a7bd-07f0088940c0 req-9e5543c2-67e1-4c2d-803e-d3f8c0a47d0f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:57.234668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-01c43c31-e03d-4a10-a7bd-07f0088940c0 req-9e5543c2-67e1-4c2d-803e-d3f8c0a47d0f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:44:57.288810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-01c43c31-e03d-4a10-a7bd-07f0088940c0 req-9e5543c2-67e1-4c2d-803e-d3f8c0a47d0f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:44:57.289974 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-01c43c31-e03d-4a10-a7bd-07f0088940c0 req-9e5543c2-67e1-4c2d-803e-d3f8c0a47d0f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 931 time: 0.2185149 Mar 02 07:44:57.344643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91001993-97d3-4755-b4ab-531bf2c8e714 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:44:57.355451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.360178 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-01c43c31-e03d-4a10-a7bd-07f0088940c0 req-341efcb9-7fbc-4e70-9d2f-fcdebee06aff tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608652 Mar 02 07:44:57.372736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Transition to ACTIVE for port object 91001993-97d3-4755-b4ab-531bf2c8e714 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:44:57.376302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.445408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2c771ce7-c2b2-44fc-8246-9e5d841f4355 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:44:57.515982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:44:57.516589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.573445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Pushing event updated for resources: {'Port': ['ID=91001993-97d3-4755-b4ab-531bf2c8e714,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.617424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Attempting to bind port 91001993-97d3-4755-b4ab-531bf2c8e714 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:44:57.618060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Attempting to bind port 91001993-97d3-4755-b4ab-531bf2c8e714 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:44:57.618173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Attempting to bind port 91001993-97d3-4755-b4ab-531bf2c8e714 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:57.624679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Port 91001993-97d3-4755-b4ab-531bf2c8e714 on network d5c9fbe9-fb28-4a75-8513-81c859309599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:44:57.624994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Attempting to bind port 91001993-97d3-4755-b4ab-531bf2c8e714 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:44:57.630167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:44:57.630625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Checking segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:44:57.631006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Bound using segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:44:57.631426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Bound port: 91001993-97d3-4755-b4ab-531bf2c8e714, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:44:57.631768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.717178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] For port 91001993-97d3-4755-b4ab-531bf2c8e714, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:44:57.720040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] For port 91001993-97d3-4755-b4ab-531bf2c8e714, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=91001993-97d3-4755-b4ab-531bf2c8e714,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:44:57.724350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.786768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:57.787376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:44:57.788742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] 10.222.0.32 "PUT /v2.0/ports/91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 1093 time: 1.0076382 Mar 02 07:44:57.789189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:44:57.818982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de977e4-7c43-47fb-93c7-0918e3a2403a service neutron] Pushing event updated for resources: {'Port': ['ID=91001993-97d3-4755-b4ab-531bf2c8e714,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:44:57.908059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714', 'status': 'completed', 'code': 200} Mar 02 07:44:57.913792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-8788d0c0-8a95-44ea-80eb-3d247917fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:57.915458 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-8788d0c0-8a95-44ea-80eb-3d247917fec1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0802915 Mar 02 07:44:58.088229 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-828a7436-300a-4622-9844-e5816cce7fb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 217 time: 0.1652761 Mar 02 07:44:58.149125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-d09468e2-35c3-4b22-bf78-a27b7b62a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.151138 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-d09468e2-35c3-4b22-bf78-a27b7b62a69d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0559700 Mar 02 07:44:58.223735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-e07f268b-6b20-46d7-8900-88474cb1f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.225218 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-e07f268b-6b20-46d7-8900-88474cb1f1fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688031 Mar 02 07:44:58.352378 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-b13652c2-5b18-4279-9363-7273e072a27f service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211278 Mar 02 07:44:58.523083 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14a3f6d9-b653-4220-bf3f-83771ce1eddc req-0bf720a0-501e-4738-afc3-36bfaafb07c1 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646674 Mar 02 07:44:58.557152 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065c106-b8db-4f61-ad43-b6cd940b4c3a req-7c357f9e-eb40-4d28-8432-9d50ab81d5f1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.558632 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2065c106-b8db-4f61-ad43-b6cd940b4c3a req-7c357f9e-eb40-4d28-8432-9d50ab81d5f1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0947692 Mar 02 07:44:58.647068 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2065c106-b8db-4f61-ad43-b6cd940b4c3a req-249b1e44-1762-4155-ace0-97bec2172697 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826893 Mar 02 07:44:58.667311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-11da319b-8a85-4a3b-83b7-f45e7952f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.668735 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-11da319b-8a85-4a3b-83b7-f45e7952f620 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0911863 Mar 02 07:44:58.796126 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-edd871d9-6e34-459a-aae8-3553ca50c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.797538 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-edd871d9-6e34-459a-aae8-3553ca50c413 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1213596 Mar 02 07:44:58.864328 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-20533d43-5c1f-4a4a-bce0-caae8e42e4dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 217 time: 0.0596778 Mar 02 07:44:58.927814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-aa4f178e-9543-45b7-ab3f-bcbebbbd0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:58.929128 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-aa4f178e-9543-45b7-ab3f-bcbebbbd0abb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0585463 Mar 02 07:44:59.001050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-7d254123-d70e-4a02-ae39-12fa0f5539c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:59.002529 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-7d254123-d70e-4a02-ae39-12fa0f5539c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673378 Mar 02 07:44:59.130834 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-6b5d42d6-030f-4ac2-bc1e-c1fe8ef7ee25 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213782 Mar 02 07:44:59.265581 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e003f0a-1472-4a6f-92ae-136f8860119d req-9306d5a7-ba6d-4b47-b024-58d2d0768bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289418 Mar 02 07:44:59.831090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3885c-45a5-4a4c-9c49-ad77a42c8d2f req-ed5590db-cd83-4579-9bc4-918f02d3b4bd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:44:59.832541 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ca3885c-45a5-4a4c-9c49-ad77a42c8d2f req-ed5590db-cd83-4579-9bc4-918f02d3b4bd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0819054 Mar 02 07:44:59.875256 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ca3885c-45a5-4a4c-9c49-ad77a42c8d2f req-6a419c14-d72e-4b6e-ad54-1907b673f88f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362511 Mar 02 07:45:01.060656 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461c6a1-ab76-4d0e-9656-8743c1b763cf req-7d68998e-e1e7-4469-b94a-f4f9d545d954 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:01.062129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f461c6a1-ab76-4d0e-9656-8743c1b763cf req-7d68998e-e1e7-4469-b94a-f4f9d545d954 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0808637 Mar 02 07:45:01.105550 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f461c6a1-ab76-4d0e-9656-8743c1b763cf req-aae87478-a96a-48f1-aabc-3b3d5ff681b5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 Mar 02 07:45:01.211605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 91001993-97d3-4755-b4ab-531bf2c8e714 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:45:01.341057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 91001993-97d3-4755-b4ab-531bf2c8e714, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=91001993-97d3-4755-b4ab-531bf2c8e714,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:01.354085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '91001993-97d3-4755-b4ab-531bf2c8e714', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': '91001993-97d3-4755-b4ab-531bf2c8e714', 'mac_address': 'fa:16:3e:36:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:45:01.410841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.427543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91001993-97d3-4755-b4ab-531bf2c8e714 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:45:01.442693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 91001993-97d3-4755-b4ab-531bf2c8e714, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=91001993-97d3-4755-b4ab-531bf2c8e714,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:01.445448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:01.511433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=91001993-97d3-4755-b4ab-531bf2c8e714,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:01.652165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['91001993-97d3-4755-b4ab-531bf2c8e714'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:45:02.284084 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b97b4b-01f7-4c30-9696-0bbd07a2a51d req-bc108e37-d4d3-43a6-910c-2bf258ccf26c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:02.285454 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-32b97b4b-01f7-4c30-9696-0bbd07a2a51d req-bc108e37-d4d3-43a6-910c-2bf258ccf26c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 944 time: 0.0795603 Mar 02 07:45:02.328142 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-32b97b4b-01f7-4c30-9696-0bbd07a2a51d req-a26e75d9-e50c-4a41-8c45-5a6ea64cea1f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370347 Mar 02 07:45:02.563986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8dc6f946-330d-4688-80a5-bd8ac03fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.223057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 91001993-97d3-4755-b4ab-531bf2c8e714 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:03.287686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 91001993-97d3-4755-b4ab-531bf2c8e714 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:03.292234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 91001993-97d3-4755-b4ab-531bf2c8e714 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:03.292603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.406505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.433570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:03.443458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 91001993-97d3-4755-b4ab-531bf2c8e714, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=91001993-97d3-4755-b4ab-531bf2c8e714,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:03.447376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:03.529309 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714', 'code': 200} Mar 02 07:45:03.546942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fab33e-44bc-4ed2-9a42-5de96ca5f387 req-536f2a3b-6199-4a46-bf80-6d7cd7aa783d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:03.548453 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15fab33e-44bc-4ed2-9a42-5de96ca5f387 req-536f2a3b-6199-4a46-bf80-6d7cd7aa783d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.1159966 Mar 02 07:45:03.557970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=91001993-97d3-4755-b4ab-531bf2c8e714,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:03.600093 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15fab33e-44bc-4ed2-9a42-5de96ca5f387 req-f7337ee1-ac0e-4f4f-a29e-ed25fbf3b89d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454779 Mar 02 07:45:03.747376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850c91a-2176-4df1-a294-8efe7c9f8a2b req-f37d8121-7bd9-4937-816f-7a7b0fa53dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:03.748728 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2850c91a-2176-4df1-a294-8efe7c9f8a2b req-f37d8121-7bd9-4937-816f-7a7b0fa53dcf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0680871 Mar 02 07:45:03.787261 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2850c91a-2176-4df1-a294-8efe7c9f8a2b req-09d48428-aee0-430f-97a3-4c21678f4e39 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328550 Mar 02 07:45:04.793234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514a4ae-f4bf-4335-a3dd-2f44477ce7b5 req-b0f008db-25c2-48b9-923f-845a4634c4f5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:04.794658 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4514a4ae-f4bf-4335-a3dd-2f44477ce7b5 req-b0f008db-25c2-48b9-923f-845a4634c4f5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0859971 Mar 02 07:45:04.813000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eec06ee4-742a-4e76-8b92-2aeb2bf4f661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:04.840319 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4514a4ae-f4bf-4335-a3dd-2f44477ce7b5 req-46761bab-b4ea-4bd7-8444-ecb4e70aec9d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392861 Mar 02 07:45:05.890902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:05.896197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:06.029980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c10b1-880f-4052-bea8-c083981efe19 req-f47f42cb-4636-436d-bbd5-2a8f30f09408 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:06.031441 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0c10b1-880f-4052-bea8-c083981efe19 req-f47f42cb-4636-436d-bbd5-2a8f30f09408 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0859480 Mar 02 07:45:06.175276 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0c10b1-880f-4052-bea8-c083981efe19 req-88f19cf2-6001-403b-8198-18557bbb7637 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382034 Mar 02 07:45:06.356929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd4cbc-cba6-44b6-ac6d-d57ded1ea68a req-1d057149-a2f9-40c1-938d-6fd697026262 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:06.358399 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71fd4cbc-cba6-44b6-ac6d-d57ded1ea68a req-1d057149-a2f9-40c1-938d-6fd697026262 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0789042 Mar 02 07:45:06.366922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 50970) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:06.371801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'floatingip': {'port_id': '91001993-97d3-4755-b4ab-531bf2c8e714'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:06.538251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.116560 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.120716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.144657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.286567 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 associated. External IP: 172.26.4.105, port: 91001993-97d3-4755-b4ab-531bf2c8e714. Mar 02 07:45:07.624703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:07.896454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:07.901230 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:07.905775 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:07.919131 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:07.919726 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:45:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:07.958655 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c22c0356-9772-461c-b9d0-6ed0d8b36965 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "PUT /v2.0/floatingips/9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 HTTP/1.1" status: 200 len: 991 time: 1.5879416 Mar 02 07:45:07.958655 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:08.002652 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714', 'status': 'completed', 'code': 200} Mar 02 07:45:08.089540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:08.148233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-f3070770-c635-49dc-a6ca-98c20a5dba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:08.149593 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-f3070770-c635-49dc-a6ca-98c20a5dba85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1098 time: 0.1236544 Mar 02 07:45:08.186125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5bd62-4475-40d8-93ac-2ee7008d4c47 req-8561e9c0-9d1d-4578-bf78-0d358ed227df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:08.187662 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ad5bd62-4475-40d8-93ac-2ee7008d4c47 req-8561e9c0-9d1d-4578-bf78-0d358ed227df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.1271629 Mar 02 07:45:08.302864 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ad5bd62-4475-40d8-93ac-2ee7008d4c47 req-8c60b895-e09d-4e1a-a62a-e360671da25e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966535 Mar 02 07:45:08.348319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-41c73596-70a9-4d25-9fa2-558d06c16db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:08.350884 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-41c73596-70a9-4d25-9fa2-558d06c16db9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1948450 Mar 02 07:45:08.464328 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': '91001993-97d3-4755-b4ab-531bf2c8e714', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:36:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:45:07Z', 'revision_number': 1, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:08.468378 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:45:08.473408 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-e274bb3a-6287-4b87-ae01-8aaec8cc60ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 999 time: 0.1164072 Mar 02 07:45:08.476909 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:08.477530 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:45:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:08.509063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f789e3-8249-49a5-99d8-9e2ef994470a req-f99cc31a-e378-4092-9bc4-0bd8960c6df4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:08.511015 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22f789e3-8249-49a5-99d8-9e2ef994470a req-f99cc31a-e378-4092-9bc4-0bd8960c6df4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0845783 Mar 02 07:45:08.536238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-3f82b634-6297-41ae-a1f4-0e1fb69267f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:08.537817 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-3f82b634-6297-41ae-a1f4-0e1fb69267f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0580692 Mar 02 07:45:08.560062 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22f789e3-8249-49a5-99d8-9e2ef994470a req-2c85b1cc-2c87-475c-a121-eeceae181a3f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Mar 02 07:45:08.615443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-0019398e-b443-4e5b-a2fe-a6a1c8950c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:08.616961 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-0019398e-b443-4e5b-a2fe-a6a1c8950c9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729969 Mar 02 07:45:08.655190 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:08.744388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-50980bbc-714a-4eae-9271-cd246ce61092 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215615 Mar 02 07:45:08.871572 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8cb895c-d6ba-4c79-824e-e0e748716a81 req-b1974b40-3497-407f-a3e1-294018887535 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219108 Mar 02 07:45:08.988865 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': '91001993-97d3-4755-b4ab-531bf2c8e714', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:36:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:45:07Z', 'revision_number': 1, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:08.992680 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b10366-067b-479d-9a29-340841ee32f0 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': '91001993-97d3-4755-b4ab-531bf2c8e714', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:36:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:45:07Z', 'revision_number': 1, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:09.171683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc75ada-368d-4e6b-af3f-545f517ead0a None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:45:09.739672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b012b-5b7f-4704-8552-2022950b4a2f req-2539f63b-48ed-4046-80a3-995a36a9ff63 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:09.741090 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a07b012b-5b7f-4704-8552-2022950b4a2f req-2539f63b-48ed-4046-80a3-995a36a9ff63 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0778139 Mar 02 07:45:09.784090 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a07b012b-5b7f-4704-8552-2022950b4a2f req-f591b9cb-5dfa-49ca-b9c3-114e0571f077 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369461 Mar 02 07:45:09.965609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3abd-06fe-49fb-9e0a-31a3853b8c71 req-91c66589-f58e-4319-a55b-76cf32e92a4e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:09.967038 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d2c3abd-06fe-49fb-9e0a-31a3853b8c71 req-91c66589-f58e-4319-a55b-76cf32e92a4e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0771360 Mar 02 07:45:10.009177 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4d2c3abd-06fe-49fb-9e0a-31a3853b8c71 req-c56fd79a-ebc8-42e9-a0f1-dec1748d8444 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365899 Mar 02 07:45:10.350269 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-e0d27510-e780-4da4-b77e-d4155bb0fb5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719073 Mar 02 07:45:10.408931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7b17-420d-4a9d-a100-41d4d9c34160 req-844663a9-b330-48a6-97ec-b6097d3eb785 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:10.410556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f06d7b17-420d-4a9d-a100-41d4d9c34160 req-844663a9-b330-48a6-97ec-b6097d3eb785 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0820711 Mar 02 07:45:10.454200 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f06d7b17-420d-4a9d-a100-41d4d9c34160 req-cc505f0c-a2d3-49d2-8529-4d2625eda120 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Mar 02 07:45:11.512387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-f1e8e2fa-7e42-4185-92bc-c27af15b4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:11.513899 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-f1e8e2fa-7e42-4185-92bc-c27af15b4fa6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0706885 Mar 02 07:45:11.696217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-f531cece-1d7e-4a1b-b0ee-7f355e441f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:11.697751 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-f531cece-1d7e-4a1b-b0ee-7f355e441f04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1780045 Mar 02 07:45:11.764272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad141a-3e1b-496a-a43a-cf938de08cb5 req-240e2bc4-26db-4e02-a262-c3867e4d0064 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:11.765715 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06ad141a-3e1b-496a-a43a-cf938de08cb5 req-240e2bc4-26db-4e02-a262-c3867e4d0064 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.2086153 Mar 02 07:45:11.839899 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-fa575c77-e77b-414d-8f7f-6296dae6128a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 1001 time: 0.1341822 Mar 02 07:45:11.844197 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06ad141a-3e1b-496a-a43a-cf938de08cb5 req-a01e3d10-4fdd-4988-8a1c-80bd922892f6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708797 Mar 02 07:45:11.901896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-e4381127-2fc7-45f7-8094-d14c7c9a5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:11.903301 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-e4381127-2fc7-45f7-8094-d14c7c9a5bb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0564287 Mar 02 07:45:12.089319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-7125be4f-e275-4efa-b5f8-e8e033e859f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:12.090742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-7125be4f-e275-4efa-b5f8-e8e033e859f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1813233 Mar 02 07:45:12.217626 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-a7caf492-7c7e-4403-a5c1-531d15856b4f service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201279 Mar 02 07:45:12.357089 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-02717ba9-527e-40d0-8193-e06c880dc62b service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328316 Mar 02 07:45:13.028588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312cebc-15c7-4631-bb2e-ee7a18cea635 req-9ec039c0-df01-48ca-80c1-26793f53bf76 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:13.030010 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7312cebc-15c7-4631-bb2e-ee7a18cea635 req-9ec039c0-df01-48ca-80c1-26793f53bf76 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0776470 Mar 02 07:45:13.073014 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7312cebc-15c7-4631-bb2e-ee7a18cea635 req-4dfbf3c6-ecc0-4b73-81f8-8117190e0d44 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374537 Mar 02 07:45:14.253190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832dcea-a637-490c-890d-59862c4e788c req-566eb4fc-3c7e-4048-8424-e132cf9e24fa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:14.254758 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a832dcea-a637-490c-890d-59862c4e788c req-566eb4fc-3c7e-4048-8424-e132cf9e24fa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0800374 Mar 02 07:45:14.298718 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a832dcea-a637-490c-890d-59862c4e788c req-d7363efb-98d0-46a0-885d-142e498390f3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377243 Mar 02 07:45:15.482633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662893b-7bc3-4854-889e-fbfc8f1b4574 req-615e73f8-d3b1-4057-9e75-9204ca50f8aa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:15.484106 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c662893b-7bc3-4854-889e-fbfc8f1b4574 req-615e73f8-d3b1-4057-9e75-9204ca50f8aa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0811253 Mar 02 07:45:15.528129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c662893b-7bc3-4854-889e-fbfc8f1b4574 req-ba6b492b-bbc8-4b11-813c-efe2e310e243 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Mar 02 07:45:16.711751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412803-75d4-441e-98c6-d385ac78114d req-3464db6f-540e-4c84-884a-aeae047592b7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:16.713729 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84412803-75d4-441e-98c6-d385ac78114d req-3464db6f-540e-4c84-884a-aeae047592b7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0802352 Mar 02 07:45:16.756801 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84412803-75d4-441e-98c6-d385ac78114d req-eb3b142e-a4b4-4748-ba99-a8adb406a2e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373187 Mar 02 07:45:17.937323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecebc-1044-4b79-9a4c-7fab316a8f60 req-154c369f-7fd0-4be9-8f90-9568e83dd8c0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:17.938782 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5f7ecebc-1044-4b79-9a4c-7fab316a8f60 req-154c369f-7fd0-4be9-8f90-9568e83dd8c0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0787914 Mar 02 07:45:17.985043 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5f7ecebc-1044-4b79-9a4c-7fab316a8f60 req-c1eee296-bf41-4fe9-9b67-30c532f899cb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405591 Mar 02 07:45:19.035142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:19.170142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63c84a-c5b9-4be7-aa51-7864647da612 req-d292d5e6-9e38-4836-8eab-f29cced2954f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:19.171564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c63c84a-c5b9-4be7-aa51-7864647da612 req-d292d5e6-9e38-4836-8eab-f29cced2954f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0807357 Mar 02 07:45:19.215283 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c63c84a-c5b9-4be7-aa51-7864647da612 req-1816f63d-8992-452d-b509-a6ce6fe972d3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381727 Mar 02 07:45:20.398381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f939c-68fb-4037-87fd-d10a1aaef549 req-27ce7568-2745-4110-901e-952e2bf57f47 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:20.400321 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b84f939c-68fb-4037-87fd-d10a1aaef549 req-27ce7568-2745-4110-901e-952e2bf57f47 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0787444 Mar 02 07:45:20.442852 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b84f939c-68fb-4037-87fd-d10a1aaef549 req-15a3a8cc-6a9e-46f6-8175-06f5c0489164 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369866 Mar 02 07:45:21.626326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1da98-3694-494d-8e99-9cb1c20ab096 req-95858ce7-98ce-473b-9a70-76d40b27da65 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:21.627772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87e1da98-3694-494d-8e99-9cb1c20ab096 req-95858ce7-98ce-473b-9a70-76d40b27da65 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0828540 Mar 02 07:45:21.670579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87e1da98-3694-494d-8e99-9cb1c20ab096 req-80d1d800-028a-4a0f-ac3d-652100050c20 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 Mar 02 07:45:22.995699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e44ef9-a47a-40ad-b3fb-a98fcad95df0 req-48abd6d5-be37-4a5e-bb9e-0955355168a4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:22.997042 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-62e44ef9-a47a-40ad-b3fb-a98fcad95df0 req-48abd6d5-be37-4a5e-bb9e-0955355168a4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0816157 Mar 02 07:45:23.039762 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-62e44ef9-a47a-40ad-b3fb-a98fcad95df0 req-9ffb153f-585b-4cb0-be02-40983d2c2b69 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371649 Mar 02 07:45:24.224089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3667-c118-4c66-9db2-30188ff173d8 req-717c6c0c-1ab7-470e-84ae-9f114b2d7342 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:24.225500 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5cbf3667-c118-4c66-9db2-30188ff173d8 req-717c6c0c-1ab7-470e-84ae-9f114b2d7342 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0813086 Mar 02 07:45:24.268663 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5cbf3667-c118-4c66-9db2-30188ff173d8 req-a91e94eb-febe-4f1d-9de8-bad1c0825ee2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367308 Mar 02 07:45:25.448316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c801836-5887-4db2-86d2-d5a2a1717f33 req-32f9bfb0-2228-48a8-b5d1-7471c45015fc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:25.449783 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c801836-5887-4db2-86d2-d5a2a1717f33 req-32f9bfb0-2228-48a8-b5d1-7471c45015fc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0778935 Mar 02 07:45:25.492330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c801836-5887-4db2-86d2-d5a2a1717f33 req-d394937c-c5dc-4035-9d08-ca105e33d145 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369833 Mar 02 07:45:26.671836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c63ce9-3dfd-4fda-89ef-4f65395a21dd req-6f1adb08-2cae-4023-9c6d-db25c61db1a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:26.673532 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-47c63ce9-3dfd-4fda-89ef-4f65395a21dd req-6f1adb08-2cae-4023-9c6d-db25c61db1a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0785697 Mar 02 07:45:26.719229 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-47c63ce9-3dfd-4fda-89ef-4f65395a21dd req-7caa369a-b002-4391-b840-4d7b08bdd0ca tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Mar 02 07:45:27.755990 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:45:27.907997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4971-e13d-4962-a9c4-9bba0f49cb8d req-ad0c64f2-66b3-4390-acb6-839503f2b03d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:27.909514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7f6f4971-e13d-4962-a9c4-9bba0f49cb8d req-ad0c64f2-66b3-4390-acb6-839503f2b03d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0849919 Mar 02 07:45:27.953423 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7f6f4971-e13d-4962-a9c4-9bba0f49cb8d req-84caf87f-e671-4cc2-b691-e9caff1055af tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Mar 02 07:45:29.137725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a661ba-4132-4ccf-a32e-9b53016d34f7 req-815b2749-d195-42b6-ae11-ad727bc88a87 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:29.139157 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5a661ba-4132-4ccf-a32e-9b53016d34f7 req-815b2749-d195-42b6-ae11-ad727bc88a87 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0826416 Mar 02 07:45:29.181513 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5a661ba-4132-4ccf-a32e-9b53016d34f7 req-918f3c7e-f693-46a2-8326-9a0a52c688ad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Mar 02 07:45:30.361204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5a08-4303-4f76-8d6b-323db8c4a0fb req-f1b909ce-a1fb-45b4-8242-586cfe2925d5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:30.362677 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d5e5a08-4303-4f76-8d6b-323db8c4a0fb req-f1b909ce-a1fb-45b4-8242-586cfe2925d5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0783594 Mar 02 07:45:30.409168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d5e5a08-4303-4f76-8d6b-323db8c4a0fb req-d9ce5369-666e-45de-96d8-9dcb5c3902fc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408523 Mar 02 07:45:31.597322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6019-dcd5-4fc3-9500-93611f3ec807 req-dca9ba78-2285-4f83-8554-1e87f83031a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:31.598715 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbfc6019-dcd5-4fc3-9500-93611f3ec807 req-dca9ba78-2285-4f83-8554-1e87f83031a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0818355 Mar 02 07:45:31.642669 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbfc6019-dcd5-4fc3-9500-93611f3ec807 req-f72f1d71-d069-4ba4-8650-ce84b624481e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Mar 02 07:45:32.564776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55c20747-cc92-4851-bac7-cfff8aa2e76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:32.822317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de461fe-ae56-44e3-8e0b-c7c18cb88afc req-adbbf0f2-018a-43cc-ade0-926df7f023ac tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:32.823734 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6de461fe-ae56-44e3-8e0b-c7c18cb88afc req-adbbf0f2-018a-43cc-ade0-926df7f023ac tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0781264 Mar 02 07:45:32.865935 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6de461fe-ae56-44e3-8e0b-c7c18cb88afc req-ed4e4a83-1a53-462a-9f83-e41ebfd56d88 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366998 Mar 02 07:45:34.033942 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-e75395a3-96de-4642-8e1d-1da6169d5cc9 service neutron] 10.222.0.32 "GET /v2.0/ports/91001993-97d3-4755-b4ab-531bf2c8e714/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.1182399 Mar 02 07:45:34.073145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec935e-3d0e-4de4-a42c-e42def24213c req-3cf2caae-04ec-4be4-9e38-34f3b0ad4750 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.074618 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1aec935e-3d0e-4de4-a42c-e42def24213c req-3cf2caae-04ec-4be4-9e38-34f3b0ad4750 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0970044 Mar 02 07:45:34.117564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1aec935e-3d0e-4de4-a42c-e42def24213c req-243ce19c-fc6f-4fe8-b9dd-22696f754491 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372105 Mar 02 07:45:34.292201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-cd76869f-5c7d-4fe3-857c-722cab00e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.293544 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-cd76869f-5c7d-4fe3-857c-722cab00e6f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 1098 time: 0.0683289 Mar 02 07:45:34.384118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-cea37c6c-1979-4cb8-bc16-0bd8528832f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.385563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-cea37c6c-1979-4cb8-bc16-0bd8528832f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0716641 Mar 02 07:45:34.513090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-363b4db3-7b13-474e-b6e3-27a05ef0f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.514549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-363b4db3-7b13-474e-b6e3-27a05ef0f710 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1231296 Mar 02 07:45:34.715044 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-480ea527-6e15-4ae2-8089-a17d7f270605 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 1001 time: 0.1946671 Mar 02 07:45:34.774430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-094038fe-736b-427f-af5b-ad666094d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.775813 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-094038fe-736b-427f-af5b-ad666094d84d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0551767 Mar 02 07:45:34.804486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9f1a-61a8-4815-a02f-4e2205213456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:34.847811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-917c5fca-d152-466a-845e-2b55e50dfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:34.849406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-917c5fca-d152-466a-845e-2b55e50dfcd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680900 Mar 02 07:45:34.976431 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-ea5e09bd-a2fd-4d8d-9a91-2ed33149b3f7 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210637 Mar 02 07:45:35.104681 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67592319-6aeb-428b-be1e-8fcb4c870bed req-2f8e16e6-04bb-4fa8-b10f-a43a8ccb0114 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224883 Mar 02 07:45:35.311083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f0075-2ab0-4f72-9fe0-3266bc4ed4bb req-53393ad2-c09c-4527-96ef-35df3f6a173c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:35.312537 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-941f0075-2ab0-4f72-9fe0-3266bc4ed4bb req-53393ad2-c09c-4527-96ef-35df3f6a173c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0847998 Mar 02 07:45:35.355799 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-941f0075-2ab0-4f72-9fe0-3266bc4ed4bb req-57bf0b5a-8220-4eb1-8478-5707a1879390 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376821 Mar 02 07:45:35.887685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:35.891287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:36.548622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252d90-6779-49b7-abc3-08289ec913e6 req-aed54bcb-7dd2-439f-be06-b05a4aff059f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:36.550360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7a252d90-6779-49b7-abc3-08289ec913e6 req-aed54bcb-7dd2-439f-be06-b05a4aff059f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 945 time: 0.0891368 Mar 02 07:45:36.600691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7a252d90-6779-49b7-abc3-08289ec913e6 req-fef81a5c-e2a6-483d-8033-2ae250bfb019 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Mar 02 07:45:37.146199 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.323544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 91001993-97d3-4755-b4ab-531bf2c8e714 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:37.433416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.459104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:37.470479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 91001993-97d3-4755-b4ab-531bf2c8e714, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=91001993-97d3-4755-b4ab-531bf2c8e714,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:37.475406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:37.544694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=91001993-97d3-4755-b4ab-531bf2c8e714,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:37.575482 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714', 'code': 200} Mar 02 07:45:37.785783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc88daf-a10c-4990-9f96-6b87edfb0309 req-535e64cb-fa80-4646-8044-02f285537d15 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:37.787109 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9dc88daf-a10c-4990-9f96-6b87edfb0309 req-535e64cb-fa80-4646-8044-02f285537d15 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0804002 Mar 02 07:45:37.829868 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9dc88daf-a10c-4990-9f96-6b87edfb0309 req-9481a7fd-233f-475d-b0de-2aa08e2981d0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371761 Mar 02 07:45:38.191398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515a480-c1c1-46ca-9d7b-3435be327eea req-3cd8d2fb-f418-4835-9bfe-856cfafa6e7c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:38.192838 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f515a480-c1c1-46ca-9d7b-3435be327eea req-3cd8d2fb-f418-4835-9bfe-856cfafa6e7c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.1426771 Mar 02 07:45:38.200108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-afa31830-040c-43a5-9119-777451c8ea02 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:38.201405 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-afa31830-040c-43a5-9119-777451c8ea02 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1&tenant_id=9e548def84d04d3ab1c4fdfe7851278a&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 943 time: 0.1205530 Mar 02 07:45:38.240618 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f515a480-c1c1-46ca-9d7b-3435be327eea req-ace80300-7717-46cb-871b-f4c513ec5454 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382583 Mar 02 07:45:38.337474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-801113b1-1d5e-437d-80f8-267350b50134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:38.339216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-801113b1-1d5e-437d-80f8-267350b50134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0709772 Mar 02 07:45:38.467733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-02cd8cea-7840-4b7c-babb-197d8f18fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:38.469070 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-02cd8cea-7840-4b7c-babb-197d8f18fc01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1240420 Mar 02 07:45:38.572011 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-dcc12e9f-0973-4039-9b41-f42f8cfd7cdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 999 time: 0.0966384 Mar 02 07:45:38.637190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-df3dc82c-410e-4e70-831c-8005277afeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:38.638627 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-df3dc82c-410e-4e70-831c-8005277afeaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0605454 Mar 02 07:45:38.712101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-199dbd27-6a3f-4414-8e6d-dd0a4d6b704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:38.713805 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-199dbd27-6a3f-4414-8e6d-dd0a4d6b704f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684805 Mar 02 07:45:38.841684 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-a988d092-565d-4b9b-a775-b00ba2b3bfb9 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212692 Mar 02 07:45:38.970277 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c5f941b-b585-4f8c-b981-f5208172f502 req-81b4cc95-c64b-4e98-b63a-0c0fdbc7eff8 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227708 Mar 02 07:45:39.434319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3266f83-b538-4333-920d-fe2846a1a837 req-befdc8df-1cbb-46b3-8651-172c4331da2f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:39.435764 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3266f83-b538-4333-920d-fe2846a1a837 req-befdc8df-1cbb-46b3-8651-172c4331da2f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0825148 Mar 02 07:45:39.485514 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3266f83-b538-4333-920d-fe2846a1a837 req-9f11b98e-660c-4229-a14b-d6db7101ff0a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 Mar 02 07:45:40.816503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-9445af37-82f4-4678-b3c2-8ca8ce9d655c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1922839 Mar 02 07:45:40.824436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30cdcb-23c7-47e8-a011-91f40e6d8783 req-56a77172-970b-4445-8090-a11cb26b19d2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:40.825817 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e30cdcb-23c7-47e8-a011-91f40e6d8783 req-56a77172-970b-4445-8090-a11cb26b19d2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.2320042 Mar 02 07:45:40.869053 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e30cdcb-23c7-47e8-a011-91f40e6d8783 req-80bd3332-03d3-4fd0-8af5-83935078c3b6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373445 Mar 02 07:45:40.954000 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-0f97eea2-9f6a-4501-8155-8df06dbbed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:40.955474 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-0f97eea2-9f6a-4501-8155-8df06dbbed34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0720847 Mar 02 07:45:41.055807 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36083d-1ee3-4f02-a140-876accb46325 req-6c338f9e-78e5-4360-8ec6-1e67ca6a6fb0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:41.057268 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dd36083d-1ee3-4f02-a140-876accb46325 req-6c338f9e-78e5-4360-8ec6-1e67ca6a6fb0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0821719 Mar 02 07:45:41.099817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-5a31dec4-e5e2-4cdd-bd11-c4a5252ca986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:41.100623 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dd36083d-1ee3-4f02-a140-876accb46325 req-fdd178bf-a3ac-4272-9a34-98dd88b98ce7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374677 Mar 02 07:45:41.101152 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-5a31dec4-e5e2-4cdd-bd11-c4a5252ca986 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1273644 Mar 02 07:45:41.201692 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-c12bd986-3048-4c95-a12d-8bd089050fb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 200 len: 999 time: 0.0950422 Mar 02 07:45:41.309094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-de2730c4-5642-485c-a9e9-9104b6e5fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:41.310561 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-de2730c4-5642-485c-a9e9-9104b6e5fe03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0742936 Mar 02 07:45:41.375304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae44111-5a9b-4ef6-bf60-c3862b4748e5 req-07becb4c-1d2d-45dd-bd46-132247ed4a58 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:41.376757 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4ae44111-5a9b-4ef6-bf60-c3862b4748e5 req-07becb4c-1d2d-45dd-bd46-132247ed4a58 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.1710532 Mar 02 07:45:41.431144 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4ae44111-5a9b-4ef6-bf60-c3862b4748e5 req-90aece11-bc2c-44b4-8aa4-33b5aff9d92f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487645 Mar 02 07:45:41.441814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-4ede40b0-693c-4ef1-94de-c826c097257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:41.443264 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-4ede40b0-693c-4ef1-94de-c826c097257d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268284 Mar 02 07:45:41.574078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-ef7219d4-1fe1-45eb-b79a-7f6b06648de7 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250675 Mar 02 07:45:41.714039 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9db759b-fc98-4703-90dc-4b39e1f35a22 req-542991a7-a206-41ed-b119-e97d586a3e34 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340864 Mar 02 07:45:41.810841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c50101-eac3-41e0-96ba-32c4ded9182c req-be51bccc-179c-4689-9ec2-b3d32efe77e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:41.812285 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30c50101-eac3-41e0-96ba-32c4ded9182c req-be51bccc-179c-4689-9ec2-b3d32efe77e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0827637 Mar 02 07:45:41.855649 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30c50101-eac3-41e0-96ba-32c4ded9182c req-d941010d-5759-41d4-9986-3e5f2489dd60 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377998 Mar 02 07:45:43.044687 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720c301-4f08-4ed0-b767-fe9c33199e86 req-28d526b5-cb28-4e4a-a768-cc12502a8b98 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:43.046129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a720c301-4f08-4ed0-b767-fe9c33199e86 req-28d526b5-cb28-4e4a-a768-cc12502a8b98 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0772145 Mar 02 07:45:43.092211 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a720c301-4f08-4ed0-b767-fe9c33199e86 req-0a459205-c4aa-42ee-b758-ffeeccd6f7fc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Mar 02 07:45:43.400744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-1539e1f4-de1b-46f0-b692-efa8376950d6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:43.402164 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-1539e1f4-de1b-46f0-b692-efa8376950d6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.0763233 Mar 02 07:45:43.473091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Deleting port 91001993-97d3-4755-b4ab-531bf2c8e714 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:45:43.473422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:43.708272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] For port 91001993-97d3-4755-b4ab-531bf2c8e714, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=91001993-97d3-4755-b4ab-531bf2c8e714,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:43.708623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.084500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.084781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.085084 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 disassociated. External IP: 172.26.4.105, port: 91001993-97d3-4755-b4ab-531bf2c8e714. Mar 02 07:45:44.085415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Calling delete_port for 91001993-97d3-4755-b4ab-531bf2c8e714 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:45:44.271954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.329022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event deleted for resources: {'Port': ['ID=91001993-97d3-4755-b4ab-531bf2c8e714,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:44.342425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.342775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.343114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.343446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.343772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.344099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.344428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.344755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.345078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.345399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.345738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.346056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:44.416623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615bcd4-a38d-4ee1-8ce6-fde260009f78 req-c0933c45-1709-4792-9f6b-d20e428db474 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:44.418140 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2615bcd4-a38d-4ee1-8ce6-fde260009f78 req-c0933c45-1709-4792-9f6b-d20e428db474 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60805ddf-eb95-4829-a4a6-c2df97ecb4d1 HTTP/1.1" status: 200 len: 943 time: 0.2182946 Mar 02 07:45:44.546887 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2615bcd4-a38d-4ee1-8ce6-fde260009f78 req-227e1d3c-6ff2-4075-a861-54fcbc6c2669 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203911 Mar 02 07:45:44.579108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:44.753713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:44.762922 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:44.772003 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:44.772598 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:45:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:44.827154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] No DVR routers for this DVR port 91001993-97d3-4755-b4ab-531bf2c8e714 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:45:44.829566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:44.832063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'name': 'network-vif-deleted', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:44.849017 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eeb7530e-5ee3-41cb-93dc-972cf46fd085 req-7fdb5334-7153-4a30-8769-7f30069ae9b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "DELETE /v2.0/ports/91001993-97d3-4755-b4ab-531bf2c8e714 HTTP/1.1" status: 204 len: 173 time: 1.4407215 Mar 02 07:45:44.881809 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60805ddf-eb95-4829-a4a6-c2df97ecb4d1', 'name': 'network-vif-deleted', 'tag': '91001993-97d3-4755-b4ab-531bf2c8e714', 'status': 'completed', 'code': 200} Mar 02 07:45:44.981741 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:45.283214 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:45.287127 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:45:45.296119 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:45.296710 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:45:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:45.472982 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:45.780201 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:45.784259 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d355d14-19f1-4fc4-9ca2-3c3d9dc5de06 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:45:45.876918 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-1755a33f-85bc-4890-9964-25bad08b5de0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1540414371&fields=id&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 267 time: 0.0405500 Mar 02 07:45:46.005418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c11d1-13e4-4818-b97a-fee3a6f9098d None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:45:46.033435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-89a839cd-94b2-4345-ba01-ae14cde3e359 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:46.034886 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-89a839cd-94b2-4345-ba01-ae14cde3e359 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1514285 Mar 02 07:45:46.050475 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-535231b4-c5e6-4571-a2c3-e1ccd2932b0e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/quotas/9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 375 time: 0.0092306 Mar 02 07:45:46.135362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-582991ed-06da-4523-99f4-c3396b7718ca req-7aa3d1e9-0c77-45cb-a4d3-d9779a14e33e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:46.152020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-582991ed-06da-4523-99f4-c3396b7718ca req-7aa3d1e9-0c77-45cb-a4d3-d9779a14e33e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:46.156791 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-7aa3d1e9-0c77-45cb-a4d3-d9779a14e33e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011741 Mar 02 07:45:46.167963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-c90944c7-24bc-40b7-91b2-4b3c84e68702 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:45:46.168946 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-c90944c7-24bc-40b7-91b2-4b3c84e68702 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051296 Mar 02 07:45:46.298654 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-30bb6d78-995a-4666-bdf5-202d83314bce service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242661 Mar 02 07:45:46.537610 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-fc10e5c7-93fa-40f0-98a2-d434616fde6c service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328367 Mar 02 07:45:46.709920 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6eb22cf0-be47-469c-9da4-70d8f075e48b req-9f74b33f-1afd-487a-9f6d-700ebd3ea9aa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 210 time: 0.0418005 Mar 02 07:45:47.359722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 91001993-97d3-4755-b4ab-531bf2c8e714 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:45:47.392019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 91001993-97d3-4755-b4ab-531bf2c8e714 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:45:47.392361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 91001993-97d3-4755-b4ab-531bf2c8e714 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:45:47.710208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-90353665-71af-4a68-9112-63b4bcaa295f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:47.712171 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-90353665-71af-4a68-9112-63b4bcaa295f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1494021 Mar 02 07:45:47.762351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-4229cde1-13d4-4cc3-bb48-0e8d6e462d29 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 380 time: 0.0415213 Mar 02 07:45:47.772179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'port': {'device_id': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'admin_state_up': True, 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'security_groups': ['bea121a5-3050-4082-b061-43ce380407c1']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:47.910012 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87c11ba2-6c5d-4760-b96c-0b7b14d4b053 req-31125847-0992-48e5-b4c8-ef0c687b5aac tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 210 time: 0.0552874 Mar 02 07:45:47.945313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:45:47.955738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:45:47.966088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Made reservation on behalf of 9e548def84d04d3ab1c4fdfe7851278a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:45:47.969384 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.126310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Allocated IP 172.20.0.3 (d5c9fbe9-fb28-4a75-8513-81c859309599/0aa56d5c-6ffe-4977-9835-3d13c6e6a300/f19ec78a-568e-4b04-ab5d-13b348ba2263) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:45:48.317958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.333994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Transition to ACTIVE for port object f19ec78a-568e-4b04-ab5d-13b348ba2263 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:48.360010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.431815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:45:48.434742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:45:48.442598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:45:48.473111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:48.510688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:48.511294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.535658 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-08896f5d-da26-4bcf-a911-97921ac410a6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7669590 Mar 02 07:45:48.546824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Request body: {'port': {'device_id': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:48.657076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.687589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-03e0fafb-560d-4193-9b76-79a1d1004e6b None None] Provisioning for port f19ec78a-568e-4b04-ab5d-13b348ba2263 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:48.692606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-03e0fafb-560d-4193-9b76-79a1d1004e6b None None] Provisioning complete for port f19ec78a-568e-4b04-ab5d-13b348ba2263 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:48.692976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-03e0fafb-560d-4193-9b76-79a1d1004e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:48.748374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-03e0fafb-560d-4193-9b76-79a1d1004e6b None None] Port f19ec78a-568e-4b04-ab5d-13b348ba2263 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:45:48.992374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19ec78a-568e-4b04-ab5d-13b348ba2263 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:45:48.999782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.014106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Transition to ACTIVE for port object f19ec78a-568e-4b04-ab5d-13b348ba2263 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:45:49.019123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.033425 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.096179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ce7ed-9e96-4673-a801-30ca8aa6e735 req-17879869-f5df-4de8-abed-ff8bba6ac8f1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:49.097673 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f6ce7ed-9e96-4673-a801-30ca8aa6e735 req-17879869-f5df-4de8-abed-ff8bba6ac8f1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 943 time: 0.0848897 Mar 02 07:45:49.148548 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f6ce7ed-9e96-4673-a801-30ca8aa6e735 req-5a6213e7-8efe-4cc3-8e5e-dd196a7ad160 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439398 Mar 02 07:45:49.174855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.253885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Attempting to bind port f19ec78a-568e-4b04-ab5d-13b348ba2263 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:45:49.254195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Attempting to bind port f19ec78a-568e-4b04-ab5d-13b348ba2263 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:45:49.254513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Attempting to bind port f19ec78a-568e-4b04-ab5d-13b348ba2263 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:49.259573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Port f19ec78a-568e-4b04-ab5d-13b348ba2263 on network d5c9fbe9-fb28-4a75-8513-81c859309599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:45:49.259884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Attempting to bind port f19ec78a-568e-4b04-ab5d-13b348ba2263 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:45:49.264890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:45:49.265216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Checking segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:45:49.265590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Bound using segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:45:49.266036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Bound port: f19ec78a-568e-4b04-ab5d-13b348ba2263, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:45:49.266371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.450135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:45:49.453120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:45:49.457080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.510229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:49.510832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:49.512266 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] 10.222.0.32 "PUT /v2.0/ports/f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 1093 time: 0.9696088 Mar 02 07:45:49.512627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:49.547314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b9692-9f68-49e4-b3d1-216a6329c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:49.581543 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'status': 'completed', 'code': 200} Mar 02 07:45:49.623404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-28e05561-c149-4675-bcf0-5fb621bb8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:49.624858 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-28e05561-c149-4675-bcf0-5fb621bb8f43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1096 time: 0.0747378 Mar 02 07:45:49.695076 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-da8165f5-4ad5-463b-b374-2f481d8ec4b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 217 time: 0.0632350 Mar 02 07:45:49.754022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-d4ebe709-8aa6-4f1f-bc2b-68ba0a5c0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:49.755418 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-d4ebe709-8aa6-4f1f-bc2b-68ba0a5c0a8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0553000 Mar 02 07:45:49.826718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582991ed-06da-4523-99f4-c3396b7718ca req-0cc99899-80f5-41e0-bf12-6a07a59becc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:49.828164 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-0cc99899-80f5-41e0-bf12-6a07a59becc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670280 Mar 02 07:45:49.953428 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-726cdd8f-e983-4058-a85c-220db14894fe service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195168 Mar 02 07:45:50.079251 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-582991ed-06da-4523-99f4-c3396b7718ca req-9288af62-75f6-4d4c-a9d2-749051097d3b service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195807 Mar 02 07:45:50.195935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-1c32830c-c3e8-49ad-964a-cc2c3e2cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.197513 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-1c32830c-c3e8-49ad-964a-cc2c3e2cb406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1096 time: 0.0751915 Mar 02 07:45:50.327517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-07660d34-ca9b-4959-abeb-4f107bc3bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.328884 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-07660d34-ca9b-4959-abeb-4f107bc3bfbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1253841 Mar 02 07:45:50.337363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29081e87-3274-4fb6-8657-9cfbd434324e req-1ce230a9-b3b5-4dbb-9ff2-e5ea4ed9e4fc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.339099 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-29081e87-3274-4fb6-8657-9cfbd434324e req-1ce230a9-b3b5-4dbb-9ff2-e5ea4ed9e4fc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 943 time: 0.0808713 Mar 02 07:45:50.383388 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-29081e87-3274-4fb6-8657-9cfbd434324e req-8f9b56d0-aeb9-4b21-b767-d0efec300f8a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Mar 02 07:45:50.399257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-c6518eb5-5cbb-4251-a629-d80c8b162f6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 217 time: 0.0632005 Mar 02 07:45:50.460485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-086324a1-0c93-413b-bfd5-710b07733557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.462487 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-086324a1-0c93-413b-bfd5-710b07733557 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0568378 Mar 02 07:45:50.535074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-20329dc4-be9c-4677-a744-9de28c6efdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:50.536520 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-20329dc4-be9c-4677-a744-9de28c6efdff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672956 Mar 02 07:45:50.663913 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-0b9d0c06-e555-46b6-8725-3f1aafd39563 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200776 Mar 02 07:45:50.790775 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fca90e4-424f-44a6-a673-c155aba6ea5b req-a9d05533-29e4-429b-b4e9-db6b69f91be0 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209142 Mar 02 07:45:51.573956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d3155-bdbb-4b7c-be13-dd4df60399b0 req-25e6f171-577d-4b1f-86cf-79a484ddc758 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:51.576102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-385d3155-bdbb-4b7c-be13-dd4df60399b0 req-25e6f171-577d-4b1f-86cf-79a484ddc758 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:45:51.593851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-385d3155-bdbb-4b7c-be13-dd4df60399b0 req-25e6f171-577d-4b1f-86cf-79a484ddc758 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:45:51.595022 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-385d3155-bdbb-4b7c-be13-dd4df60399b0 req-25e6f171-577d-4b1f-86cf-79a484ddc758 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 943 time: 0.1026444 Mar 02 07:45:51.639570 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-385d3155-bdbb-4b7c-be13-dd4df60399b0 req-ebcccac3-0615-4d3c-a7e2-5e4cd2684b04 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389013 Mar 02 07:45:52.911779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c61a-b3a0-428c-ac61-3e5cab6dd1de req-f3b8937d-2498-42a2-8ef0-958f6f39c009 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:52.913212 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58d3c61a-b3a0-428c-ac61-3e5cab6dd1de req-f3b8937d-2498-42a2-8ef0-958f6f39c009 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 943 time: 0.1710830 Mar 02 07:45:52.955968 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58d3c61a-b3a0-428c-ac61-3e5cab6dd1de req-fd36a60b-7e93-4335-91e3-10bc04532475 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365732 Mar 02 07:45:53.408990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device f19ec78a-568e-4b04-ab5d-13b348ba2263 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:45:53.537848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:53.550970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'mac_address': 'fa:16:3e:ba:99:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:45:53.606167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.621959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19ec78a-568e-4b04-ab5d-13b348ba2263 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:45:53.637118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:53.640951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:53.747538 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:53.754350 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.754701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.755043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.755376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.755706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.756036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.756360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.756680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.757003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.757322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.758191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.758515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:45:53.835007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['f19ec78a-568e-4b04-ab5d-13b348ba2263'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:45:54.145406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363922-8863-4afe-9cee-7e5a328c3a33 req-a80165f3-1323-4914-afe5-ba8e8a29a7b2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:54.146868 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b363922-8863-4afe-9cee-7e5a328c3a33 req-a80165f3-1323-4914-afe5-ba8e8a29a7b2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 944 time: 0.0843451 Mar 02 07:45:54.193093 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b363922-8863-4afe-9cee-7e5a328c3a33 req-f382f969-afd5-4b2d-bb7b-d834e8c89639 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Mar 02 07:45:55.372552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8881b-1cc3-4850-a543-6f9d59352e49 req-167ef656-135a-4478-ab70-77f1cfd044c9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:55.374001 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1cc8881b-1cc3-4850-a543-6f9d59352e49 req-167ef656-135a-4478-ab70-77f1cfd044c9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 944 time: 0.0784249 Mar 02 07:45:55.416389 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1cc8881b-1cc3-4850-a543-6f9d59352e49 req-d351b1d7-23b7-4fc8-ba5a-8d9a737d3c3b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368402 Mar 02 07:45:55.421076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device f19ec78a-568e-4b04-ab5d-13b348ba2263 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:45:55.486206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port f19ec78a-568e-4b04-ab5d-13b348ba2263 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:45:55.490596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port f19ec78a-568e-4b04-ab5d-13b348ba2263 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:45:55.490967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.602822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.629349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:55.639374 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:45:55.643047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:55.677390 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'code': 200} Mar 02 07:45:55.713246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:45:55.893393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb1e5b-d1c6-4ef2-b42e-ce66e13c833c req-7beea04b-f523-4e14-a373-399e4666568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:55.894899 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cdb1e5b-d1c6-4ef2-b42e-ce66e13c833c req-7beea04b-f523-4e14-a373-399e4666568d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1098 time: 0.0673096 Mar 02 07:45:55.933746 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cdb1e5b-d1c6-4ef2-b42e-ce66e13c833c req-ad80a062-77e9-40e0-ab4d-da5bc3a97e5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334342 Mar 02 07:45:56.600568 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e778a6-1fd2-4230-a645-2f9f26a0bef3 req-c722e4f1-c089-413f-858b-a004717137cb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:56.602562 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94e778a6-1fd2-4230-a645-2f9f26a0bef3 req-c722e4f1-c089-413f-858b-a004717137cb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0816557 Mar 02 07:45:56.645880 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94e778a6-1fd2-4230-a645-2f9f26a0bef3 req-de5768f5-b780-42ab-90dc-9205960cb14c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376279 Mar 02 07:45:57.924611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5532c-a46b-4cb2-a49b-bcef7de02ccb req-8517f544-f199-4e56-a8b5-280bbf4719a2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:57.926009 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bf5532c-a46b-4cb2-a49b-bcef7de02ccb req-8517f544-f199-4e56-a8b5-280bbf4719a2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.1756768 Mar 02 07:45:57.974127 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bf5532c-a46b-4cb2-a49b-bcef7de02ccb req-5c35d00a-606f-45b0-8389-ac3cea471afe tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Mar 02 07:45:58.151837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91efc-4d10-4d5d-b57c-8b7bd611c7cc req-d03302c2-06e1-4784-8cc6-2a0808ae3b5b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:58.153270 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e7f91efc-4d10-4d5d-b57c-8b7bd611c7cc req-d03302c2-06e1-4784-8cc6-2a0808ae3b5b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0823948 Mar 02 07:45:58.161729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51140) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:45:58.166652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'floatingip': {'port_id': 'f19ec78a-568e-4b04-ab5d-13b348ba2263'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:45:58.252172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.839811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:58.843552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.015087 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 associated. External IP: 172.26.4.105, port: f19ec78a-568e-4b04-ab5d-13b348ba2263. Mar 02 07:45:59.453464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:45:59.630962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:45:59.636380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:45:59.643298 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:45:59.653352 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:45:59.654111 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:45:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:45:59.694283 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-faef0feb-dac2-4150-84be-89754d1cf6ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "PUT /v2.0/floatingips/9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 HTTP/1.1" status: 200 len: 991 time: 1.5291009 Mar 02 07:45:59.694283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:45:59.821638 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'status': 'completed', 'code': 200} Mar 02 07:45:59.870800 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:45:59.925951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-f8d1ccc7-6f1e-46d1-a64c-85601d69a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:45:59.927515 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-f8d1ccc7-6f1e-46d1-a64c-85601d69a40d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1098 time: 0.0839450 Mar 02 07:46:00.042911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7560a00-4928-4935-8528-46ce1ea30ce7 req-3ec37713-0d88-429b-8abc-a6e4abcd1335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:00.044387 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7560a00-4928-4935-8528-46ce1ea30ce7 req-3ec37713-0d88-429b-8abc-a6e4abcd1335 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0871592 Mar 02 07:46:00.077522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-782bc591-7e6e-490e-8abd-d3568c74f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:00.079017 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-782bc591-7e6e-490e-8abd-d3568c74f1fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1419365 Mar 02 07:46:00.090377 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7560a00-4928-4935-8528-46ce1ea30ce7 req-bf2c0b20-2a9c-49d0-8b69-9351d0fe2713 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397573 Mar 02 07:46:00.184479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-eb5d3120-4c1e-406c-93b9-4a518c5c0057 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 999 time: 0.0991831 Mar 02 07:46:00.217210 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:ba:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:45:58Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:00.220913 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:46:00.229468 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:00.230086 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:45:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:00.255932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-5e6f882b-355c-4745-8c5d-7bc9b32b96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:00.257385 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-5e6f882b-355c-4745-8c5d-7bc9b32b96c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0671380 Mar 02 07:46:00.330044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-8423a3b1-a65b-4a1e-985e-041a457b7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:00.331525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-8423a3b1-a65b-4a1e-985e-041a457b7da7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686469 Mar 02 07:46:00.404343 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:00.463101 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-66c8e65a-0dde-4c89-9e4d-b3f6d7ad0648 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251011 Mar 02 07:46:00.597824 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcffbd08-924b-4c54-acb6-0b8104dba82c req-592d04df-82d9-4b48-bd37-276aa3ec714e service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293337 Mar 02 07:46:00.740987 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:ba:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:45:58Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:00.745256 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1a76a-6837-46b8-b9b3-759d789e6991 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:ba:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:45:58Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:46:00.916697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6c18-df99-4ad2-a71c-4683d3c6db80 None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:46:01.279700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8fc3-bb45-4a3f-aa9e-fd7da7f9f8e1 req-cbcdbace-8890-4d3e-8788-d3eff06a248e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:01.281176 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f1e8fc3-bb45-4a3f-aa9e-fd7da7f9f8e1 req-cbcdbace-8890-4d3e-8788-d3eff06a248e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0822403 Mar 02 07:46:01.324270 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f1e8fc3-bb45-4a3f-aa9e-fd7da7f9f8e1 req-36f730d2-1b0b-4a6c-be2a-9f57dc42ee25 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374506 Mar 02 07:46:02.507453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e22e8-4356-4a1a-9ec4-9cf8633fecf9 req-6dad817a-b56a-4db8-888b-c4989843a4ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:02.508954 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e6e22e8-4356-4a1a-9ec4-9cf8633fecf9 req-6dad817a-b56a-4db8-888b-c4989843a4ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0774271 Mar 02 07:46:02.555551 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e6e22e8-4356-4a1a-9ec4-9cf8633fecf9 req-cddbb0b9-438c-4f3e-a853-7cedca04ab08 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Mar 02 07:46:02.565400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbc3c89d-881c-45ec-aca4-f2ab642c596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:03.738924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319998c-f429-437d-9ef9-677a6280ff6a req-c5deff9b-e9e7-43cd-a782-6348213ee43b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:03.740359 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8319998c-f429-437d-9ef9-677a6280ff6a req-c5deff9b-e9e7-43cd-a782-6348213ee43b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0785098 Mar 02 07:46:03.782641 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8319998c-f429-437d-9ef9-677a6280ff6a req-7bbc6d6d-c81d-4a00-b104-9a04d84dd636 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Mar 02 07:46:04.754350 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:46:04.808367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a7e5-5aa4-4342-895e-fa0e7932d8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:04.963195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360966-a4b9-41e3-b726-7c545e964273 req-96eb2a08-a6b6-4abb-a66f-3f5e56f9c5f8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:04.964629 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e360966-a4b9-41e3-b726-7c545e964273 req-96eb2a08-a6b6-4abb-a66f-3f5e56f9c5f8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0786679 Mar 02 07:46:05.008526 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e360966-a4b9-41e3-b726-7c545e964273 req-cd24f07b-b7a3-4cc3-ab90-a8ba8a5ad70f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381851 Mar 02 07:46:05.890503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:05.894564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:06.194102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc4de-e7f4-46e8-9150-c1a0906e6cc0 req-571d5490-2e0a-4501-aab1-54b411013c42 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:06.196045 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fddc4de-e7f4-46e8-9150-c1a0906e6cc0 req-571d5490-2e0a-4501-aab1-54b411013c42 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0814018 Mar 02 07:46:06.238431 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fddc4de-e7f4-46e8-9150-c1a0906e6cc0 req-f0618e94-a85c-4662-800f-ed80a5b64026 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366726 Mar 02 07:46:07.149323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:07.423867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f04d-d999-498f-befe-8e7b1ecb25e9 req-bcdfe4f5-d59b-4c0b-a426-78622a8262df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:07.425334 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1c10f04d-d999-498f-befe-8e7b1ecb25e9 req-bcdfe4f5-d59b-4c0b-a426-78622a8262df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0820687 Mar 02 07:46:07.470015 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1c10f04d-d999-498f-befe-8e7b1ecb25e9 req-f1ad4b86-ad48-48f5-be02-f3a8cd7f0891 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Mar 02 07:46:08.649079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d2b86-9ad1-4f2f-b2d0-5bc6ff5da14a req-3303412d-0c5b-41e5-b84c-ae5e7cbb4522 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:08.650564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-667d2b86-9ad1-4f2f-b2d0-5bc6ff5da14a req-3303412d-0c5b-41e5-b84c-ae5e7cbb4522 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0788474 Mar 02 07:46:08.698216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-667d2b86-9ad1-4f2f-b2d0-5bc6ff5da14a req-6bba2add-4869-4559-bf00-07c7055ca657 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Mar 02 07:46:09.882007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c15e2-a1e7-48ff-90ab-696bd0557394 req-f8c1bb03-0457-4d25-8da4-899885c472d4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:09.883439 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb6c15e2-a1e7-48ff-90ab-696bd0557394 req-f8c1bb03-0457-4d25-8da4-899885c472d4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0794666 Mar 02 07:46:09.926023 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb6c15e2-a1e7-48ff-90ab-696bd0557394 req-782108d8-5fab-41ed-8b6a-ee514988e99a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369339 Mar 02 07:46:11.109660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb76eb5-dce7-49ff-b1fd-22fed7b81555 req-0366f894-442d-4aab-b295-dc5e9bc90d09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:11.111109 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfb76eb5-dce7-49ff-b1fd-22fed7b81555 req-0366f894-442d-4aab-b295-dc5e9bc90d09 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0782213 Mar 02 07:46:11.154076 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfb76eb5-dce7-49ff-b1fd-22fed7b81555 req-95a07148-3447-4c5a-9a19-ef32b360f73b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374587 Mar 02 07:46:12.336185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70e383-9eaf-4fef-aea0-22bcf5d0b0d0 req-50e2baa2-e01f-43e4-9e4e-e4559ac93070 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:12.337896 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aa70e383-9eaf-4fef-aea0-22bcf5d0b0d0 req-50e2baa2-e01f-43e4-9e4e-e4559ac93070 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0820761 Mar 02 07:46:12.380852 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aa70e383-9eaf-4fef-aea0-22bcf5d0b0d0 req-3f1f943e-6d93-42e3-9f81-e9e681940cb2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373302 Mar 02 07:46:13.573154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a47cf-08df-4ef6-809a-1393e5de477a req-0d902aab-0d0f-4d11-b4cd-7051ba03d438 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:13.574623 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c2a47cf-08df-4ef6-809a-1393e5de477a req-0d902aab-0d0f-4d11-b4cd-7051ba03d438 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0892808 Mar 02 07:46:13.617472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c2a47cf-08df-4ef6-809a-1393e5de477a req-7afb3f19-83b7-4939-8b32-978ecff2bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372303 Mar 02 07:46:14.796627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ab64e-dc91-427b-abfa-31745d261138 req-4bf18bb2-f6cb-4450-ac00-f2cef02149a1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:14.798053 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a73ab64e-dc91-427b-abfa-31745d261138 req-4bf18bb2-f6cb-4450-ac00-f2cef02149a1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0775921 Mar 02 07:46:14.843331 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a73ab64e-dc91-427b-abfa-31745d261138 req-1153ce3f-0ebd-45ec-9691-75a40c40bd19 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397711 Mar 02 07:46:16.021240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f374fb-ff19-4752-8b0f-cd34351a5c3e req-fe27ded9-82b7-453e-9d5c-cf2a69179f24 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:16.023210 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-40f374fb-ff19-4752-8b0f-cd34351a5c3e req-fe27ded9-82b7-453e-9d5c-cf2a69179f24 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0774565 Mar 02 07:46:16.065769 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-40f374fb-ff19-4752-8b0f-cd34351a5c3e req-cd0e7f67-75ea-4b13-a562-da028b43f5cf tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370326 Mar 02 07:46:17.250679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd23dc9-a29f-47fe-9a19-9b4da9285f69 req-c81aa42e-dbb0-432c-b662-27a3dd9e976f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:17.252124 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6cd23dc9-a29f-47fe-9a19-9b4da9285f69 req-c81aa42e-dbb0-432c-b662-27a3dd9e976f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0805016 Mar 02 07:46:17.295215 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6cd23dc9-a29f-47fe-9a19-9b4da9285f69 req-147334f3-68e3-41e5-a5fb-c894bf55abd4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369449 Mar 02 07:46:18.486214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34240cf2-0c6f-43f3-a1d3-9bb56bda21a4 req-8a4a673c-b62d-48c4-8f6c-ee68e3643747 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:18.487850 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34240cf2-0c6f-43f3-a1d3-9bb56bda21a4 req-8a4a673c-b62d-48c4-8f6c-ee68e3643747 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0822773 Mar 02 07:46:18.533600 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34240cf2-0c6f-43f3-a1d3-9bb56bda21a4 req-b122231a-15cb-4938-bdbd-0d8a99987fdd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389743 Mar 02 07:46:19.034768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:19.719594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccd57e-3ce8-47cc-a84f-b72d7710bdb5 req-2ba7ab01-6f33-4e29-8ff1-0d8531c5c19e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:19.721042 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-50ccd57e-3ce8-47cc-a84f-b72d7710bdb5 req-2ba7ab01-6f33-4e29-8ff1-0d8531c5c19e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0812054 Mar 02 07:46:19.764409 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-50ccd57e-3ce8-47cc-a84f-b72d7710bdb5 req-b6e51c57-f34d-4ef3-a0b1-18f3c49e33c0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377369 Mar 02 07:46:20.946761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2a5df-b9a0-4199-9210-a97e3af9a5a8 req-82c981da-d1fa-4af8-8166-655103d3aa00 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:20.948216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eda2a5df-b9a0-4199-9210-a97e3af9a5a8 req-82c981da-d1fa-4af8-8166-655103d3aa00 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0788465 Mar 02 07:46:20.994559 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eda2a5df-b9a0-4199-9210-a97e3af9a5a8 req-8a4a6e03-c114-4678-a7a3-51d8222f2d7d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Mar 02 07:46:22.174453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1584b9-da05-4aac-84be-f3db4a6825b7 req-46fa349c-1782-490c-9c4b-92aa7ab508e1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:22.175887 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d1584b9-da05-4aac-84be-f3db4a6825b7 req-46fa349c-1782-490c-9c4b-92aa7ab508e1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0791590 Mar 02 07:46:22.219196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d1584b9-da05-4aac-84be-f3db4a6825b7 req-01d1227e-0b4a-4693-a6a1-9200a5b1076a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Mar 02 07:46:23.399065 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce88b2-6cab-42ea-85af-23140603a1a4 req-01503ef6-4414-45c2-87a9-fdcb690196e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:23.400505 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-79ce88b2-6cab-42ea-85af-23140603a1a4 req-01503ef6-4414-45c2-87a9-fdcb690196e3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0783195 Mar 02 07:46:23.443353 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-79ce88b2-6cab-42ea-85af-23140603a1a4 req-767a3d00-34be-4498-80c7-b1ba34398276 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371232 Mar 02 07:46:24.639418 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbade71-0005-47c7-9baa-c02bb15d37fc req-af51ef16-8fbf-4b1c-8ecc-25cc4b7673ec tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:24.640846 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-edbade71-0005-47c7-9baa-c02bb15d37fc req-af51ef16-8fbf-4b1c-8ecc-25cc4b7673ec tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0818949 Mar 02 07:46:24.683127 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-edbade71-0005-47c7-9baa-c02bb15d37fc req-f7ae9c2d-a799-4f70-b0e5-9afaa6ced09f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366561 Mar 02 07:46:25.964906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7682c76-caa4-4226-8cc3-2393a46de3cf req-fabe90ac-3974-47a4-8853-7174791f60e5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:25.966285 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7682c76-caa4-4226-8cc3-2393a46de3cf req-fabe90ac-3974-47a4-8853-7174791f60e5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.1765888 Mar 02 07:46:26.008602 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7682c76-caa4-4226-8cc3-2393a46de3cf req-82fe206c-51a0-4385-979f-89f7097741c3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368047 Mar 02 07:46:26.349418 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-6f0cb22b-a863-4056-996c-c39244e18218 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735512 Mar 02 07:46:26.542408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374460-0ccc-45ca-a06f-126c6a26677b req-299930a0-8efe-4abd-b1b5-d23a60172dfd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:26.543919 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98374460-0ccc-45ca-a06f-126c6a26677b req-299930a0-8efe-4abd-b1b5-d23a60172dfd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0820224 Mar 02 07:46:26.589851 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98374460-0ccc-45ca-a06f-126c6a26677b req-57d8565a-bd01-45fe-b1f4-2f588fe6b051 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Mar 02 07:46:27.444930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-c9685b58-44d3-46c3-923f-de3b71508e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:27.446464 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-c9685b58-44d3-46c3-923f-de3b71508e7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1098 time: 0.0711184 Mar 02 07:46:27.573657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-2e7249ad-c389-4ff4-ad17-85aca0815ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:27.575101 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-2e7249ad-c389-4ff4-ad17-85aca0815ce4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1226768 Mar 02 07:46:27.676825 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-2777ce1e-3a8b-4b90-b600-c8a8500755b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 1001 time: 0.0960550 Mar 02 07:46:27.742370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-51325a57-7eac-4518-a29c-46dc6c61a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:27.743900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-51325a57-7eac-4518-a29c-46dc6c61a11b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0610518 Mar 02 07:46:27.775025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2a7d-4398-481e-bcde-2a5c3a60231f req-24410f69-342a-49d5-966e-f91b0d9a10bc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:27.776477 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f0fe2a7d-4398-481e-bcde-2a5c3a60231f req-24410f69-342a-49d5-966e-f91b0d9a10bc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0797155 Mar 02 07:46:27.816432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-d3d2d35b-d043-4734-a877-d585658a14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:27.817910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-d3d2d35b-d043-4734-a877-d585658a14d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687339 Mar 02 07:46:27.823335 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f0fe2a7d-4398-481e-bcde-2a5c3a60231f req-49530804-e363-4686-a6ea-81dcf8b576b8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Mar 02 07:46:27.945281 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-0098ed02-ba06-4460-afc9-ed4acf4574d0 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213772 Mar 02 07:46:28.070703 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-7179daaf-552c-4c18-8632-c08bb3080ade service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193943 Mar 02 07:46:29.007849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1675c96-2a17-48c4-9d44-95b30622fa7f req-76cb500f-2942-4208-9a8d-327e373bee02 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.009274 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1675c96-2a17-48c4-9d44-95b30622fa7f req-76cb500f-2942-4208-9a8d-327e373bee02 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0833228 Mar 02 07:46:29.051045 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1675c96-2a17-48c4-9d44-95b30622fa7f req-6a0e1cac-89e8-46fe-96fd-aac362ebe140 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362082 Mar 02 07:46:29.676553 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-ad6a2adb-d80b-4695-baa9-af6c3ffb3418 service neutron] 10.222.0.32 "GET /v2.0/ports/f19ec78a-568e-4b04-ab5d-13b348ba2263/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0718729 Mar 02 07:46:29.939448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-dc9282c9-d2cd-4581-befa-912e12c6c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:29.940829 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-dc9282c9-d2cd-4581-befa-912e12c6c139 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 1098 time: 0.0731387 Mar 02 07:46:30.028725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-f56f2944-3198-4cab-a1c2-842ac95b0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:30.030176 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-f56f2944-3198-4cab-a1c2-842ac95b0bf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1098 time: 0.0681043 Mar 02 07:46:30.158406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-d206200b-06d8-48ec-8611-6e9c7981d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:30.159828 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-d206200b-06d8-48ec-8611-6e9c7981d0bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1237841 Mar 02 07:46:30.232142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aef3d-993e-42dd-9d4b-0a9238f6467e req-8f0d9f36-eb24-48d9-a177-b655d4525db8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:30.233500 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6a5aef3d-993e-42dd-9d4b-0a9238f6467e req-8f0d9f36-eb24-48d9-a177-b655d4525db8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0782499 Mar 02 07:46:30.262360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-140a6a52-561e-4122-8e18-9dd869e53649 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 1001 time: 0.0966766 Mar 02 07:46:30.277735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6a5aef3d-993e-42dd-9d4b-0a9238f6467e req-1646e71a-5859-4d3a-8f43-1402be304e85 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385988 Mar 02 07:46:30.326196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-8b0eb2ed-a085-4407-b5a1-6b99c4d7a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:30.327639 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-8b0eb2ed-a085-4407-b5a1-6b99c4d7a593 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0576870 Mar 02 07:46:30.402917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-fd63d664-baa8-4de8-92d1-b3402beecc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:30.404360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-fd63d664-baa8-4de8-92d1-b3402beecc2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708907 Mar 02 07:46:30.630521 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-fc135eec-d5e1-4c82-baf0-af0a205cb2d6 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196252 Mar 02 07:46:30.757736 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd7e8fae-08ab-49cb-9ec4-b14ab6b07eff req-819a2b91-d77a-4f3c-9bf4-b7c7465cf98c service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212318 Mar 02 07:46:31.460007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84273afd-1c95-4f70-abaa-e4b1eda045cb req-60e14c8c-faad-4e45-b56a-3f9747961304 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:31.462290 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84273afd-1c95-4f70-abaa-e4b1eda045cb req-60e14c8c-faad-4e45-b56a-3f9747961304 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0782487 Mar 02 07:46:31.504163 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84273afd-1c95-4f70-abaa-e4b1eda045cb req-0c35de09-8042-44b1-978e-258798f039fa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 Mar 02 07:46:32.567366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eba83ac8-71e4-4b63-846d-4b6e3d45ce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:32.784876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df8bd-b731-49bb-8ddf-e8d3822b920b req-4ecdec7d-7bcf-42e6-b3ee-9c22bee0d6bb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:32.786316 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-877df8bd-b731-49bb-8ddf-e8d3822b920b req-4ecdec7d-7bcf-42e6-b3ee-9c22bee0d6bb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.1776531 Mar 02 07:46:32.829693 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-877df8bd-b731-49bb-8ddf-e8d3822b920b req-6a502fef-f43f-4b6a-85d5-74a4d0cb4035 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375721 Mar 02 07:46:33.126684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fae8-0e69-4335-a781-5c983be32ef5 req-c4789ea0-9d87-48dd-8c7d-3fa99e0e532c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.128151 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f4b7fae8-0e69-4335-a781-5c983be32ef5 req-c4789ea0-9d87-48dd-8c7d-3fa99e0e532c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0787759 Mar 02 07:46:33.130460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-3679e1aa-0b93-4b4a-ad23-8b73a105c46f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.131870 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-3679e1aa-0b93-4b4a-ad23-8b73a105c46f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b&tenant_id=9e548def84d04d3ab1c4fdfe7851278a&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 945 time: 0.0840199 Mar 02 07:46:33.172028 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f4b7fae8-0e69-4335-a781-5c983be32ef5 req-8b54186f-0317-4fb4-90de-a9237d1865f6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373228 Mar 02 07:46:33.265095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-cbc624fe-e123-4601-9d83-60c2ec8cfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.266581 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-cbc624fe-e123-4601-9d83-60c2ec8cfceb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1098 time: 0.0694060 Mar 02 07:46:33.394418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-9aaec727-2c9f-4f98-81ec-0003f32f4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.395769 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-9aaec727-2c9f-4f98-81ec-0003f32f4052 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1237199 Mar 02 07:46:33.496036 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-ee4c5406-584d-4218-ba95-d2c6e4964a24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 1001 time: 0.0945058 Mar 02 07:46:33.557463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-243964fe-293b-4ffe-b4f6-9c7784664da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.558915 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-243964fe-293b-4ffe-b4f6-9c7784664da6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0573137 Mar 02 07:46:33.596013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device f19ec78a-568e-4b04-ab5d-13b348ba2263 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:46:33.599811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device f19ec78a-568e-4b04-ab5d-13b348ba2263 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:33.631006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-07bda0fb-a4f1-4ca0-90d4-eba1483f095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:33.632474 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-07bda0fb-a4f1-4ca0-90d4-eba1483f095e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675476 Mar 02 07:46:33.762614 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-5a8715d3-f08c-4d1a-ac8f-855b6ee86dbc service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231425 Mar 02 07:46:33.820270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.842452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:33.862329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'mac_address': 'fa:16:3e:ba:99:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:46:33.867497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:33.899584 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f49f6ed4-7b6f-4864-911a-ec0ed822aa93 req-2bec9d0a-a35d-4b47-ba6b-d8ac6a70c2f8 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307435 Mar 02 07:46:33.906048 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:33.914003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:33.950212 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'code': 200} Mar 02 07:46:33.984269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.012053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f19ec78a-568e-4b04-ab5d-13b348ba2263 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:34.018595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:34.074086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:46:34.074435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:46:34.363442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69c8a1-ae8a-4df7-8d13-e3ba6a873b46 req-509df1f2-6695-402e-8a28-7d7c086cb2ca tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:34.364895 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2d69c8a1-ae8a-4df7-8d13-e3ba6a873b46 req-509df1f2-6695-402e-8a28-7d7c086cb2ca tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 943 time: 0.0858564 Mar 02 07:46:34.411503 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2d69c8a1-ae8a-4df7-8d13-e3ba6a873b46 req-238d0436-e488-4c22-b2ea-a290ea4c7171 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Mar 02 07:46:34.628482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.645155 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19ec78a-568e-4b04-ab5d-13b348ba2263 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:34.659985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:34.664173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:34.727761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['f19ec78a-568e-4b04-ab5d-13b348ba2263'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:46:34.766946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:34.821770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c28721d6-32ab-416e-a1eb-94201abe8e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.592708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecf293-36c5-4ffb-b699-6d15dbc27880 req-4baa30a8-ef3a-4fdc-97d3-d813b616d04f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:35.594158 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64ecf293-36c5-4ffb-b699-6d15dbc27880 req-4baa30a8-ef3a-4fdc-97d3-d813b616d04f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 944 time: 0.0774601 Mar 02 07:46:35.625755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device f19ec78a-568e-4b04-ab5d-13b348ba2263 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:35.640874 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64ecf293-36c5-4ffb-b699-6d15dbc27880 req-24355f89-019b-43b1-aa80-5d98bca32fd0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411220 Mar 02 07:46:35.734313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port f19ec78a-568e-4b04-ab5d-13b348ba2263 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:35.734909 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.831718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994b7ec-88b0-4492-aa3f-5af3b6884ca1 req-a512a634-7cae-4652-903f-c5b3a17b1961 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:35.833145 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b994b7ec-88b0-4492-aa3f-5af3b6884ca1 req-a512a634-7cae-4652-903f-c5b3a17b1961 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 944 time: 0.0821652 Mar 02 07:46:35.846060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.875942 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b994b7ec-88b0-4492-aa3f-5af3b6884ca1 req-6727696a-1bc4-40c1-8eb1-36fa5edb9b9b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362091 Mar 02 07:46:35.895055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:35.904082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.934821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.941382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:35.951552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:35.979183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:36.000106 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'code': 200} Mar 02 07:46:36.218229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84554435-db32-4583-bd0c-4a4bfd09ae95 req-336b56ec-ca62-4e43-8256-d3ebb3813e96 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.219394 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-84554435-db32-4583-bd0c-4a4bfd09ae95 req-336b56ec-ca62-4e43-8256-d3ebb3813e96 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0787458 Mar 02 07:46:36.260271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860067e-280a-44d2-8885-892da2f42e71 req-57db9474-dfb6-4970-aaf1-727399ee33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.261788 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4860067e-280a-44d2-8885-892da2f42e71 req-57db9474-dfb6-4970-aaf1-727399ee33f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 1098 time: 0.0731995 Mar 02 07:46:36.263779 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-84554435-db32-4583-bd0c-4a4bfd09ae95 req-87f20aaa-2396-4571-9e26-dd6fe31161e0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385649 Mar 02 07:46:36.392957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860067e-280a-44d2-8885-892da2f42e71 req-6125ddeb-b3cd-4fe8-9d44-75be274ac200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.394417 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4860067e-280a-44d2-8885-892da2f42e71 req-6125ddeb-b3cd-4fe8-9d44-75be274ac200 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1271861 Mar 02 07:46:36.493859 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4860067e-280a-44d2-8885-892da2f42e71 req-a3062b3b-56a4-4423-afef-3226bd4c6db2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 200 len: 1001 time: 0.0933611 Mar 02 07:46:36.551804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860067e-280a-44d2-8885-892da2f42e71 req-30489743-c127-437d-a3b9-aa9a62502697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.553140 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4860067e-280a-44d2-8885-892da2f42e71 req-30489743-c127-437d-a3b9-aa9a62502697 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0540061 Mar 02 07:46:36.732455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860067e-280a-44d2-8885-892da2f42e71 req-e7b8f45d-3522-4649-a3fd-12abe68ee366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:36.734005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4860067e-280a-44d2-8885-892da2f42e71 req-e7b8f45d-3522-4649-a3fd-12abe68ee366 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1750376 Mar 02 07:46:36.860398 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4860067e-280a-44d2-8885-892da2f42e71 req-6759d663-9c57-4065-a209-cc3c1e1ed12b service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199675 Mar 02 07:46:36.986944 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4860067e-280a-44d2-8885-892da2f42e71 req-45fd61ef-234f-46ac-84c5-c2ac6dc3f9fc service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205573 Mar 02 07:46:37.151645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:37.452849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40de7c-0039-4b91-8b66-0b83a1d14561 req-a6d83664-7015-4508-88f1-5395a83ec38e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:37.454328 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b40de7c-0039-4b91-8b66-0b83a1d14561 req-a6d83664-7015-4508-88f1-5395a83ec38e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0823381 Mar 02 07:46:37.497345 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b40de7c-0039-4b91-8b66-0b83a1d14561 req-167860de-0053-4c22-beeb-4daea8fbac04 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373800 Mar 02 07:46:38.683454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81239f52-ed62-4bbe-9c14-8fb276347aaf req-99a7247b-a273-419a-8783-a01c5dd36c26 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:38.684881 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81239f52-ed62-4bbe-9c14-8fb276347aaf req-99a7247b-a273-419a-8783-a01c5dd36c26 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0807357 Mar 02 07:46:38.728463 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81239f52-ed62-4bbe-9c14-8fb276347aaf req-b716bc12-495c-419c-a762-a5ba2ea6108c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380013 Mar 02 07:46:39.096388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8038eb8-2059-4c56-a262-38eeafbd3da6 req-ea9d12ba-6a23-42da-a1f6-8241c4d7c36b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:39.097834 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e8038eb8-2059-4c56-a262-38eeafbd3da6 req-ea9d12ba-6a23-42da-a1f6-8241c4d7c36b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0776598 Mar 02 07:46:39.144162 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e8038eb8-2059-4c56-a262-38eeafbd3da6 req-d9d33ef3-8772-4eb7-b5de-525566e2b0a0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Mar 02 07:46:40.329086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6056d-c1e2-4d36-a759-c27dc0aee32c req-11baac71-b810-4788-8c23-74000b78d38b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:40.330647 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0f6056d-c1e2-4d36-a759-c27dc0aee32c req-11baac71-b810-4788-8c23-74000b78d38b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0819681 Mar 02 07:46:40.373949 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0f6056d-c1e2-4d36-a759-c27dc0aee32c req-5d59e5bf-26f8-4e6d-b39d-e1a3c2a44fd1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370429 Mar 02 07:46:40.674406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66398f-8446-4916-a048-c444ef0f3485 req-8455c3d6-dd7c-4685-9ab2-a502fe9ae4f3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:40.675798 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a66398f-8446-4916-a048-c444ef0f3485 req-8455c3d6-dd7c-4685-9ab2-a502fe9ae4f3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 945 time: 0.0804155 Mar 02 07:46:40.741868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Deleting port f19ec78a-568e-4b04-ab5d-13b348ba2263 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:46:40.742729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:40.981271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] For port f19ec78a-568e-4b04-ab5d-13b348ba2263, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=f19ec78a-568e-4b04-ab5d-13b348ba2263,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:40.981574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.260064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.260353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.260660 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 disassociated. External IP: 172.26.4.105, port: f19ec78a-568e-4b04-ab5d-13b348ba2263. Mar 02 07:46:41.260991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Calling delete_port for f19ec78a-568e-4b04-ab5d-13b348ba2263 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:46:41.401479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:41.453771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event deleted for resources: {'Port': ['ID=f19ec78a-568e-4b04-ab5d-13b348ba2263,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:41.531239 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-50adb25a-3ba4-4932-b892-758b30349f4d req-ca2cada8-581f-4acd-b1cd-e1f0c42cff8b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e81888-8a7c-46fa-abd0-ca51cc05ca1b HTTP/1.1" status: 200 len: 210 time: 0.0414777 Mar 02 07:46:41.741986 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:46:41.752606 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:46:41.923319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:46:41.933505 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:46:41.943098 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:41.943695 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:46:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:41.997480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] No DVR routers for this DVR port f19ec78a-568e-4b04-ab5d-13b348ba2263 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:46:41.999921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:42.002483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-deleted', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:42.019343 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a66398f-8446-4916-a048-c444ef0f3485 req-e51b5f06-13a0-4a01-99fa-d78cba469fad tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "DELETE /v2.0/ports/f19ec78a-568e-4b04-ab5d-13b348ba2263 HTTP/1.1" status: 204 len: 173 time: 1.3382246 Mar 02 07:46:42.049173 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e81888-8a7c-46fa-abd0-ca51cc05ca1b', 'name': 'network-vif-deleted', 'tag': 'f19ec78a-568e-4b04-ab5d-13b348ba2263', 'status': 'completed', 'code': 200} Mar 02 07:46:42.125885 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:42.461006 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:42.465409 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:46:42.473580 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:42.474225 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:46:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:42.649817 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:42.863719 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-7829a683-db64-442e-ad1a-94b58734f8de tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1540414371&fields=id&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 267 time: 0.0391870 Mar 02 07:46:42.953863 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:42.958084 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9388c3e-d6ba-4220-83cf-7552efba4157 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:46:43.016567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-a1ace31e-4052-4677-a557-a2c8f460d2a0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:43.018052 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-a1ace31e-4052-4677-a557-a2c8f460d2a0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1477540 Mar 02 07:46:43.033567 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-578a5761-c874-4e9f-9fcc-45b125126fb8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/quotas/9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 375 time: 0.0094278 Mar 02 07:46:43.124978 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e5b4e54f-b54c-432e-96ea-611c9a864813 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858762 Mar 02 07:46:43.172673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810897fe-a2ae-45b5-a7b8-7101a79ef59b None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:46:43.262731 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-7d2b2402-0d85-4021-87d5-29ad868b918c service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250818 Mar 02 07:46:43.402218 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-bcd6dbdd-de43-45ac-940d-d90e34850597 service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338165 Mar 02 07:46:43.566715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-71a2c8e6-009a-46ec-8b36-fe7f86050e92 req-aac72347-314b-42a2-81ea-73af0d590587 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:43.586977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-71a2c8e6-009a-46ec-8b36-fe7f86050e92 req-aac72347-314b-42a2-81ea-73af0d590587 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:43.588431 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71a2c8e6-009a-46ec-8b36-fe7f86050e92 req-aac72347-314b-42a2-81ea-73af0d590587 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 210 time: 0.0627804 Mar 02 07:46:43.641388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device f19ec78a-568e-4b04-ab5d-13b348ba2263 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:46:43.677329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: f19ec78a-568e-4b04-ab5d-13b348ba2263 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:46:43.677557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device f19ec78a-568e-4b04-ab5d-13b348ba2263 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:46:44.727801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-ee20f3b6-7bf6-445a-a720-c26c7c1faa91 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:44.729377 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-ee20f3b6-7bf6-445a-a720-c26c7c1faa91 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1571681 Mar 02 07:46:44.737408 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07478cb8-0b07-4afd-8a8b-96f56f9195c7 req-70a30ae8-32ff-4b4c-90f7-692849da3359 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 210 time: 0.0422759 Mar 02 07:46:44.782389 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-166faff5-320b-46d1-b296-f6d391b48a60 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 380 time: 0.0448635 Mar 02 07:46:44.791617 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'port': {'device_id': '60960139-bd08-45f9-ab97-174568d8cee6', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'admin_state_up': True, 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'security_groups': ['bea121a5-3050-4082-b061-43ce380407c1']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:44.923511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:46:44.933217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:46:44.942363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Made reservation on behalf of 9e548def84d04d3ab1c4fdfe7851278a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:46:44.945892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.103858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Allocated IP 172.20.0.14 (d5c9fbe9-fb28-4a75-8513-81c859309599/0aa56d5c-6ffe-4977-9835-3d13c6e6a300/ce200623-d1dd-4703-a508-5af25c563315) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:46:45.287477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.302535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Transition to ACTIVE for port object ce200623-d1dd-4703-a508-5af25c563315 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:45.325387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.392007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:46:45.394993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:46:45.397629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:46:45.445314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:45.462593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.462932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.463268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.463595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.463917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.464239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.464558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.464876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.465196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.465506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.465842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.466157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:46:45.486783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:45.487385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.513851 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-28a53389-59a0-4fb3-95dc-d7f3f4ffb325 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7256083 Mar 02 07:46:45.524882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Request body: {'port': {'device_id': '60960139-bd08-45f9-ab97-174568d8cee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:45.600415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd1d4fcd-dfda-4e05-b3b0-89e1a910511e None None] Provisioning for port ce200623-d1dd-4703-a508-5af25c563315 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:45.606288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd1d4fcd-dfda-4e05-b3b0-89e1a910511e None None] Provisioning complete for port ce200623-d1dd-4703-a508-5af25c563315 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:45.606793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd1d4fcd-dfda-4e05-b3b0-89e1a910511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.641353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:45.659418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d4fcd-dfda-4e05-b3b0-89e1a910511e None None] Port ce200623-d1dd-4703-a508-5af25c563315 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:46:46.108432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5a57-e226-4429-81d2-8ccdda92a9e8 req-7be44ddf-67e1-4fda-a93d-e16fdd52c975 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.109133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-105c5a57-e226-4429-81d2-8ccdda92a9e8 req-7be44ddf-67e1-4fda-a93d-e16fdd52c975 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:46:46.179437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-105c5a57-e226-4429-81d2-8ccdda92a9e8 req-7be44ddf-67e1-4fda-a93d-e16fdd52c975 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:46:46.180610 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-105c5a57-e226-4429-81d2-8ccdda92a9e8 req-7be44ddf-67e1-4fda-a93d-e16fdd52c975 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 932 time: 0.1927619 Mar 02 07:46:46.189370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce200623-d1dd-4703-a508-5af25c563315 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:46.211112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.240854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Transition to ACTIVE for port object ce200623-d1dd-4703-a508-5af25c563315 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:46:46.244375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-105c5a57-e226-4429-81d2-8ccdda92a9e8 req-bf1eaa64-a3d4-4fef-a714-7197baaf9209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573637 Mar 02 07:46:46.245057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.421759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:46.497600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Attempting to bind port ce200623-d1dd-4703-a508-5af25c563315 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:46:46.497957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Attempting to bind port ce200623-d1dd-4703-a508-5af25c563315 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:46:46.498279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Attempting to bind port ce200623-d1dd-4703-a508-5af25c563315 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:46.502733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Port ce200623-d1dd-4703-a508-5af25c563315 on network d5c9fbe9-fb28-4a75-8513-81c859309599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:46:46.503045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Attempting to bind port ce200623-d1dd-4703-a508-5af25c563315 on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:46:46.507951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:46:46.508280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Checking segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:46:46.508720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Bound using segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:46:46.509630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Bound port: ce200623-d1dd-4703-a508-5af25c563315, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:46:46.509989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.594660 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:46:46.597464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:46:46.601840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.658734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.659370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:46.660715 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 1094 time: 1.1402292 Mar 02 07:46:46.661144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:46.687936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec2d1b-4bdf-46fd-b920-c676ef1d81c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:46.750206 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'status': 'completed', 'code': 200} Mar 02 07:46:46.790903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-453cdd7e-0541-478c-a4d2-9625961ed9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.792391 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-453cdd7e-0541-478c-a4d2-9625961ed9ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1097 time: 0.0739760 Mar 02 07:46:46.863837 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-b331f9aa-07bc-4df2-8865-9cced88e134d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 217 time: 0.0639343 Mar 02 07:46:46.924064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-26e843dc-169d-4400-8836-8a460ca834fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:46.925441 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-26e843dc-169d-4400-8836-8a460ca834fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0559976 Mar 02 07:46:47.001847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-6c4bad74-037e-4d26-8d81-b0508491c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.003292 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-6c4bad74-037e-4d26-8d81-b0508491c443 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714226 Mar 02 07:46:47.130109 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-5c87d8f7-101d-42f1-8cdf-e737eb31b50b service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205966 Mar 02 07:46:47.255582 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6685f715-ac04-4073-8ea2-fd0717e4a798 req-cd76876a-3bc1-468e-a6cf-39f6163e7d3f service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200790 Mar 02 07:46:47.415692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-91dc4654-cf4d-4efb-a9d4-1dfaefd6185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.417120 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-91dc4654-cf4d-4efb-a9d4-1dfaefd6185f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1097 time: 0.1163116 Mar 02 07:46:47.528298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cc527-07b3-42c4-9797-9076ac6fbb2e req-33d8e3cf-e123-4d8d-9dee-2d8f3f6df320 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.529664 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-383cc527-07b3-42c4-9797-9076ac6fbb2e req-33d8e3cf-e123-4d8d-9dee-2d8f3f6df320 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 944 time: 0.1735535 Mar 02 07:46:47.597103 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-383cc527-07b3-42c4-9797-9076ac6fbb2e req-34e6dd7f-dc94-4f6b-8ad7-7d20e5927893 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603871 Mar 02 07:46:47.598238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-95a93ad1-bc73-48eb-adaa-92ad32413b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.599565 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-95a93ad1-bc73-48eb-adaa-92ad32413b8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1748726 Mar 02 07:46:47.772271 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-600b6e9e-f90e-4b89-bce9-cc3329c39ba6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 217 time: 0.1662366 Mar 02 07:46:47.831831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-c89a88c7-fb5f-4452-8e5e-463e355e629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.833110 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-c89a88c7-fb5f-4452-8e5e-463e355e629d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0546126 Mar 02 07:46:47.904638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-e998f9ee-05f3-4128-98c4-301543d84554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:47.906087 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-e998f9ee-05f3-4128-98c4-301543d84554 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669491 Mar 02 07:46:48.036404 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-c179dfe2-efe8-4b54-b404-e46d33bb7872 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235890 Mar 02 07:46:48.162993 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4f10a85-4a29-4f01-95b0-dec95a84e7e4 req-65148dee-1b4d-4ae2-b126-477ab85cfb48 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205337 Mar 02 07:46:48.782428 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e51cc-54fd-49ba-bfcb-9faa61d886c9 req-cfd5bf6f-f9e5-4922-9b96-ade9547548ec tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:48.783836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-511e51cc-54fd-49ba-bfcb-9faa61d886c9 req-cfd5bf6f-f9e5-4922-9b96-ade9547548ec tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 944 time: 0.0803168 Mar 02 07:46:48.826574 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-511e51cc-54fd-49ba-bfcb-9faa61d886c9 req-9a7f078b-6bca-45c0-ad09-96fbf2fda0f0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372026 Mar 02 07:46:49.028993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.671966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:46:49.800290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:49.812766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'ce200623-d1dd-4703-a508-5af25c563315', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': 'ce200623-d1dd-4703-a508-5af25c563315', 'mac_address': 'fa:16:3e:86:bf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:46:49.869225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.885882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce200623-d1dd-4703-a508-5af25c563315 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:46:49.901280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:49.905453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:49.972645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:50.010586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396099f-fae4-4096-a627-2a54c17d119b req-9b8a4918-3e1f-4e69-b7b3-07f1f74b8777 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:50.012032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2396099f-fae4-4096-a627-2a54c17d119b req-9b8a4918-3e1f-4e69-b7b3-07f1f74b8777 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 945 time: 0.0830066 Mar 02 07:46:50.055690 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2396099f-fae4-4096-a627-2a54c17d119b req-7828fa69-febc-4ef2-87e2-bb6d1742ac9f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 Mar 02 07:46:50.106216 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['ce200623-d1dd-4703-a508-5af25c563315'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:46:51.236422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be4da-e202-4996-a55e-5b2de7ab2d4f req-2f553f69-ec3b-4a1c-8364-922e583a55d6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:51.237872 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-185be4da-e202-4996-a55e-5b2de7ab2d4f req-2f553f69-ec3b-4a1c-8364-922e583a55d6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 945 time: 0.0783274 Mar 02 07:46:51.280712 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-185be4da-e202-4996-a55e-5b2de7ab2d4f req-3df7daab-9d81-4bb4-8486-f1a5476cc392 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373144 Mar 02 07:46:51.703170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:46:51.768284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port ce200623-d1dd-4703-a508-5af25c563315 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:46:51.772792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port ce200623-d1dd-4703-a508-5af25c563315 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:46:51.773160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.882982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.908486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:51.918080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:46:51.922472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:51.960921 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'code': 200} Mar 02 07:46:51.991673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:46:52.174682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5d80b-9baf-4140-83e5-691cdb118f9d req-f63b3a00-e6ed-4e74-967e-2289573cafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:52.176151 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7c5d80b-9baf-4140-83e5-691cdb118f9d req-f63b3a00-e6ed-4e74-967e-2289573cafdf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0678093 Mar 02 07:46:52.222508 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7c5d80b-9baf-4140-83e5-691cdb118f9d req-c8326f7c-02cb-4337-b581-7d261ebac1e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Mar 02 07:46:52.471476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563c897-37ac-4598-ba77-959a99014fe3 req-6ed7d239-593f-4fff-b717-d166ed8b0684 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:52.472954 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7563c897-37ac-4598-ba77-959a99014fe3 req-6ed7d239-593f-4fff-b717-d166ed8b0684 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0820310 Mar 02 07:46:52.515958 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7563c897-37ac-4598-ba77-959a99014fe3 req-57758ec6-e623-4baa-b3bb-f510251a2f08 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375111 Mar 02 07:46:53.698529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6acce-9219-44bb-be8e-b938dbe70829 req-1af2a6fd-7e1b-4e57-ba89-f5ecd9eafef2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:53.699996 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13c6acce-9219-44bb-be8e-b938dbe70829 req-1af2a6fd-7e1b-4e57-ba89-f5ecd9eafef2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0790074 Mar 02 07:46:53.742802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13c6acce-9219-44bb-be8e-b938dbe70829 req-7198170c-5289-4334-9416-bfbf80f81c69 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372419 Mar 02 07:46:53.917910 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d502-ed81-49d9-9480-697796ad129d req-d852d988-da30-42bf-b2d3-9cb91f6e34d3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:53.919421 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b1b4d502-ed81-49d9-9480-697796ad129d req-d852d988-da30-42bf-b2d3-9cb91f6e34d3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0773015 Mar 02 07:46:53.927832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51324) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:46:53.933709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'floatingip': {'port_id': 'ce200623-d1dd-4703-a508-5af25c563315'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:46:54.099793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.689610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.693459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:54.857576 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 associated. External IP: 172.26.4.105, port: ce200623-d1dd-4703-a508-5af25c563315. Mar 02 07:46:55.193507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:46:55.467207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:46:55.471973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:46:55.476885 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:46:55.486335 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:55.486926 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:46:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:55.526630 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-497691be-033f-4b29-83dd-241dc333bf2c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "PUT /v2.0/floatingips/9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 HTTP/1.1" status: 200 len: 992 time: 1.5977466 Mar 02 07:46:55.527260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:46:55.580636 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'status': 'completed', 'code': 200} Mar 02 07:46:55.677729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-18363dcb-a0ae-4f47-9fa7-a305b5c0c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:55.678362 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:55.679192 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-18363dcb-a0ae-4f47-9fa7-a305b5c0c224 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0760624 Mar 02 07:46:55.828325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-5c8032cd-2126-45f0-a59d-dda00357c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:55.830155 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-5c8032cd-2126-45f0-a59d-dda00357c8fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1454940 Mar 02 07:46:55.946643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09badbe7-22fa-4b32-80f5-a1199e5a14d5 req-ab45dfe4-c2b4-4700-a74d-478962d1cdb3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:55.948235 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09badbe7-22fa-4b32-80f5-a1199e5a14d5 req-ab45dfe4-c2b4-4700-a74d-478962d1cdb3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0909483 Mar 02 07:46:55.970787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-d578821d-ef2b-4a89-95cf-60d5f6b12f53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 1000 time: 0.1092246 Mar 02 07:46:55.997046 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09badbe7-22fa-4b32-80f5-a1199e5a14d5 req-7308449d-57d7-4b92-94f5-11494b492b1e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Mar 02 07:46:56.036034 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-de69a1ed-b576-4835-a294-3d6564f00aac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2045069 Mar 02 07:46:56.049484 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': 'ce200623-d1dd-4703-a508-5af25c563315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:86:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60960139-bd08-45f9-ab97-174568d8cee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:46:54Z', 'revision_number': 9, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:56.050023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-0407c22a-9703-4503-b0bb-37d513b5745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:56.051442 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-0407c22a-9703-4503-b0bb-37d513b5745b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0743289 Mar 02 07:46:56.053529 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:46:56.063214 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:46:56.063826 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:46:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:56.129246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-be3c4580-3468-446f-997d-c0906de69602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:56.130994 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-be3c4580-3468-446f-997d-c0906de69602 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730882 Mar 02 07:46:56.270059 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-ed5c799f-8f9d-4d16-8edb-442c3143b1ed service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331208 Mar 02 07:46:56.285828 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:46:56.410194 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0aadaf38-d705-4cd4-8799-21e7c7a01b59 req-a6a52473-b01a-4428-bb58-f82644f1e1be service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345744 Mar 02 07:46:56.644387 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': 'ce200623-d1dd-4703-a508-5af25c563315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:86:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60960139-bd08-45f9-ab97-174568d8cee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:46:54Z', 'revision_number': 9, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:46:56.648614 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac480c3-0035-40d3-894a-9beb6d9c0e2a None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': 'ce200623-d1dd-4703-a508-5af25c563315', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:86:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60960139-bd08-45f9-ab97-174568d8cee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:46:54Z', 'revision_number': 9, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:46:56.833877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a78d56-725b-4d70-bceb-510181e7d24d None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:46:57.347363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-10684dd3-0969-4978-b63d-5e0256879419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:57.348843 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-10684dd3-0969-4978-b63d-5e0256879419 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1099 time: 0.2025161 Mar 02 07:46:57.356869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd972723-2dee-4f35-bd1c-b16e90d8f6e0 req-7f8e9977-d6a3-492c-bb8e-e00b3afd820b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:57.358236 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd972723-2dee-4f35-bd1c-b16e90d8f6e0 req-7f8e9977-d6a3-492c-bb8e-e00b3afd820b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.2487011 Mar 02 07:46:57.487615 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd972723-2dee-4f35-bd1c-b16e90d8f6e0 req-10301aac-4266-4430-bbd0-c7451711c1f9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110003 Mar 02 07:46:57.514156 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-9573a778-0f1a-4649-83f8-227038bc7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:57.515580 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-9573a778-0f1a-4649-83f8-227038bc7f9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1565261 Mar 02 07:46:57.616558 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-c3c1adcc-430f-4e76-940b-9bc42b7a7c90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 1003 time: 0.0946348 Mar 02 07:46:57.679306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-fd77cc96-2bf1-47bb-a8e1-120b079fd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:57.680694 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-fd77cc96-2bf1-47bb-a8e1-120b079fd8f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0584462 Mar 02 07:46:57.752858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-387e47ce-a648-4c94-80ff-f093547b8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:57.754380 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-387e47ce-a648-4c94-80ff-f093547b8c07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680885 Mar 02 07:46:57.881806 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-1c555880-cf8e-4832-8719-c2e91fdddfe5 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216745 Mar 02 07:46:58.006611 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-c0c20f85-e7f8-4739-8a2c-b919bcc83d24 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196675 Mar 02 07:46:58.669769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739da0f-dac5-48d6-86c4-6191a5363a10 req-b27316a0-6f1a-4e9c-a846-9a2840e19b55 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:58.671197 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b739da0f-dac5-48d6-86c4-6191a5363a10 req-b27316a0-6f1a-4e9c-a846-9a2840e19b55 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0804713 Mar 02 07:46:58.714556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b739da0f-dac5-48d6-86c4-6191a5363a10 req-1b260489-2ccd-41e5-94a4-dc6d6bc12c8f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377622 Mar 02 07:46:59.897776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f254d08-47c1-4e42-b8fb-249ec3ec11d5 req-9f5610dd-67cb-406f-815c-e8937f1c2ded tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:46:59.899218 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f254d08-47c1-4e42-b8fb-249ec3ec11d5 req-9f5610dd-67cb-406f-815c-e8937f1c2ded tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0822895 Mar 02 07:46:59.942009 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f254d08-47c1-4e42-b8fb-249ec3ec11d5 req-c34203fc-a338-48e8-b5d8-2cfe6fbd266b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372586 Mar 02 07:47:01.128017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b693708-0eef-4b5e-b6b9-5d5f92f4a21f req-eeeaf45a-bd65-4f29-b222-5e61b40cc20f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:01.129493 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b693708-0eef-4b5e-b6b9-5d5f92f4a21f req-eeeaf45a-bd65-4f29-b222-5e61b40cc20f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0809336 Mar 02 07:47:01.172502 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b693708-0eef-4b5e-b6b9-5d5f92f4a21f req-d34e0e52-5271-49e4-b658-5d9ee9f6b6c0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370572 Mar 02 07:47:02.357151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90e30-44cc-4fdf-acc3-efb10a550866 req-4ec7b8e9-f958-4dfb-b010-687f1a53a057 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:02.358628 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99a90e30-44cc-4fdf-acc3-efb10a550866 req-4ec7b8e9-f958-4dfb-b010-687f1a53a057 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0808611 Mar 02 07:47:02.400816 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99a90e30-44cc-4fdf-acc3-efb10a550866 req-e321d831-0e15-469c-afc4-db3b28911bf8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359466 Mar 02 07:47:02.567541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b5250f8-8582-4b89-847d-3c4ab499e78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:03.580100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1e4ce-ee02-4f75-b1e2-a2ba7933de32 req-7ad5be64-8cbc-4cee-8e61-1da4f67360f2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:03.581526 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2ff1e4ce-ee02-4f75-b1e2-a2ba7933de32 req-7ad5be64-8cbc-4cee-8e61-1da4f67360f2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0781946 Mar 02 07:47:03.624524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2ff1e4ce-ee02-4f75-b1e2-a2ba7933de32 req-3e7fbcd9-601e-47f3-be58-3c2ef91fccea tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370927 Mar 02 07:47:04.805405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1436d-0577-4ed8-96b5-040bcf4ed7fe req-c6bbf42f-caba-4615-94c0-cedd0cdad859 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:04.808389 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46a1436d-0577-4ed8-96b5-040bcf4ed7fe req-c6bbf42f-caba-4615-94c0-cedd0cdad859 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0819616 Mar 02 07:47:04.813195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a73d3196-a29d-459c-be7a-68c3acaef528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:04.851888 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46a1436d-0577-4ed8-96b5-040bcf4ed7fe req-6397de20-6195-41f6-863c-845365c29f3a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370719 Mar 02 07:47:05.898046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:05.902390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:06.037827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c2f0-886c-4863-8398-fb1e98eca9bb req-4a603089-f1db-4c9e-a2fa-89aeada313f7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:06.039268 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1763c2f0-886c-4863-8398-fb1e98eca9bb req-4a603089-f1db-4c9e-a2fa-89aeada313f7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0820510 Mar 02 07:47:06.082169 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1763c2f0-886c-4863-8398-fb1e98eca9bb req-482e687d-99d1-4f59-b5e8-df96baa073b6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372379 Mar 02 07:47:07.153181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:07.263008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b86d3-b725-4ab6-a23d-b0dcc6332e2e req-082318c2-dee6-41fd-8b71-d7adc10fec35 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:07.264447 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f60b86d3-b725-4ab6-a23d-b0dcc6332e2e req-082318c2-dee6-41fd-8b71-d7adc10fec35 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0782306 Mar 02 07:47:07.310348 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f60b86d3-b725-4ab6-a23d-b0dcc6332e2e req-07ce3b10-b286-47b5-8aea-518cc2de2013 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Mar 02 07:47:08.496443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aa01d-6f7b-4356-92cc-18c4da254508 req-00750a75-3ca6-49f9-a7ed-0c9058743fef tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:08.498457 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed1aa01d-6f7b-4356-92cc-18c4da254508 req-00750a75-3ca6-49f9-a7ed-0c9058743fef tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0799880 Mar 02 07:47:08.545770 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ed1aa01d-6f7b-4356-92cc-18c4da254508 req-023f7fca-204b-43cd-92d9-020debb8b8b6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Mar 02 07:47:09.733813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56ba0b-a27f-41dc-8b4b-eeca74348b68 req-50b2a142-da0f-44dd-9e6b-57937494b57e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:09.735270 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b56ba0b-a27f-41dc-8b4b-eeca74348b68 req-50b2a142-da0f-44dd-9e6b-57937494b57e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0794144 Mar 02 07:47:09.778657 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b56ba0b-a27f-41dc-8b4b-eeca74348b68 req-46df6b50-5704-4174-b5ca-7dd2b98a3418 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370951 Mar 02 07:47:10.957652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb0335-3a10-46b5-aaa1-3acc691d5570 req-d8a5951b-5285-4b32-bea1-30cdb11b18ee tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:10.959096 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aaeb0335-3a10-46b5-aaa1-3acc691d5570 req-d8a5951b-5285-4b32-bea1-30cdb11b18ee tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0775921 Mar 02 07:47:11.001492 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aaeb0335-3a10-46b5-aaa1-3acc691d5570 req-480f7449-e88e-4f11-b7ff-713630402366 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359693 Mar 02 07:47:12.182944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e97c8-a8aa-4539-ad5b-77d5072f6526 req-4df2641e-6101-4ff4-9531-cae1ce4015b5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:12.184388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c5e97c8-a8aa-4539-ad5b-77d5072f6526 req-4df2641e-6101-4ff4-9531-cae1ce4015b5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0805392 Mar 02 07:47:12.228763 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c5e97c8-a8aa-4539-ad5b-77d5072f6526 req-6db586a8-2bc0-4b52-8220-d6fd501d2dc4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387764 Mar 02 07:47:13.410272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05acfb3-8f24-4c84-927b-907cabdf30dc req-90c5543a-d71f-4e8a-8068-f803a7d5fb99 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:13.411677 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e05acfb3-8f24-4c84-927b-907cabdf30dc req-90c5543a-d71f-4e8a-8068-f803a7d5fb99 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0807483 Mar 02 07:47:13.455490 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e05acfb3-8f24-4c84-927b-907cabdf30dc req-e7cfe8cb-b502-4ec9-849a-80abab14e2d0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Mar 02 07:47:14.635231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bddba-1254-447f-9bd3-069a16d62ad2 req-fae25684-e8a7-4aac-9d76-2b65fa8f0dec tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:14.636664 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b2bddba-1254-447f-9bd3-069a16d62ad2 req-fae25684-e8a7-4aac-9d76-2b65fa8f0dec tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0777802 Mar 02 07:47:14.679018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b2bddba-1254-447f-9bd3-069a16d62ad2 req-01f4066b-c9ea-4d14-bae5-fb63edac1447 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368502 Mar 02 07:47:15.862728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9351522-b488-4c42-8329-37a277dead98 req-628cb673-e0b2-4901-94e5-14a83ce969fe tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:15.864153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9351522-b488-4c42-8329-37a277dead98 req-628cb673-e0b2-4901-94e5-14a83ce969fe tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0779655 Mar 02 07:47:15.906235 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9351522-b488-4c42-8329-37a277dead98 req-53820186-798d-46b6-a508-ce65b91614c9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365684 Mar 02 07:47:17.090890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95f4ca-c982-4ad0-bb3e-24a7207c8807 req-2b6fb2f8-1253-406c-a306-6e3ad1d7ee24 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:17.092307 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b95f4ca-c982-4ad0-bb3e-24a7207c8807 req-2b6fb2f8-1253-406c-a306-6e3ad1d7ee24 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0798297 Mar 02 07:47:17.135064 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b95f4ca-c982-4ad0-bb3e-24a7207c8807 req-566d380d-e48f-495d-80f8-893074866c7f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372844 Mar 02 07:47:18.327964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60bd4-6243-4662-9dac-8dc430f1e01a req-27795495-7fbf-4553-8398-665abe1dc9e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:18.329617 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-64d60bd4-6243-4662-9dac-8dc430f1e01a req-27795495-7fbf-4553-8398-665abe1dc9e8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0912001 Mar 02 07:47:18.374747 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-64d60bd4-6243-4662-9dac-8dc430f1e01a req-920fde2f-9b6d-4f55-94d4-d5b597a9ff07 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 Mar 02 07:47:18.751650 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:47:19.047577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:19.554957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dc1b2-5a51-4607-b36a-363909eb93d1 req-73e37f07-f689-48a9-9666-7ba38256c78c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:19.556901 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac0dc1b2-5a51-4607-b36a-363909eb93d1 req-73e37f07-f689-48a9-9666-7ba38256c78c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0780993 Mar 02 07:47:19.602647 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac0dc1b2-5a51-4607-b36a-363909eb93d1 req-80c0cec0-802f-4bec-9258-f8f07b2440cf tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Mar 02 07:47:20.782747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc26ba-cc85-4119-a94e-571421547324 req-b1aaefe9-c90e-4846-8444-f067466ef25e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:20.784271 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15cc26ba-cc85-4119-a94e-571421547324 req-b1aaefe9-c90e-4846-8444-f067466ef25e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0793798 Mar 02 07:47:20.832928 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15cc26ba-cc85-4119-a94e-571421547324 req-fb72b824-419b-41b7-97d2-77d3a26d7a58 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 Mar 02 07:47:22.012602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6870d-46a4-4aff-a2d0-a81552f03616 req-c1133b37-9bad-4b0e-bfed-9c7955686473 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:22.014052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5e6870d-46a4-4aff-a2d0-a81552f03616 req-c1133b37-9bad-4b0e-bfed-9c7955686473 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0776713 Mar 02 07:47:22.056263 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5e6870d-46a4-4aff-a2d0-a81552f03616 req-82930615-61c9-4911-bc49-1d6d595a6845 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366242 Mar 02 07:47:23.239941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9ac1-ed54-4780-8abf-9860893f5f85 req-2ceeeb39-dbce-429b-bf48-0264ce658c19 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:23.241446 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b1e9ac1-ed54-4780-8abf-9860893f5f85 req-2ceeeb39-dbce-429b-bf48-0264ce658c19 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0784917 Mar 02 07:47:23.293719 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b1e9ac1-ed54-4780-8abf-9860893f5f85 req-57c83927-d543-4af8-8b00-82826ff56372 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464218 Mar 02 07:47:24.580508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51825543-ebc6-4f30-808d-692d1c5791e7 req-cbd2e6a8-057e-430f-b719-b29516443133 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:24.581897 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51825543-ebc6-4f30-808d-692d1c5791e7 req-cbd2e6a8-057e-430f-b719-b29516443133 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.1823630 Mar 02 07:47:24.626904 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51825543-ebc6-4f30-808d-692d1c5791e7 req-14168999-1067-4e73-bb1c-a392fc028053 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Mar 02 07:47:25.808702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ffe33-6db5-44ac-a6a1-674d333631a1 req-568ae826-87ba-4d45-a878-6c16816e7359 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:25.810157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3e3ffe33-6db5-44ac-a6a1-674d333631a1 req-568ae826-87ba-4d45-a878-6c16816e7359 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0818403 Mar 02 07:47:25.852208 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3e3ffe33-6db5-44ac-a6a1-674d333631a1 req-8b356a01-d321-4b70-ae51-8d3a88d5a478 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364773 Mar 02 07:47:27.031455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a9945-c245-4227-af44-25fe9614da62 req-e79d4675-e58f-4641-bee6-97c952e28b76 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:27.032879 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-379a9945-c245-4227-af44-25fe9614da62 req-e79d4675-e58f-4641-bee6-97c952e28b76 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0772023 Mar 02 07:47:27.078038 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-379a9945-c245-4227-af44-25fe9614da62 req-9de60367-f643-4419-bf82-bc1d6803e3cc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Mar 02 07:47:28.258503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef2b3-0747-403c-9327-a0e1630b563e req-8e650727-df02-4ebb-b367-6fd6562faa6b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:28.260454 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-869ef2b3-0747-403c-9327-a0e1630b563e req-8e650727-df02-4ebb-b367-6fd6562faa6b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0791824 Mar 02 07:47:28.307737 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-869ef2b3-0747-403c-9327-a0e1630b563e req-9beb18d2-a2fd-43ec-b080-81569389627b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 Mar 02 07:47:29.488133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bea698-5311-4958-a165-2b3b01797f6d req-50e281bb-8014-4761-8705-d6428efe1904 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:29.489605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3bea698-5311-4958-a165-2b3b01797f6d req-50e281bb-8014-4761-8705-d6428efe1904 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0788710 Mar 02 07:47:29.532438 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3bea698-5311-4958-a165-2b3b01797f6d req-89bd39a8-28d4-45c5-ad92-3c217271340e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366356 Mar 02 07:47:29.691620 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-ce4477f3-79cf-474f-853e-de0c3e2be14a service neutron] 10.222.0.32 "GET /v2.0/ports/ce200623-d1dd-4703-a508-5af25c563315/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0750611 Mar 02 07:47:29.942200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-80a89f76-3d46-4622-b7c5-3b3fc5222306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:29.943550 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-80a89f76-3d46-4622-b7c5-3b3fc5222306 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 1099 time: 0.0687428 Mar 02 07:47:30.032825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-17a5ff5e-474b-444f-b0f0-56603b36c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:30.034301 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-17a5ff5e-474b-444f-b0f0-56603b36c7e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0708294 Mar 02 07:47:30.160479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-7ab2bf2b-b1ff-4608-a7be-d3deb89fd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:30.161911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-7ab2bf2b-b1ff-4608-a7be-d3deb89fd302 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1224177 Mar 02 07:47:30.257742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-3cd38008-2b19-4a82-8803-46305cf23121 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 1003 time: 0.0901747 Mar 02 07:47:30.320040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-89ce954f-dcba-4a21-8c9a-d2591a729fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:30.321446 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-89ce954f-dcba-4a21-8c9a-d2591a729fcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0587878 Mar 02 07:47:30.396318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-cb8d2259-22e1-4749-869d-1ac367f3fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:30.397812 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-cb8d2259-22e1-4749-869d-1ac367f3fa5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697432 Mar 02 07:47:30.529322 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-bed1595f-a9d5-4c56-9bc0-ecf7ae36e2ac service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254196 Mar 02 07:47:30.659802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a66b31c-4b4a-4841-b2af-feef9cc52413 req-a91c6890-d592-4654-a49f-835fd8824c93 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245933 Mar 02 07:47:30.722459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0b39d-966a-409a-950c-7d809a1ba224 req-97380162-ef2d-436c-95cb-0e5e81eb559d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:30.723913 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-42d0b39d-966a-409a-950c-7d809a1ba224 req-97380162-ef2d-436c-95cb-0e5e81eb559d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0841315 Mar 02 07:47:30.767828 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-42d0b39d-966a-409a-950c-7d809a1ba224 req-ba66768a-e292-4321-a7e7-d20bd3bc0e80 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375788 Mar 02 07:47:31.961063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c98ccb-b8e0-4810-af69-584631c5351b req-d8c2f4d2-c3b4-4cde-b136-712f25aa88c9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:31.962590 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22c98ccb-b8e0-4810-af69-584631c5351b req-d8c2f4d2-c3b4-4cde-b136-712f25aa88c9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0882368 Mar 02 07:47:32.005260 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22c98ccb-b8e0-4810-af69-584631c5351b req-c284a679-e443-4fff-a11c-308fc5758fe7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365369 Mar 02 07:47:32.568451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-403c54a3-619e-43a7-b778-8a536bf91a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:33.185396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21ba4a-ed91-48b2-8d2a-fa89b388eff3 req-c977aea1-bd36-4840-b97d-e09630f07e6d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:33.186858 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6c21ba4a-ed91-48b2-8d2a-fa89b388eff3 req-c977aea1-bd36-4840-b97d-e09630f07e6d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0776246 Mar 02 07:47:33.232712 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6c21ba4a-ed91-48b2-8d2a-fa89b388eff3 req-93e713b9-4231-45cf-82d9-508d225444b2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403826 Mar 02 07:47:33.622762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-89068bd7-f42a-4995-8419-a99b56ca8d31 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:33.624310 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-89068bd7-f42a-4995-8419-a99b56ca8d31 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6&tenant_id=9e548def84d04d3ab1c4fdfe7851278a&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 946 time: 0.0876749 Mar 02 07:47:33.669911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0617b-8f3d-4fd6-90c0-a77d9b6ffd82 req-20613259-a1ea-495a-b748-e7e71a95caaa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:33.671377 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-87d0617b-8f3d-4fd6-90c0-a77d9b6ffd82 req-20613259-a1ea-495a-b748-e7e71a95caaa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0773478 Mar 02 07:47:33.704967 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-f8335bd2-cce2-4e65-84ea-92e2aca3cf9e service neutron] 10.222.0.32 "GET /v2.0/ports/ce200623-d1dd-4703-a508-5af25c563315/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0752749 Mar 02 07:47:33.715801 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-87d0617b-8f3d-4fd6-90c0-a77d9b6ffd82 req-fa4c0984-9fbc-43cf-b8dc-b1566e27c60a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384727 Mar 02 07:47:33.793948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-761bfdb5-f10b-4601-9ec1-2d8ef9ec1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:33.795387 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-761bfdb5-f10b-4601-9ec1-2d8ef9ec1ae4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0686851 Mar 02 07:47:33.920954 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-e03e4074-e9aa-4924-8223-d5a65a94073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:33.922309 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-e03e4074-e9aa-4924-8223-d5a65a94073c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1214764 Mar 02 07:47:33.940059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:47:33.942446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:47:34.023764 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-23de5165-b834-4207-90c6-6984b011d893 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 1003 time: 0.0958297 Mar 02 07:47:34.083647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-625e7bd9-5b62-4524-8f6d-a4226f4e7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:34.085070 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-625e7bd9-5b62-4524-8f6d-a4226f4e7c81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0560660 Mar 02 07:47:34.143896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.161399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-a8613126-d857-4a43-97cb-f9695eb8241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:34.162911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-a8613126-d857-4a43-97cb-f9695eb8241c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718496 Mar 02 07:47:34.184484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:34.197975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:34.208757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'ce200623-d1dd-4703-a508-5af25c563315', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': 'ce200623-d1dd-4703-a508-5af25c563315', 'mac_address': 'fa:16:3e:86:bf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:47:34.211301 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:34.248183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.280039 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'code': 200} Mar 02 07:47:34.315003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.347786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce200623-d1dd-4703-a508-5af25c563315 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:47:34.355271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.367624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.367980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.368317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.368688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.369017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.369344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.369689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.370015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.370334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.370652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.370971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.371288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:34.378209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:34.384090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.410864 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-f6ee2d1d-104b-4818-a975-2c97243ff237 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422099 Mar 02 07:47:34.450534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['ce200623-d1dd-4703-a508-5af25c563315'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:47:34.490141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:34.544687 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-3d28d6ee-0f2b-4868-b595-5f171f88a6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276455 Mar 02 07:47:34.813943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47cdd2ae-a345-4b8c-af0e-5df4d0384eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:34.994749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165819-90a0-49f2-8894-9f8bd8549324 req-6f63c3ef-1b2c-4c19-977f-44ba7a7592f6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:34.996104 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-27165819-90a0-49f2-8894-9f8bd8549324 req-6f63c3ef-1b2c-4c19-977f-44ba7a7592f6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 945 time: 0.1728849 Mar 02 07:47:35.038960 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-27165819-90a0-49f2-8894-9f8bd8549324 req-5eff2d02-cf4c-414a-ae22-1518aad07898 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371642 Mar 02 07:47:35.899580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.900798 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:35.930581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:35.995809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port ce200623-d1dd-4703-a508-5af25c563315 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:35.996178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.112694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.145372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:36.151085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:36.221953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:36.227038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8d75-faec-4da0-92fb-3f1a1697aa57 req-3e7d91d9-3eb5-4cbf-b933-5ee4296ebc50 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:36.229030 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbad8d75-faec-4da0-92fb-3f1a1697aa57 req-3e7d91d9-3eb5-4cbf-b933-5ee4296ebc50 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0801914 Mar 02 07:47:36.277066 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbad8d75-faec-4da0-92fb-3f1a1697aa57 req-08f263d1-b1ca-41bf-adb4-d97db60d9a90 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Mar 02 07:47:36.281435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:36.341263 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'code': 200} Mar 02 07:47:36.908844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-3a847a0d-ec6a-4904-9c6f-0173f34a289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:36.910319 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-3a847a0d-ec6a-4904-9c6f-0173f34a289f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 1099 time: 0.0679951 Mar 02 07:47:36.997552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-81121fed-a73a-4d7e-86c0-f248e409c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:36.998936 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-81121fed-a73a-4d7e-86c0-f248e409c3b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0677965 Mar 02 07:47:37.122746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-b752ed62-6494-43ec-bd51-b3bb945a4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:37.124128 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-b752ed62-6494-43ec-bd51-b3bb945a4669 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1201198 Mar 02 07:47:37.157674 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:37.225369 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-265f55ab-cbc4-46b6-aea3-0d2e36a88251 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 200 len: 1003 time: 0.0955138 Mar 02 07:47:37.288269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-40f6a4ed-0a51-47e1-bce2-6f45f37cf5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:37.289626 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-40f6a4ed-0a51-47e1-bce2-6f45f37cf5c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0587902 Mar 02 07:47:37.363188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-bbfb2d07-c51b-432c-b746-8d30f5501c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:37.364655 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-bbfb2d07-c51b-432c-b746-8d30f5501c63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690186 Mar 02 07:47:37.542656 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-8d227731-9e1f-47c4-b02c-785cfa5c555f service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716523 Mar 02 07:47:37.589228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e96a5-bbdc-48b5-ac5e-547c98340fe7 req-91b86d4b-0639-4dc3-bc73-8c1ebe003efb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:37.590645 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-244e96a5-bbdc-48b5-ac5e-547c98340fe7 req-91b86d4b-0639-4dc3-bc73-8c1ebe003efb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.2004371 Mar 02 07:47:37.699675 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-244e96a5-bbdc-48b5-ac5e-547c98340fe7 req-736459e1-df16-4f95-a2dc-bb13ffb432bb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021886 Mar 02 07:47:37.715420 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fb9eafe-dd70-4e19-a42d-6258d609ebe7 req-f1943d55-7172-47fd-b71e-68a8d2bcdbf5 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648500 Mar 02 07:47:38.887094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab281-c69d-466e-9afd-257129d99506 req-f0a34a45-4bbc-4936-a3d5-958f98750fac tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:38.888537 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d7aab281-c69d-466e-9afd-257129d99506 req-f0a34a45-4bbc-4936-a3d5-958f98750fac tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0805228 Mar 02 07:47:38.933499 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d7aab281-c69d-466e-9afd-257129d99506 req-58ce8300-9bad-4bfd-8652-6bd690ccef34 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392821 Mar 02 07:47:39.976294 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:47:39.979119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:47:40.116969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f334-de10-48cb-8b26-a4dfd3e60d1b req-55ed1c84-7cd8-487e-8d1d-ae64e34c31cf tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:40.118453 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58e0f334-de10-48cb-8b26-a4dfd3e60d1b req-55ed1c84-7cd8-487e-8d1d-ae64e34c31cf tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0780518 Mar 02 07:47:40.162045 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58e0f334-de10-48cb-8b26-a4dfd3e60d1b req-435c9c60-4b24-4a73-9bdb-5c1cecb2c60c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377483 Mar 02 07:47:40.186575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.256391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:40.272606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:40.282406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:40.285494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'ce200623-d1dd-4703-a508-5af25c563315', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': 'ce200623-d1dd-4703-a508-5af25c563315', 'mac_address': 'fa:16:3e:86:bf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:47:40.317911 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.359301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc60a17-22fa-4a74-9f56-064c8c901ed5 req-e6c56260-8c84-4e7f-8100-92a298a890c3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:40.360785 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cc60a17-22fa-4a74-9f56-064c8c901ed5 req-e6c56260-8c84-4e7f-8100-92a298a890c3 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 944 time: 0.0907369 Mar 02 07:47:40.361321 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'code': 200} Mar 02 07:47:40.398734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.404153 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cc60a17-22fa-4a74-9f56-064c8c901ed5 req-29ee53d9-ca47-4a8a-8812-5243795e6bf1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375164 Mar 02 07:47:40.420703 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:40.424075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce200623-d1dd-4703-a508-5af25c563315 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:47:40.441474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:40.445134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:40.514916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['ce200623-d1dd-4703-a508-5af25c563315'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:47:40.547935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:40.600752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4de27-a7e6-441d-9da7-56896d73ff1e req-d368fd93-047f-4459-b3e9-86fa85eff48e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:40.602225 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbc4de27-a7e6-441d-9da7-56896d73ff1e req-d368fd93-047f-4459-b3e9-86fa85eff48e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0876186 Mar 02 07:47:40.645290 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbc4de27-a7e6-441d-9da7-56896d73ff1e req-acbfa05a-6ea8-4ec1-8b4d-5f218f23a261 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368168 Mar 02 07:47:41.010021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c94e6a-5375-49c8-b598-16f4f9db2110 req-3bc72fea-7f26-4dea-8b76-000efcf6eaf6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:41.011464 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5c94e6a-5375-49c8-b598-16f4f9db2110 req-3bc72fea-7f26-4dea-8b76-000efcf6eaf6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0783510 Mar 02 07:47:41.057205 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5c94e6a-5375-49c8-b598-16f4f9db2110 req-0c801dcd-ef96-4da2-af0c-511323613105 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Mar 02 07:47:41.991958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:42.057402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port ce200623-d1dd-4703-a508-5af25c563315 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:42.057801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.171918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.203842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:42.208769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:42.242717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149a0f7-28b8-4554-99d2-557621a05e71 req-4cd8279f-0482-4b34-8a06-d571c09d8dfd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:42.244656 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2149a0f7-28b8-4554-99d2-557621a05e71 req-4cd8279f-0482-4b34-8a06-d571c09d8dfd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 946 time: 0.0831037 Mar 02 07:47:42.277485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=11']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:42.287646 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2149a0f7-28b8-4554-99d2-557621a05e71 req-d8f88154-3009-495d-9e3b-0aa13ee59cba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371866 Mar 02 07:47:42.362792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:42.405734 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'code': 200} Mar 02 07:47:43.041306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-4ef29812-7715-4bd4-a909-33fb968260ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:43.042721 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-4ef29812-7715-4bd4-a909-33fb968260ba tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 947 time: 0.0766065 Mar 02 07:47:43.108638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Deleting port ce200623-d1dd-4703-a508-5af25c563315 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:47:43.108975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.445523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] For port ce200623-d1dd-4703-a508-5af25c563315, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=ce200623-d1dd-4703-a508-5af25c563315,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:43.445909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.475980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557b74e-1b89-487d-8de3-5c55c80fbbf3 req-74f08ede-0df9-401e-aaa3-7dbec8c42dbd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:43.477452 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0557b74e-1b89-487d-8de3-5c55c80fbbf3 req-74f08ede-0df9-401e-aaa3-7dbec8c42dbd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 947 time: 0.0778279 Mar 02 07:47:43.520500 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0557b74e-1b89-487d-8de3-5c55c80fbbf3 req-9724028d-5d35-476a-8fc1-5d547c696419 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373797 Mar 02 07:47:43.735802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.736166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.736471 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 disassociated. External IP: 172.26.4.105, port: ce200623-d1dd-4703-a508-5af25c563315. Mar 02 07:47:43.736805 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Calling delete_port for ce200623-d1dd-4703-a508-5af25c563315 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:47:43.876661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:43.923427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event deleted for resources: {'Port': ['ID=ce200623-d1dd-4703-a508-5af25c563315,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:44.111624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:47:44.282253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:44.292324 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:44.301963 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:44.302769 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:47:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:44.358906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] No DVR routers for this DVR port ce200623-d1dd-4703-a508-5af25c563315 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:47:44.361705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:44.365839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-deleted', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:44.380911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b7e5daa8-1de4-47e1-96bc-3fda6ef14839 req-27975c6a-629c-4d06-9414-d888a1e60488 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "DELETE /v2.0/ports/ce200623-d1dd-4703-a508-5af25c563315 HTTP/1.1" status: 204 len: 173 time: 1.3329408 Mar 02 07:47:44.413476 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60960139-bd08-45f9-ab97-174568d8cee6', 'name': 'network-vif-deleted', 'tag': 'ce200623-d1dd-4703-a508-5af25c563315', 'status': 'completed', 'code': 200} Mar 02 07:47:44.487771 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:44.684172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-204bccee-6ef3-4978-861b-66a3944037e6 req-eca96cd4-31bc-4be1-b1c3-e2ef0833ee00 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=60960139-bd08-45f9-ab97-174568d8cee6 HTTP/1.1" status: 200 len: 210 time: 0.0442376 Mar 02 07:47:44.794004 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:44.797768 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:47:44.806792 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:44.807375 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:47:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:44.978690 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:45.297628 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:45.301367 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57b6ae-f53e-4420-b5da-a5477048b046 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:47:45.509085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb21fa4-75d6-4896-b925-c631d2adb7c6 None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:47:45.983824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:47:46.015125 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-3e387f32-2776-4357-b364-e21a0b47e8a5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1540414371&fields=id&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 267 time: 0.0389109 Mar 02 07:47:46.016657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: ce200623-d1dd-4703-a508-5af25c563315 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:47:46.017007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device ce200623-d1dd-4703-a508-5af25c563315 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:47:46.159828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-f143649e-314d-42ed-a509-dab7d4f33d59 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:46.161231 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-f143649e-314d-42ed-a509-dab7d4f33d59 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1393132 Mar 02 07:47:46.175794 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-6145165a-50cc-4d11-9218-688d570c517f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/quotas/9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 375 time: 0.0086684 Mar 02 07:47:46.361859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-78089567-145a-4df6-a102-cf36dd03257c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:46.377627 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-78089567-145a-4df6-a102-cf36dd03257c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:46.378916 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-78089567-145a-4df6-a102-cf36dd03257c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1984262 Mar 02 07:47:46.513072 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-e3fa7814-c2fa-447e-96b7-1491014bcec9 service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227574 Mar 02 07:47:46.643818 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-b2c3580f-a445-4b15-ae73-e097589c1b63 service neutron] 10.222.0.41 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249940 Mar 02 07:47:46.812163 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-425c1a7f-af2a-4f28-8f8d-07ffb22b5a1d req-60455502-491c-4ffc-90e1-adee33ba0765 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0415294 Mar 02 07:47:47.798508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-cd086fff-07f1-4ac8-962a-b546b3ea479f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:47.799845 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-cd086fff-07f1-4ac8-962a-b546b3ea479f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 811 time: 0.1424835 Mar 02 07:47:47.852561 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-a9028f0a-e637-4dc4-879c-dc790d5d68f7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 380 time: 0.0432770 Mar 02 07:47:47.863623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'port': {'device_id': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'admin_state_up': True, 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'security_groups': ['bea121a5-3050-4082-b061-43ce380407c1']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:48.001473 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c99b53d-9bb8-4459-807d-fc9192e1c8a6 req-deba8a10-931d-4aba-887f-ac08654d07c9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0536122 Mar 02 07:47:48.039486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:47:48.048760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:47:48.058772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Made reservation on behalf of 9e548def84d04d3ab1c4fdfe7851278a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:47:48.062379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.218850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Allocated IP 172.20.0.5 (d5c9fbe9-fb28-4a75-8513-81c859309599/0aa56d5c-6ffe-4977-9835-3d13c6e6a300/57ce4f39-631a-49ca-a760-099ed6b43b9d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:47:48.408580 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.424190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Transition to ACTIVE for port object 57ce4f39-631a-49ca-a760-099ed6b43b9d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:48.447819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.510261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Network d5c9fbe9-fb28-4a75-8513-81c859309599 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:47:48.513314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:47:48.517093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:47:48.558414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:48.575703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.576052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.576389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.576724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.577051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.577380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.577726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.578050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.578370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.578689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.579007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.579321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:47:48.601008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:48.601573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.627863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-84dae48e-62ac-43b8-894c-01975184daa1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679513 Mar 02 07:47:48.639252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Request body: {'port': {'device_id': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:48.743889 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48f5b903-da77-474c-a2a8-7c7fbc0058e3 None None] Provisioning for port 57ce4f39-631a-49ca-a760-099ed6b43b9d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:48.748732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48f5b903-da77-474c-a2a8-7c7fbc0058e3 None None] Provisioning complete for port 57ce4f39-631a-49ca-a760-099ed6b43b9d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:48.749103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48f5b903-da77-474c-a2a8-7c7fbc0058e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.750474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:48.803958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48f5b903-da77-474c-a2a8-7c7fbc0058e3 None None] Port 57ce4f39-631a-49ca-a760-099ed6b43b9d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:47:49.074277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.083651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ce4f39-631a-49ca-a760-099ed6b43b9d {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:47:49.091242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.106559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Transition to ACTIVE for port object 57ce4f39-631a-49ca-a760-099ed6b43b9d will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:47:49.110225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.194586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5b471-229d-4c81-8ca0-b466004b47ee req-8d0594ad-c7dc-4ae9-820e-3bc17c3ec37b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:49.196110 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93c5b471-229d-4c81-8ca0-b466004b47ee req-8d0594ad-c7dc-4ae9-820e-3bc17c3ec37b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0847597 Mar 02 07:47:49.241244 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93c5b471-229d-4c81-8ca0-b466004b47ee req-c15baf47-bba9-48d7-bc3a-80db3be70fdb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393457 Mar 02 07:47:49.368721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:49.448031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Attempting to bind port 57ce4f39-631a-49ca-a760-099ed6b43b9d on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:47:49.448353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Attempting to bind port 57ce4f39-631a-49ca-a760-099ed6b43b9d by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:47:49.448669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Attempting to bind port 57ce4f39-631a-49ca-a760-099ed6b43b9d on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:49.453085 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Port 57ce4f39-631a-49ca-a760-099ed6b43b9d on network d5c9fbe9-fb28-4a75-8513-81c859309599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:47:49.453396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Attempting to bind port 57ce4f39-631a-49ca-a760-099ed6b43b9d on network d5c9fbe9-fb28-4a75-8513-81c859309599 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:47:49.458318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:47:49.458644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Checking segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:47:49.459013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Bound using segment: {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:47:49.459424 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Bound port: 57ce4f39-631a-49ca-a760-099ed6b43b9d, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5122a75-fbe0-4e54-9427-ab35ae65a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:47:49.460033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.545440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:47:49.548190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:47:49.552402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.609166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:49.609926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:49.611271 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] 10.222.0.32 "PUT /v2.0/ports/57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 1093 time: 0.9762359 Mar 02 07:47:49.611741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:49.636918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23889d-0a0b-402a-98c9-5f812f909c27 service neutron] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:49.660950 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'status': 'completed', 'code': 200} Mar 02 07:47:49.737137 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-34dbab32-d8c7-4290-94b2-b8d3551f2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:49.738678 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-34dbab32-d8c7-4290-94b2-b8d3551f2d2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0735450 Mar 02 07:47:49.808480 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-34c19a64-1bb1-4cc5-af84-884e5e53440f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 217 time: 0.0637193 Mar 02 07:47:49.869185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-bfe5f039-9765-455d-9bd0-27186ece0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:49.870709 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-bfe5f039-9765-455d-9bd0-27186ece0403 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0565739 Mar 02 07:47:49.946976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-619d34d4-be5b-48b9-96c8-af29add9b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:49.948398 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-619d34d4-be5b-48b9-96c8-af29add9b668 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721221 Mar 02 07:47:50.074307 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-e97b311e-b84f-47fd-b9be-59c63c870183 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200106 Mar 02 07:47:50.199956 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c23e971-69be-4138-af80-fe02c20d2ed6 req-6f008775-45de-4feb-a3ad-92e3dfa9f827 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198721 Mar 02 07:47:50.308447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-e8275670-0158-4b12-a857-9adab0a1a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.309978 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-e8275670-0158-4b12-a857-9adab0a1a1a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0698526 Mar 02 07:47:50.423949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c916b-8608-4909-8150-ef2c87a6ec97 req-6a92e1cb-8aff-458d-a583-96c5554f8d3c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.425410 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e7c916b-8608-4909-8150-ef2c87a6ec97 req-6a92e1cb-8aff-458d-a583-96c5554f8d3c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0797760 Mar 02 07:47:50.440370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-a2ac5064-b10d-4e6b-8841-c534052aef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.441827 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-a2ac5064-b10d-4e6b-8841-c534052aef7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1260462 Mar 02 07:47:50.470101 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e7c916b-8608-4909-8150-ef2c87a6ec97 req-371b3454-d7af-4513-b7f1-91ec74070059 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382903 Mar 02 07:47:50.510941 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-2ec23a0b-c7d8-410b-86ce-aab7e8a51490 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 217 time: 0.0627387 Mar 02 07:47:50.571736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-049bd797-2eab-48cc-ad9f-5080ceab0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.573210 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-049bd797-2eab-48cc-ad9f-5080ceab0126 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0564425 Mar 02 07:47:50.648308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-55c9b533-1fbc-49f7-9db7-145d2375590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:50.649773 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-55c9b533-1fbc-49f7-9db7-145d2375590e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707335 Mar 02 07:47:50.778553 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-6fa073a7-5276-4b32-9d85-faf451cdee71 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224160 Mar 02 07:47:51.008808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a586497-0982-4220-8cfd-e1aeab5e1f8e req-9227c589-7a1f-42c8-a0db-38e1b5a5e302 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234850 Mar 02 07:47:51.652868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740ff56-3586-42e6-84fa-02630bde9c98 req-c3648b25-3638-4802-aa07-268cf6eda4df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:51.653557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1740ff56-3586-42e6-84fa-02630bde9c98 req-c3648b25-3638-4802-aa07-268cf6eda4df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:47:51.668925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1740ff56-3586-42e6-84fa-02630bde9c98 req-c3648b25-3638-4802-aa07-268cf6eda4df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:47:51.670135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1740ff56-3586-42e6-84fa-02630bde9c98 req-c3648b25-3638-4802-aa07-268cf6eda4df tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0963783 Mar 02 07:47:51.715032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1740ff56-3586-42e6-84fa-02630bde9c98 req-b6b4e38c-d6af-4f95-9e75-bd7deebbbe8d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392182 Mar 02 07:47:52.896360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686b978-bc17-443b-8736-9ec6fbdcb71d req-48cb8222-20e4-45f8-8c77-0195f6c67922 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:52.897826 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9686b978-bc17-443b-8736-9ec6fbdcb71d req-48cb8222-20e4-45f8-8c77-0195f6c67922 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0811100 Mar 02 07:47:52.940038 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9686b978-bc17-443b-8736-9ec6fbdcb71d req-ec15a1bb-9b6b-4f04-9bf1-5627a2fe13e4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Mar 02 07:47:54.013380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:47:54.125888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245e091-1c3c-4471-9642-bc0af5b8693f req-a3e41aa8-8116-4547-b177-da45a47ae4fe tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:54.127342 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d245e091-1c3c-4471-9642-bc0af5b8693f req-a3e41aa8-8116-4547-b177-da45a47ae4fe tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0817392 Mar 02 07:47:54.143372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:54.156836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'mac_address': 'fa:16:3e:60:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:47:54.170888 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d245e091-1c3c-4471-9642-bc0af5b8693f req-a608dd9c-cade-40af-86de-00b72a3bc999 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378699 Mar 02 07:47:54.209791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.226221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce4f39-631a-49ca-a760-099ed6b43b9d {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:47:54.241404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:54.245336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:54.315957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:54.445355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['57ce4f39-631a-49ca-a760-099ed6b43b9d'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:47:55.495788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3954d-24ad-4b4d-8998-3a8cd5ac6503 req-b1d9d94b-f035-4c2b-b9a1-41bd0b8d87a8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:55.497255 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6be3954d-24ad-4b4d-8998-3a8cd5ac6503 req-b1d9d94b-f035-4c2b-b9a1-41bd0b8d87a8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 944 time: 0.0787356 Mar 02 07:47:55.542651 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6be3954d-24ad-4b4d-8998-3a8cd5ac6503 req-29791362-5496-439d-baba-be30f38f3b42 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Mar 02 07:47:55.750587 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:47:56.028965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:47:56.093985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 57ce4f39-631a-49ca-a760-099ed6b43b9d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:47:56.098443 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 57ce4f39-631a-49ca-a760-099ed6b43b9d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:47:56.098816 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.240937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.266014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:56.276229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:47:56.280877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:56.313067 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'code': 200} Mar 02 07:47:56.350608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:47:56.532016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505a9c6-bbfa-458e-811f-204c937f5b97 req-7ac1dd8f-06a6-4103-8213-6196fa3468e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:56.533344 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c505a9c6-bbfa-458e-811f-204c937f5b97 req-7ac1dd8f-06a6-4103-8213-6196fa3468e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0674787 Mar 02 07:47:56.578808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c505a9c6-bbfa-458e-811f-204c937f5b97 req-dd2c2f16-b2db-4092-b087-c40a48222f1d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386984 Mar 02 07:47:56.724310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae904d-879b-434c-89b9-e7c88caa2966 req-bf3d74f7-358d-44d6-9c02-f44462a5860f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:56.725771 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-34ae904d-879b-434c-89b9-e7c88caa2966 req-bf3d74f7-358d-44d6-9c02-f44462a5860f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0790799 Mar 02 07:47:56.768566 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-34ae904d-879b-434c-89b9-e7c88caa2966 req-384f6b26-7f56-4159-8f77-a5cb6bff9d9a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366831 Mar 02 07:47:57.948633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8dbe3-9fab-48c0-be19-688bfb1a2886 req-e499eb2f-86bb-4e67-9cd9-1f870f0c4c0b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:57.950078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7bf8dbe3-9fab-48c0-be19-688bfb1a2886 req-e499eb2f-86bb-4e67-9cd9-1f870f0c4c0b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0772941 Mar 02 07:47:57.992232 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7bf8dbe3-9fab-48c0-be19-688bfb1a2886 req-c18b4f41-5eb4-4217-ac2e-92367ac9e71c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366151 Mar 02 07:47:58.168172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a01f-e1e8-4acc-b8d6-c59c6fbba2d8 req-046f2f3c-568d-45c0-b98a-fb0138fed3fe tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:58.169675 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9208a01f-e1e8-4acc-b8d6-c59c6fbba2d8 req-046f2f3c-568d-45c0-b98a-fb0138fed3fe tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0816324 Mar 02 07:47:58.178009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51518) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:47:58.183446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Request body: {'floatingip': {'port_id': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:47:58.259604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.938153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:58.941606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.103711 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 associated. External IP: 172.26.4.105, port: 57ce4f39-631a-49ca-a760-099ed6b43b9d. Mar 02 07:47:59.440007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:47:59.611842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:47:59.616011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:47:59.622503 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:47:59.631563 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:47:59.632161 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:47:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:47:59.668580 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e47ef72b-ab3c-441f-a80f-4f3b19765209 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "PUT /v2.0/floatingips/9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 HTTP/1.1" status: 200 len: 992 time: 1.4895313 Mar 02 07:47:59.669257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:47:59.720664 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'status': 'completed', 'code': 200} Mar 02 07:47:59.810421 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:47:59.814736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-fbe03998-77ce-4434-9c7e-27c82fdad4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:59.816319 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-fbe03998-77ce-4434-9c7e-27c82fdad4bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0745051 Mar 02 07:47:59.960469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-03bc778f-ac52-40c3-9077-897daec533d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:47:59.962957 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-03bc778f-ac52-40c3-9077-897daec533d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1406708 Mar 02 07:48:00.070098 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-de6007ef-54e3-488d-822c-335703895308 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 1000 time: 0.1009488 Mar 02 07:48:00.132416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-1704099c-6049-4c6e-8eb0-29b1be41dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:00.133985 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-1704099c-6049-4c6e-8eb0-29b1be41dc1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0584776 Mar 02 07:48:00.186816 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:60:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:47:58Z', 'revision_number': 13, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:00.192135 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:48:00.202158 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:48:00.203041 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:47:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:00.208263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-f9330515-14fb-4f30-81c7-153bf250b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:00.210034 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-f9330515-14fb-4f30-81c7-153bf250b706 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708249 Mar 02 07:48:00.355318 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-fb1c8d4a-f798-444a-9435-42600485b19a service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393907 Mar 02 07:48:00.415204 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:48:00.492180 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa972518-e2e4-4aae-98dc-785c9826d7b0 req-71de89e9-ed49-43b3-b6f6-de9b931da6f1 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309433 Mar 02 07:48:00.790571 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:60:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:47:58Z', 'revision_number': 13, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:48:00.796178 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5ff36-1654-4f3a-afa0-3ec80fbe5a78 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '9263f8f9-bfc0-4660-9a7e-61bf2c5509a5', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'port_id': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'mac_address': 'fa:16:3e:60:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:44:53Z', 'updated_at': '2022-03-02T07:47:58Z', 'revision_number': 13, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:48:00.999625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c7386-1897-4a82-abac-421ee7d0c6be None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:48:01.488348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044cba0-2efd-4ccf-a5ae-a660e502815f req-4cbb9ac7-75af-4f17-940d-ca2767eea804 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:01.489825 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6044cba0-2efd-4ccf-a5ae-a660e502815f req-4cbb9ac7-75af-4f17-940d-ca2767eea804 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0811653 Mar 02 07:48:01.531833 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6044cba0-2efd-4ccf-a5ae-a660e502815f req-0a9deaec-fec9-4c0b-bd8d-6917b34762b6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363669 Mar 02 07:48:02.570346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-200e49c6-d6d8-479f-aab9-a862952d5924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:04.815006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-18e5f0ed-5fed-4c81-89b4-55535e32d217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.902977 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:05.905633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:07.158829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:10.070369 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-f2e037ee-5524-4662-9ce2-2a98d1e7a14f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1750102 Mar 02 07:48:10.079215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3758a-91ec-4486-bdaa-7a18078b1dd0 req-cd6b5b9b-5377-4acf-96f3-a0f8c2e3199e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:10.080562 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ed3758a-91ec-4486-bdaa-7a18078b1dd0 req-cd6b5b9b-5377-4acf-96f3-a0f8c2e3199e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.1056104 Mar 02 07:48:10.128037 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ed3758a-91ec-4486-bdaa-7a18078b1dd0 req-e74ecf35-f8e4-4dd9-923d-32034a79b095 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Mar 02 07:48:11.161111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-10895a6b-1960-4f16-8557-74f082685fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:11.162601 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-10895a6b-1960-4f16-8557-74f082685fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0730281 Mar 02 07:48:11.328690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b6233-b83e-44ab-9940-06f4f2d9ffbc req-6487043d-8d20-4a53-bb60-1bfc97820043 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:11.331016 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-af3b6233-b83e-44ab-9940-06f4f2d9ffbc req-6487043d-8d20-4a53-bb60-1bfc97820043 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0923309 Mar 02 07:48:11.379696 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-af3b6233-b83e-44ab-9940-06f4f2d9ffbc req-a12e1206-8147-4180-b43d-857ba7fb594e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Mar 02 07:48:11.408072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-a4f93593-61f7-4dce-a2fe-399ad559c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:11.409477 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-a4f93593-61f7-4dce-a2fe-399ad559c4b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.2406964 Mar 02 07:48:11.521924 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-08806ae0-1ed8-495d-8cc3-0315a15b4ce2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 1002 time: 0.1042819 Mar 02 07:48:11.585698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-a1238c13-fe5d-452f-84af-3bc08198676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:11.587733 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-a1238c13-fe5d-452f-84af-3bc08198676c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0606201 Mar 02 07:48:11.664123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-ddaeaa8e-ec55-41f1-aff4-413811b76636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:11.665724 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-ddaeaa8e-ec55-41f1-aff4-413811b76636 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724316 Mar 02 07:48:11.793896 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-2e8e869d-dda2-49e5-a540-dc964daed1af service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227303 Mar 02 07:48:11.921445 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-1ff22160-c6a1-4552-871c-29cd0c0a4426 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219878 Mar 02 07:48:12.571624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d3e09-4e81-4620-ae66-59c8615d3bdf req-3fde6d3e-6b3f-43b2-bc18-36d2e937ae72 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:12.573065 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db1d3e09-4e81-4620-ae66-59c8615d3bdf req-3fde6d3e-6b3f-43b2-bc18-36d2e937ae72 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0784154 Mar 02 07:48:12.615166 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db1d3e09-4e81-4620-ae66-59c8615d3bdf req-d2336108-b126-4089-88fc-744ec45cd61b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365682 Mar 02 07:48:13.795805 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febcb2a-7386-4489-9b20-bae184ea2f3e req-408950ae-aba7-4920-9aca-ce90b9675795 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:13.797130 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2febcb2a-7386-4489-9b20-bae184ea2f3e req-408950ae-aba7-4920-9aca-ce90b9675795 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0778019 Mar 02 07:48:13.839302 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2febcb2a-7386-4489-9b20-bae184ea2f3e req-9e6d84c9-b4eb-4789-a03f-8d54b6e3429e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366194 Mar 02 07:48:15.037402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e3da2-206c-465f-b084-1df2d0545c1e req-d4e96eb1-f04a-44f6-945a-5009efccdf94 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:15.038881 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f8e3da2-206c-465f-b084-1df2d0545c1e req-d4e96eb1-f04a-44f6-945a-5009efccdf94 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0850348 Mar 02 07:48:15.088503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f8e3da2-206c-465f-b084-1df2d0545c1e req-af160496-5c51-493a-b5f9-0ec0f0c073db tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376446 Mar 02 07:48:16.373076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49931cd-f9d8-42af-8f96-f703e9ede860 req-864d71b1-fadf-4ca5-aac1-d73e9ad78009 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:16.374555 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a49931cd-f9d8-42af-8f96-f703e9ede860 req-864d71b1-fadf-4ca5-aac1-d73e9ad78009 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.1885083 Mar 02 07:48:16.417091 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a49931cd-f9d8-42af-8f96-f703e9ede860 req-ce018877-ebe5-4d4b-8b20-bf73b0967e64 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370288 Mar 02 07:48:17.599819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bed9b-4347-455f-aef3-1e6b69fa687d req-0518e392-9640-4ac3-8e66-a0ad6b13bff2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:17.601161 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a92bed9b-4347-455f-aef3-1e6b69fa687d req-0518e392-9640-4ac3-8e66-a0ad6b13bff2 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0769672 Mar 02 07:48:17.647292 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a92bed9b-4347-455f-aef3-1e6b69fa687d req-537da194-ac3a-4f4e-a72a-8f687998c88f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399764 Mar 02 07:48:18.838501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a3299-5e72-4cb6-a4fb-639262197aee req-44f1dc05-cbfa-4845-9d1c-16190b61188f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:18.839852 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-062a3299-5e72-4cb6-a4fb-639262197aee req-44f1dc05-cbfa-4845-9d1c-16190b61188f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0781016 Mar 02 07:48:18.884647 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-062a3299-5e72-4cb6-a4fb-639262197aee req-05bd53fd-6c62-4014-9a17-03954e23ac8c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392685 Mar 02 07:48:19.089676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:20.098629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a28c93-659b-4436-8c98-df232e7437e9 req-e1eaa63c-3048-4eaf-8e86-d31042f60389 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:20.098629 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9a28c93-659b-4436-8c98-df232e7437e9 req-e1eaa63c-3048-4eaf-8e86-d31042f60389 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.1060865 Mar 02 07:48:20.139984 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9a28c93-659b-4436-8c98-df232e7437e9 req-7408a730-d1f6-4df8-b009-0e81a0ef8d5e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388095 Mar 02 07:48:21.319801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d55a2d-3af8-4307-9f4c-fa087782f3ab req-000fa7e0-a6dd-4fde-88e0-b873d99e1453 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:21.321829 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-57d55a2d-3af8-4307-9f4c-fa087782f3ab req-000fa7e0-a6dd-4fde-88e0-b873d99e1453 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0785131 Mar 02 07:48:21.366034 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-57d55a2d-3af8-4307-9f4c-fa087782f3ab req-8287a538-63f8-4d30-9951-60b48c6d566d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Mar 02 07:48:22.550645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466377c-b80f-4625-9b4f-cbee9f5e9b4e req-78e41d7c-e308-45f2-a3c5-99c50ef04cd8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:22.552094 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a466377c-b80f-4625-9b4f-cbee9f5e9b4e req-78e41d7c-e308-45f2-a3c5-99c50ef04cd8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0820019 Mar 02 07:48:22.594199 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a466377c-b80f-4625-9b4f-cbee9f5e9b4e req-a35c45cd-2328-49d5-913b-46a02457d771 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365291 Mar 02 07:48:23.779918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f93e19-9cc9-4225-a339-accf2c05fa16 req-db765fe1-6262-4f26-87c1-842ba038d9bb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:23.781334 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94f93e19-9cc9-4225-a339-accf2c05fa16 req-db765fe1-6262-4f26-87c1-842ba038d9bb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0846717 Mar 02 07:48:23.824034 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94f93e19-9cc9-4225-a339-accf2c05fa16 req-2d2c23e2-5b4b-44dc-9878-8b6e2a62b345 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370011 Mar 02 07:48:25.007572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455a84f-6f7f-46e3-9458-474673c8c63e req-f4ed4008-67e2-464b-9af2-8b1e37934405 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:25.009020 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3455a84f-6f7f-46e3-9458-474673c8c63e req-f4ed4008-67e2-464b-9af2-8b1e37934405 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0800455 Mar 02 07:48:25.052012 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3455a84f-6f7f-46e3-9458-474673c8c63e req-9708adbb-5122-4fdf-b916-b6cf631f324b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Mar 02 07:48:26.233198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ddc8-2a03-4b22-a4fa-6cfd408348c4 req-f1c02699-80a2-449e-9203-78b5776dd46b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:26.234570 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6a99ddc8-2a03-4b22-a4fa-6cfd408348c4 req-f1c02699-80a2-449e-9203-78b5776dd46b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0773106 Mar 02 07:48:26.277543 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6a99ddc8-2a03-4b22-a4fa-6cfd408348c4 req-7ba70d1c-d643-43ed-8977-e36244821885 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Mar 02 07:48:27.468092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d6c66-24b0-4db9-bfec-9bf25eedfdaa req-f6bdb381-e96e-4ac5-8877-18853151e7f4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:27.469616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-612d6c66-24b0-4db9-bfec-9bf25eedfdaa req-f6bdb381-e96e-4ac5-8877-18853151e7f4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0811362 Mar 02 07:48:27.516979 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-612d6c66-24b0-4db9-bfec-9bf25eedfdaa req-7b8d4075-c5b5-42ba-99ad-040b6e36339f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382762 Mar 02 07:48:28.698926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c32b4f-e31c-4a24-bc39-452caad4aa7a req-a7954677-5dfd-4dd6-9f06-fc11e0e22ac7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:28.700354 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f4c32b4f-e31c-4a24-bc39-452caad4aa7a req-a7954677-5dfd-4dd6-9f06-fc11e0e22ac7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0800893 Mar 02 07:48:28.743048 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f4c32b4f-e31c-4a24-bc39-452caad4aa7a req-b055a5ee-9860-4525-8b40-cb0d35ea4df7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371580 Mar 02 07:48:29.925468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47dff3-bb9f-4d0d-9839-a8414bdc445f req-1a06ee08-723a-4d42-9ef7-ba761eede870 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:29.926926 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be47dff3-bb9f-4d0d-9839-a8414bdc445f req-1a06ee08-723a-4d42-9ef7-ba761eede870 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0802605 Mar 02 07:48:29.969707 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be47dff3-bb9f-4d0d-9839-a8414bdc445f req-1f27c534-985a-45c6-afd3-42c0737c86aa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Mar 02 07:48:31.152055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ee41-9de8-458d-b6a3-032411b23b0d req-b45d9f64-6915-4715-9530-466f099d0f2d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:31.153479 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0241ee41-9de8-458d-b6a3-032411b23b0d req-b45d9f64-6915-4715-9530-466f099d0f2d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0813463 Mar 02 07:48:31.194992 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0241ee41-9de8-458d-b6a3-032411b23b0d req-0747d437-9849-455f-93af-d8eb9d67107f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359323 Mar 02 07:48:32.386326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f1ef-1ac1-4335-b710-30e187759c4d req-50547f8f-0027-49d5-827c-d07c6ddb608e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:32.387812 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a20f1ef-1ac1-4335-b710-30e187759c4d req-50547f8f-0027-49d5-827c-d07c6ddb608e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0817177 Mar 02 07:48:32.430589 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a20f1ef-1ac1-4335-b710-30e187759c4d req-0ab57886-568c-49ad-a38d-a763d7eae4c1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365388 Mar 02 07:48:32.571486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-07f15f77-7737-494f-a00e-213967c6fd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:32.749412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:48:33.726839 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ce597-81d4-4cc0-87f0-025f53e3e5f0 req-ed2f3401-7e84-46a0-8227-90cf51c94bf0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:33.728295 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb5ce597-81d4-4cc0-87f0-025f53e3e5f0 req-ed2f3401-7e84-46a0-8227-90cf51c94bf0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.1906965 Mar 02 07:48:33.773224 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb5ce597-81d4-4cc0-87f0-025f53e3e5f0 req-c09699c8-5e24-4c3c-9535-d53f3367a7cf tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Mar 02 07:48:34.194486 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-a56fe669-8c7f-4f20-895d-9b77b65e89b2 service neutron] 10.222.0.32 "GET /v2.0/ports/57ce4f39-631a-49ca-a760-099ed6b43b9d/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0751569 Mar 02 07:48:34.455493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-0d735db3-f08e-4697-851f-16f132925c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.456847 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-0d735db3-f08e-4697-851f-16f132925c4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 1098 time: 0.0694060 Mar 02 07:48:34.651935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-0d733a03-de68-402d-bc5e-41a8e07af8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.653378 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-0d733a03-de68-402d-bc5e-41a8e07af8b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.1740057 Mar 02 07:48:34.779381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-66eb1eb6-ef04-40bb-8a11-294cc442fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.780715 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-66eb1eb6-ef04-40bb-8a11-294cc442fbe2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1216757 Mar 02 07:48:34.819242 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-abbe6574-2c9c-497d-a47d-c7bf9ae1aeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:34.914606 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-c0e4f609-0f7a-4e7b-b231-b7decc60ed3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 1002 time: 0.1277542 Mar 02 07:48:34.988741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-6e7c2bc0-fe28-4ef5-93c3-0352054a5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:34.990157 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-6e7c2bc0-fe28-4ef5-93c3-0352054a5b12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0703566 Mar 02 07:48:35.051247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21050e5d-a6dd-40f2-8242-3a6fc8f96a67 req-dbff5e69-c96e-4f2f-8f70-4d0f5bc69c1d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:35.052578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21050e5d-a6dd-40f2-8242-3a6fc8f96a67 req-dbff5e69-c96e-4f2f-8f70-4d0f5bc69c1d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.1713989 Mar 02 07:48:35.110129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21050e5d-a6dd-40f2-8242-3a6fc8f96a67 req-79fecb35-0309-4de9-8806-abff487ffdc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510030 Mar 02 07:48:35.113154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-d14d2f09-80ee-4c77-b98a-e423a6ffa54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:35.114549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-d14d2f09-80ee-4c77-b98a-e423a6ffa54f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172621 Mar 02 07:48:35.244162 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-c7bf35ba-0d9f-4606-b904-15c3800c5d0e service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231797 Mar 02 07:48:35.371308 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-f4776194-a451-4558-9d15-fdeec8735feb service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217740 Mar 02 07:48:35.904134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:35.906092 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:36.306058 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3232db6-bf8a-4f14-bb38-34f1e9b664e2 req-c6c23c6a-0749-4bcd-ba1a-8709518fa04b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:36.307549 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a3232db6-bf8a-4f14-bb38-34f1e9b664e2 req-c6c23c6a-0749-4bcd-ba1a-8709518fa04b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0825443 Mar 02 07:48:36.351172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a3232db6-bf8a-4f14-bb38-34f1e9b664e2 req-5016c5a1-e826-4893-a7e0-9a4b26693618 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374103 Mar 02 07:48:37.161178 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:37.538397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de489593-903e-468f-ac0b-ef7dc389c1bc req-d5d19aa9-8893-42f3-8e40-585011d520b0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:37.539817 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-de489593-903e-468f-ac0b-ef7dc389c1bc req-d5d19aa9-8893-42f3-8e40-585011d520b0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0805552 Mar 02 07:48:37.582600 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-de489593-903e-468f-ac0b-ef7dc389c1bc req-46909f23-871b-45c1-83e3-05b9ce7e0d35 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371387 Mar 02 07:48:38.277432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:38.389061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:38.414161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:38.423737 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:38.428536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:38.471851 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'code': 200} Mar 02 07:48:38.499387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:38.506238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.506587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.506932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.507262 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.507597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.507954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.508280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.508601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.508925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.509248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.509568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.509913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:48:38.764305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cbcee-892c-4407-9a17-8632636fd03d req-ab682496-b200-438d-9a06-f40b473f4d54 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:38.765771 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106cbcee-892c-4407-9a17-8632636fd03d req-ab682496-b200-438d-9a06-f40b473f4d54 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0774140 Mar 02 07:48:38.808279 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106cbcee-892c-4407-9a17-8632636fd03d req-b2e7a9ab-b0a2-43bc-b350-b59659816cf1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369928 Mar 02 07:48:39.991832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3db14a-0a0a-4967-91fd-526f0d316a7e req-01373556-3a76-4b42-bce2-88f02db4acfa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:39.993313 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bc3db14a-0a0a-4967-91fd-526f0d316a7e req-01373556-3a76-4b42-bce2-88f02db4acfa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0803070 Mar 02 07:48:40.039900 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bc3db14a-0a0a-4967-91fd-526f0d316a7e req-ea52b066-7a01-4ad6-8aa7-84a771777ec9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Mar 02 07:48:40.293188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:48:40.421362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:40.434250 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'mac_address': 'fa:16:3e:60:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:48:40.486482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:40.502614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce4f39-631a-49ca-a760-099ed6b43b9d {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:48:40.517485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:40.521119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:40.584652 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['57ce4f39-631a-49ca-a760-099ed6b43b9d'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:48:40.624865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:41.221796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458e804-26b7-42f0-b169-a425d233f84b req-5b54793b-d49a-4ac2-b83f-1f002c09ec98 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:41.223218 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5458e804-26b7-42f0-b169-a425d233f84b req-5b54793b-d49a-4ac2-b83f-1f002c09ec98 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 944 time: 0.0800159 Mar 02 07:48:41.265869 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5458e804-26b7-42f0-b169-a425d233f84b req-9e93ed26-681d-40b7-ae0f-31258e4002c9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Mar 02 07:48:42.292863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:42.362312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 57ce4f39-631a-49ca-a760-099ed6b43b9d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:42.362683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.455348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8deb-8e0e-48b0-8110-76e099614678 req-11adf8cd-5b5d-4db8-a755-869bb967a6d4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:42.456793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-398a8deb-8e0e-48b0-8110-76e099614678 req-11adf8cd-5b5d-4db8-a755-869bb967a6d4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 944 time: 0.0819378 Mar 02 07:48:42.477457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.502258 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-398a8deb-8e0e-48b0-8110-76e099614678 req-a2548554-046e-425b-b70e-2cd8a201b88a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Mar 02 07:48:42.504200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:42.514140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:42.525464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:42.570288 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'code': 200} Mar 02 07:48:42.592820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:43.693999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef98d8e-6fb0-49c4-8e29-e65938fe2d97 req-4b002ed6-d90a-492d-883b-4fda4152b669 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:43.696036 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5ef98d8e-6fb0-49c4-8e29-e65938fe2d97 req-4b002ed6-d90a-492d-883b-4fda4152b669 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0856681 Mar 02 07:48:43.738751 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5ef98d8e-6fb0-49c4-8e29-e65938fe2d97 req-d7794cc0-13cd-40c9-8a7c-74a54ad1c024 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371552 Mar 02 07:48:44.645741 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-a788cda0-d148-419c-9d8e-c49396cc88c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670795 Mar 02 07:48:44.783445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-b5c0499d-97bb-4971-aa5a-e4042851cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:44.784909 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-b5c0499d-97bb-4971-aa5a-e4042851cf25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0724380 Mar 02 07:48:44.972004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-595aed69-b983-4c7c-9ca6-ef085b129532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:44.973355 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-595aed69-b983-4c7c-9ca6-ef085b129532 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1693406 Mar 02 07:48:45.060903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69b935-35f6-4a17-be8e-c0fb53803f11 req-56a77a7c-6954-4cd9-8377-183e6324a841 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.062349 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc69b935-35f6-4a17-be8e-c0fb53803f11 req-56a77a7c-6954-4cd9-8377-183e6324a841 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.1777003 Mar 02 07:48:45.117685 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-d9eaa7ff-b14c-4775-82cc-876ab4984736 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 1002 time: 0.1372440 Mar 02 07:48:45.124379 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc69b935-35f6-4a17-be8e-c0fb53803f11 req-62238c8e-f62f-498e-a95d-3ab9fd5cbb45 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564613 Mar 02 07:48:45.289077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-3e309380-a96e-4b87-88cc-82f0ab67140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.290551 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-3e309380-a96e-4b87-88cc-82f0ab67140c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.1653595 Mar 02 07:48:45.367640 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-c29367ed-4319-45df-92b6-88d0abdc5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.369117 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-c29367ed-4319-45df-92b6-88d0abdc5665 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722148 Mar 02 07:48:45.503689 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-812b9c7c-3758-4c77-88d5-b945ddb0a0f1 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289070 Mar 02 07:48:45.541306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-e0680d8c-a92b-462f-80df-95591ea67ad4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.542762 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-e0680d8c-a92b-462f-80df-95591ea67ad4 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1&tenant_id=9e548def84d04d3ab1c4fdfe7851278a&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 945 time: 0.0906079 Mar 02 07:48:45.627241 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-f7e7143e-7970-47e5-8b53-d517936043f2 service neutron] 10.222.0.32 "GET /v2.0/ports/57ce4f39-631a-49ca-a760-099ed6b43b9d/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0795043 Mar 02 07:48:45.688462 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5080cc2-07e2-40ec-aaf9-902439370ac9 req-6b824066-5c6f-4b55-9e70-94b2668b3290 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786258 Mar 02 07:48:45.704773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215037a-c687-4bf5-a5ce-928199ea0081 req-f4e86005-4ef1-4fa3-9b0a-0626eee943dc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.706224 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5215037a-c687-4bf5-a5ce-928199ea0081 req-f4e86005-4ef1-4fa3-9b0a-0626eee943dc tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.1786165 Mar 02 07:48:45.800716 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5215037a-c687-4bf5-a5ce-928199ea0081 req-34fa0759-9827-4f3d-94db-6e85de11a939 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881305 Mar 02 07:48:45.821920 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-f6f501b0-f08e-4c9a-9aa1-3e159c0da52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.823372 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-f6f501b0-f08e-4c9a-9aa1-3e159c0da52a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0942307 Mar 02 07:48:45.949401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-e627e712-90a6-43eb-a610-8d4398e51898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:45.950833 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-e627e712-90a6-43eb-a610-8d4398e51898 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.1216626 Mar 02 07:48:46.049250 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-5087bca5-3b6f-42f2-8fcf-54fdc226dd2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 1002 time: 0.0930786 Mar 02 07:48:46.108848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-6840d906-eb99-4615-b15c-8b689a3bea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:46.110147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-6840d906-eb99-4615-b15c-8b689a3bea1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0547450 Mar 02 07:48:46.180815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-29deea1e-6add-4dcc-af0c-8a61ace73f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:46.182247 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-29deea1e-6add-4dcc-af0c-8a61ace73f16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659716 Mar 02 07:48:46.310914 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-95f198b3-1df5-4f4b-8408-1ec3c3c5f67f service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227286 Mar 02 07:48:46.438529 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-888f3056-604d-4705-96f4-feb907a54321 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216338 Mar 02 07:48:46.983730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e27db-4522-442c-b26c-e20e2a7ba8c5 req-a77dc917-4edd-437e-b428-3dc2bed70d18 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:46.985157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d10e27db-4522-442c-b26c-e20e2a7ba8c5 req-a77dc917-4edd-437e-b428-3dc2bed70d18 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0781994 Mar 02 07:48:47.028357 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d10e27db-4522-442c-b26c-e20e2a7ba8c5 req-205ad1cb-4634-46aa-803f-f3c9265ba280 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377192 Mar 02 07:48:48.213512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ea76b-5d90-48f7-bd99-61eaab787ed2 req-ee254a91-4d47-4b11-af63-163f09f1c9eb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:48.214993 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-322ea76b-5d90-48f7-bd99-61eaab787ed2 req-ee254a91-4d47-4b11-af63-163f09f1c9eb tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0837543 Mar 02 07:48:48.305330 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-322ea76b-5d90-48f7-bd99-61eaab787ed2 req-b5b39809-fd4e-41f9-b633-7746956e353e tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847628 Mar 02 07:48:49.087570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:49.387132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-88b241e6-e2c9-4fbf-825c-e4d951686432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:49.389677 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-88b241e6-e2c9-4fbf-825c-e4d951686432 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1&tenant_id=9e548def84d04d3ab1c4fdfe7851278a HTTP/1.1" status: 200 len: 1098 time: 0.0782003 Mar 02 07:48:49.483027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-7c395101-d9c3-4433-a0c5-6e1c0f611004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:49.484481 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-7c395101-d9c3-4433-a0c5-6e1c0f611004 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0740705 Mar 02 07:48:49.503779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81594d9-760a-4c38-98fc-754a9f5f39f7 req-a3f22199-b107-4448-a251-3a649ed71106 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:49.505231 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f81594d9-760a-4c38-98fc-754a9f5f39f7 req-a3f22199-b107-4448-a251-3a649ed71106 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0826142 Mar 02 07:48:49.549109 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f81594d9-760a-4c38-98fc-754a9f5f39f7 req-7953c648-85aa-4e50-96fd-39651a6ce6aa tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379572 Mar 02 07:48:49.715807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-9d089117-a0ed-43ce-bff7-5bb5e2f91bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:49.717241 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-9d089117-a0ed-43ce-bff7-5bb5e2f91bd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 200 len: 912 time: 0.2267897 Mar 02 07:48:49.815557 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-c627d026-9725-4ec7-a564-820b3b533e80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 200 len: 1002 time: 0.0921659 Mar 02 07:48:49.874775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-35a05943-4ac6-4924-8cd5-2ccbc1eea3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:49.876122 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-35a05943-4ac6-4924-8cd5-2ccbc1eea3d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 200 len: 850 time: 0.0548401 Mar 02 07:48:49.953550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-222395fb-0da4-4589-9f51-2d66c44ef6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:49.955071 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-222395fb-0da4-4589-9f51-2d66c44ef6c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5c9fbe9-fb28-4a75-8513-81c859309599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732117 Mar 02 07:48:50.082733 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-36a17003-a9af-4d64-bf05-5ae26cb9cac4 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207285 Mar 02 07:48:50.209395 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-a3e7c02d-2fda-4b83-8389-049cc6c05749 service neutron] 10.222.0.32 "GET /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210265 Mar 02 07:48:50.739186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195454c4-1f50-4638-911c-4582a3c46351 req-c7ee92a6-0072-40f2-98c3-850846ad2d4d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:50.740703 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195454c4-1f50-4638-911c-4582a3c46351 req-c7ee92a6-0072-40f2-98c3-850846ad2d4d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0838358 Mar 02 07:48:50.784992 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195454c4-1f50-4638-911c-4582a3c46351 req-eb3a68c4-bc8d-4253-9e2d-7f21d04b70d7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384638 Mar 02 07:48:51.967423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6bb74-43b1-427c-b5fc-ba6c6b59f9b1 req-c6522e39-d2dd-4ce7-aadb-ef94e689660f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:51.968822 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-39b6bb74-43b1-427c-b5fc-ba6c6b59f9b1 req-c6522e39-d2dd-4ce7-aadb-ef94e689660f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0769703 Mar 02 07:48:52.015952 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-39b6bb74-43b1-427c-b5fc-ba6c6b59f9b1 req-1ae8c574-8765-4752-8a25-412a2b76eb60 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Mar 02 07:48:52.354929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:48:52.468959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.497131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:52.506781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:52.511050 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:52.554026 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'code': 200} Mar 02 07:48:52.577504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:53.194235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66372954-e277-40fe-bd27-b4f64a3a2b50 req-cf61d999-a2d7-4ff3-b79e-f7b0a0a735e7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:53.196295 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66372954-e277-40fe-bd27-b4f64a3a2b50 req-cf61d999-a2d7-4ff3-b79e-f7b0a0a735e7 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0774355 Mar 02 07:48:53.238384 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66372954-e277-40fe-bd27-b4f64a3a2b50 req-20c1ae6d-c379-43e4-b31d-3e9630ed9982 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366452 Mar 02 07:48:54.385912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:48:54.426054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e372-e3dc-40b6-8540-3234116c0999 req-96dea209-aeac-4584-b5c9-70d08b65b636 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:54.427615 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2550e372-e3dc-40b6-8540-3234116c0999 req-96dea209-aeac-4584-b5c9-70d08b65b636 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 943 time: 0.0816777 Mar 02 07:48:54.473309 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2550e372-e3dc-40b6-8540-3234116c0999 req-5300c12c-28ad-499b-af40-6651f2f5b43d tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Mar 02 07:48:54.550602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:54.568405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'port_id': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'mac_address': 'fa:16:3e:60:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:48:54.621953 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:54.638344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ce4f39-631a-49ca-a760-099ed6b43b9d {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:48:54.653149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:54.657365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:54.721738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['57ce4f39-631a-49ca-a760-099ed6b43b9d'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:48:54.764082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:55.658984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9ef13-8c2c-4f58-95b3-e416bf4a60bd req-f017adda-ae1e-4881-af0d-8ba8f4cd62e0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:55.660439 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fb9ef13-8c2c-4f58-95b3-e416bf4a60bd req-f017adda-ae1e-4881-af0d-8ba8f4cd62e0 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 945 time: 0.0818441 Mar 02 07:48:55.703620 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fb9ef13-8c2c-4f58-95b3-e416bf4a60bd req-4e3c6e9a-38e5-4678-908c-7bb9bfe5fc36 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368581 Mar 02 07:48:56.401559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:48:56.469095 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 57ce4f39-631a-49ca-a760-099ed6b43b9d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:48:56.469462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:56.581105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:56.606948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:48:56.625571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:48:56.630734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:48:56.665618 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'code': 200} Mar 02 07:48:56.701665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=11']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:48:56.894412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac97b5c-3c1b-4c1c-92d2-e894cf0fb351 req-ea28e97b-575f-48a0-b825-cc54ce1df2f6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:56.895890 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dac97b5c-3c1b-4c1c-92d2-e894cf0fb351 req-ea28e97b-575f-48a0-b825-cc54ce1df2f6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0851274 Mar 02 07:48:56.938937 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dac97b5c-3c1b-4c1c-92d2-e894cf0fb351 req-b8041702-6bb2-4f07-8f8e-1a5ed0429d4c tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369220 Mar 02 07:48:58.132272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19f674-c82a-4470-ab37-834a849155c0 req-f54cb0b8-dc06-4584-b09c-8f660265917b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:58.133818 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a19f674-c82a-4470-ab37-834a849155c0 req-f54cb0b8-dc06-4584-b09c-8f660265917b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0808721 Mar 02 07:48:58.177328 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a19f674-c82a-4470-ab37-834a849155c0 req-1cde1656-4f88-4741-b37b-1556b94ffbc6 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378571 Mar 02 07:48:59.360856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bba8b-590b-4b96-8095-4c7f83beda00 req-168546ed-0642-408c-830e-e73cf9319542 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:59.362351 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-628bba8b-590b-4b96-8095-4c7f83beda00 req-168546ed-0642-408c-830e-e73cf9319542 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0810075 Mar 02 07:48:59.405606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-628bba8b-590b-4b96-8095-4c7f83beda00 req-509b0608-93b5-45ba-abe8-620c02822c1a tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369911 Mar 02 07:48:59.590919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dae5cc-cc8f-4c98-8189-fd8a7af0f931 req-92bc12f4-eaba-4f20-a569-49816a919735 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:59.592348 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e7dae5cc-cc8f-4c98-8189-fd8a7af0f931 req-92bc12f4-eaba-4f20-a569-49816a919735 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0809362 Mar 02 07:48:59.635096 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e7dae5cc-cc8f-4c98-8189-fd8a7af0f931 req-9c3c1139-4a31-42ee-ab25-7875d2690e16 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371802 Mar 02 07:48:59.813238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cce37-1105-4d1d-b5cf-4bb72dd28021 req-51d15a6c-4be6-4b30-acb6-2f9f2d990b4b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:48:59.814610 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a77cce37-1105-4d1d-b5cf-4bb72dd28021 req-51d15a6c-4be6-4b30-acb6-2f9f2d990b4b tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0779169 Mar 02 07:48:59.859622 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a77cce37-1105-4d1d-b5cf-4bb72dd28021 req-cad85c46-b169-4695-9624-6eb5c60dcf78 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389035 Mar 02 07:49:00.224273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719f961-5dcd-41fe-8379-bc4ed469ff61 req-df916ca8-78de-4145-887f-c3cae29fb384 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:00.226261 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4719f961-5dcd-41fe-8379-bc4ed469ff61 req-df916ca8-78de-4145-887f-c3cae29fb384 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0775399 Mar 02 07:49:00.269247 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4719f961-5dcd-41fe-8379-bc4ed469ff61 req-ad15d1a6-eb7f-476b-90c4-d299094074d1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375063 Mar 02 07:49:01.456233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3fe03-5efa-4c94-a97b-d7d384ee0b12 req-f8e219ca-b067-4457-ab24-88f20de29d8f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:01.457967 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5c3fe03-5efa-4c94-a97b-d7d384ee0b12 req-f8e219ca-b067-4457-ab24-88f20de29d8f tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0801044 Mar 02 07:49:01.503170 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5c3fe03-5efa-4c94-a97b-d7d384ee0b12 req-7498ec2f-d9b7-46f1-b8d3-e2c72c2a3ddd tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 Mar 02 07:49:02.424743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:02.521033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-562b21e0-7c58-41b1-9335-77201f1faad5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:02.522539 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-562b21e0-7c58-41b1-9335-77201f1faad5 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 946 time: 0.0793564 Mar 02 07:49:02.538929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.574013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:02.590110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:02.591843 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f3a66126-8409-48c5-beb3-0c786804469d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.596303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.608280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Deleting port 57ce4f39-631a-49ca-a760-099ed6b43b9d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:02.608750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:02.634673 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'code': 200} Mar 02 07:49:02.671075 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=12']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:02.794206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012221a2-6ac2-4d25-9066-0f2163c777c0 req-c607761d-047e-4dd4-a4ea-b91355919a32 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:02.795631 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-012221a2-6ac2-4d25-9066-0f2163c777c0 req-c607761d-047e-4dd4-a4ea-b91355919a32 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 944 time: 0.1823707 Mar 02 07:49:02.838678 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-012221a2-6ac2-4d25-9066-0f2163c777c0 req-e4b52120-6ef3-472a-949e-c36ea1411314 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups?id=bea121a5-3050-4082-b061-43ce380407c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Mar 02 07:49:02.874713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] For port 57ce4f39-631a-49ca-a760-099ed6b43b9d, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=57ce4f39-631a-49ca-a760-099ed6b43b9d,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:02.875067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.156405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.156775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.157082 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 disassociated. External IP: 172.26.4.105, port: 57ce4f39-631a-49ca-a760-099ed6b43b9d. Mar 02 07:49:03.157413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Calling delete_port for 57ce4f39-631a-49ca-a760-099ed6b43b9d owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:03.398314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.451976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event deleted for resources: {'Port': ['ID=57ce4f39-631a-49ca-a760-099ed6b43b9d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:03.510871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.511221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.511558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.511888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.512211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.512534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.512859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.513180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.513500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.513846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.514165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.514478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:03.648688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:49:03.821819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:49:03.831001 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:49:03.840743 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:49:03.841414 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:48:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:03.896415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] No DVR routers for this DVR port 57ce4f39-631a-49ca-a760-099ed6b43b9d on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:03.899047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:03.901587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-deleted', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:03.920812 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f6eafc00-9c5f-434b-90e4-539199c64dda req-cbdf3cc0-b76b-48f4-8fcc-0f97cd88f331 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.32 "DELETE /v2.0/ports/57ce4f39-631a-49ca-a760-099ed6b43b9d HTTP/1.1" status: 204 len: 173 time: 1.3934374 Mar 02 07:49:04.014999 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c1ead5-f661-4c6a-be69-74d1e33cb8c1', 'name': 'network-vif-deleted', 'tag': '57ce4f39-631a-49ca-a760-099ed6b43b9d', 'status': 'completed', 'code': 200} Mar 02 07:49:04.016589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ee95d915-2152-4786-8da8-2410cb640bc1 req-0c308e13-fef6-4ede-8b7d-6707b73f18b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Synchronizing usage tracker for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:04.023383 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:49:04.032311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ee95d915-2152-4786-8da8-2410cb640bc1 req-0c308e13-fef6-4ede-8b7d-6707b73f18b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Unset dirty status for tenant:9e548def84d04d3ab1c4fdfe7851278a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:04.033796 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ee95d915-2152-4786-8da8-2410cb640bc1 req-0c308e13-fef6-4ede-8b7d-6707b73f18b1 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c1ead5-f661-4c6a-be69-74d1e33cb8c1 HTTP/1.1" status: 200 len: 210 time: 0.0794103 Mar 02 07:49:04.344505 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:04.352084 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:49:04.360771 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:49:04.361372 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:48:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:04.533809 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:49:04.822126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48755879-f9ed-462d-8b43-4df8fdf086d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:04.849472 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:04.854252 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c847c-a2c7-4430-a9a4-3041601b9a75 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:44:50Z', 'revision_number': 4, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2c771ce7-c2b2-44fc-8246-9e5d841f4355', 'name': '', 'network_id': 'd5c9fbe9-fb28-4a75-8513-81c859309599', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'mac_address': 'fa:16:3e:d9:57:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:49Z', 'updated_at': '2022-03-02T07:44:55Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'subnets': [{'id': '0aa56d5c-6ffe-4977-9835-3d13c6e6a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:49:05.066750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1118f2-bef0-491e-ae96-44c8c9f4d3b1 None None] New status for floating IP 9263f8f9-bfc0-4660-9a7e-61bf2c5509a5: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:49:05.906440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:05.908244 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:06.449020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:06.482983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 57ce4f39-631a-49ca-a760-099ed6b43b9d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:06.483427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 57ce4f39-631a-49ca-a760-099ed6b43b9d not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:07.164238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.250785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51744) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:08.315116 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.342633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.393565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.413770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea121a5-3050-4082-b061-43ce380407c1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:08.424185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.424526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.424856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.425184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.425507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.425855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.426174 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.426489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.426803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.427112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.427423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.427732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:08.430838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.431927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4ef3e58-99ad-456c-a94f-ec335da61c92 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "DELETE /v2.0/security-groups/bea121a5-3050-4082-b061-43ce380407c1 HTTP/1.1" status: 204 len: 168 time: 0.1799226 Mar 02 07:49:08.434398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51748) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:08.453975 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-060e9d08-71a1-46d1-9a3e-51f62aa4e1c8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] show failed (client error): The resource could not be found. Mar 02 07:49:08.455028 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-060e9d08-71a1-46d1-9a3e-51f62aa4e1c8 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "GET /v2.0/security-groups/bea121a5-3050-4082-b061-43ce380407c1 HTTP/1.1" status: 404 len: 347 time: 0.0198617 Mar 02 07:49:08.457877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51752) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:08.607931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Deleting port a89a60a5-7e7d-42ab-87c7-f927cb061ab8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:08.608262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.774055 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.774279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:08.890235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Calling delete_port for a89a60a5-7e7d-42ab-87c7-f927cb061ab8 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:09.024520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.067696 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Pushing event deleted for resources: {'Port': ['ID=a89a60a5-7e7d-42ab-87c7-f927cb061ab8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:09.159155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.176129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:09.177228 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5203a707-43b6-4f7d-819e-2a1b83324fc9 tempest-ServerActionsTestJSON-671187711 tempest-ServerActionsTestJSON-671187711-project] 10.222.0.41 "DELETE /v2.0/floatingips/9263f8f9-bfc0-4660-9a7e-61bf2c5509a5 HTTP/1.1" status: 204 len: 168 time: 0.7185020 Mar 02 07:49:09.180126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51756) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:09.748818 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:49:09.786525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.120727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Deleting port 2c771ce7-c2b2-44fc-8246-9e5d841f4355 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:10.121067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.289149 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] For port 2c771ce7-c2b2-44fc-8246-9e5d841f4355, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2c771ce7-c2b2-44fc-8246-9e5d841f4355,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:10.289503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.408400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Calling delete_port for 2c771ce7-c2b2-44fc-8246-9e5d841f4355 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:10.719004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:10.790080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c771ce7-c2b2-44fc-8246-9e5d841f4355,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:11.126716 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.500217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:49:11.681289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:49:11.690145 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] Sync routers for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:49:11.693653 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5aaa495a-7b74-4b80-889a-0ff2e61685e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/2b449dc6-b43d-47f8-83db-4bd45ded4c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5125389 Mar 02 07:49:11.696593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51760) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:11.702935 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:49:11.703579 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:49:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:11.870135 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:11.901837 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:49:12.041074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.050586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Deleting port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:12.050958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.181151 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:49:10Z', 'revision_number': 5, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port': {'id': '16aae83c-8413-48fa-8e14-fdb2d7fbbd7a', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:44:47Z', 'updated_at': '2022-03-02T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:12.184890 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] Checking router: 2b449dc6-b43d-47f8-83db-4bd45ded4c99 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:49:12.192936 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] Routers {'2b449dc6-b43d-47f8-83db-4bd45ded4c99'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:49:12.193520 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:49:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:12.220690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] For port 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:12.221037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.341791 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] Set router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:49:12.446956 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:49:12Z', 'revision_number': 6, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:12.450843 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4dece-2739-499b-b305-7f5bba8fb971 None None] The sync data for ids ['2b449dc6-b43d-47f8-83db-4bd45ded4c99'] in dv-neutron-831485-1-hyperv is: [{'id': '2b449dc6-b43d-47f8-83db-4bd45ded4c99', 'name': 'tempest-ServerActionsTestJSON-914394919-router', 'tenant_id': '9e548def84d04d3ab1c4fdfe7851278a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:44:46Z', 'updated_at': '2022-03-02T07:49:12Z', 'revision_number': 6, 'project_id': '9e548def84d04d3ab1c4fdfe7851278a', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:49:12.464290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Calling delete_port for 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:12.639258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.691695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Pushing event deleted for resources: {'Port': ['ID=16aae83c-8413-48fa-8e14-fdb2d7fbbd7a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:12.779681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.964060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.966163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.989759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:12.990274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b449dc6-b43d-47f8-83db-4bd45ded4c99 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:49:13.003231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.004350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fea0edc2-8595-455b-b482-ba2815e2a853 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2b449dc6-b43d-47f8-83db-4bd45ded4c99 HTTP/1.1" status: 204 len: 168 time: 1.3068540 Mar 02 07:49:13.006828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:13.065595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] Deleting subnet 0aa56d5c-6ffe-4977-9835-3d13c6e6a300 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:13.068389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.114903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.193845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.259834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.298383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa56d5c-6ffe-4977-9835-3d13c6e6a300,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:13.300312 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.309183 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8f79bee4-adfd-4386-ad01-378f515226ee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0aa56d5c-6ffe-4977-9835-3d13c6e6a300 HTTP/1.1" status: 204 len: 168 time: 0.2992711 Mar 02 07:49:13.309340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90258808-7ca0-4a29-8d09-034e677016cf None None] Network d5c9fbe9-fb28-4a75-8513-81c859309599 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:13.309788 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51768) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:13.419515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.430460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Deleting port 0b88fac4-d356-450a-b860-72d64fe18382 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:13.430871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.571310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2c771ce7-c2b2-44fc-8246-9e5d841f4355 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:13.606986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 2c771ce7-c2b2-44fc-8246-9e5d841f4355 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:13.607332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2c771ce7-c2b2-44fc-8246-9e5d841f4355 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:13.607741 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:13.636398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] DHCP port deletion for d5c9fbe9-fb28-4a75-8513-81c859309599 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:49:13.639575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] For port 0b88fac4-d356-450a-b860-72d64fe18382, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b88fac4-d356-450a-b860-72d64fe18382,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:13.639936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.643687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:13.644030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 16aae83c-8413-48fa-8e14-fdb2d7fbbd7a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:13.647492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Deleting port 0b88fac4-d356-450a-b860-72d64fe18382 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:13.647864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.760800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Calling delete_port for 0b88fac4-d356-450a-b860-72d64fe18382 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:13.836320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.844229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] For port 0b88fac4-d356-450a-b860-72d64fe18382, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=0b88fac4-d356-450a-b860-72d64fe18382,segment=NetworkSegment(e5122a75-fbe0-4e54-9427-ab35ae65a957),segment_id=e5122a75-fbe0-4e54-9427-ab35ae65a957)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:13.844617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:13.966714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Calling delete_port for 0b88fac4-d356-450a-b860-72d64fe18382 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:13.982301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b88fac4-d356-450a-b860-72d64fe18382,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:13.984082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] No DVR routers for this DVR port 0b88fac4-d356-450a-b860-72d64fe18382 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:14.039556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:49:14.039902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:49:14.095858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.120145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c9fbe9-fb28-4a75-8513-81c859309599']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:14.132223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5122a75-fbe0-4e54-9427-ab35ae65a957') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:14.132514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5122a75-fbe0-4e54-9427-ab35ae65a957') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:14.143346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.158869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.164848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:49:14.165223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:49:14.177838 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:49:14.252342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.267989 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.278955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c9fbe9-fb28-4a75-8513-81c859309599,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:14.290172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-082d2ecc-9947-4c36-998f-259f5ccb5419 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5c9fbe9-fb28-4a75-8513-81c859309599 HTTP/1.1" status: 204 len: 168 time: 0.9798155 Mar 02 07:49:14.416345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51774) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:14.464463 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b92f3e1-6ccc-4a26-a5cd-05135a149f0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e548def84d04d3ab1c4fdfe7851278a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469477 Mar 02 07:49:14.466922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51778) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:14.526717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4cc63b8c-0602-4bb3-8a34-9f92d21dc122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.541496 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Deleting port 0b88fac4-d356-450a-b860-72d64fe18382 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:14.542002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.551511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4cc63b8c-0602-4bb3-8a34-9f92d21dc122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.602575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4cc63b8c-0602-4bb3-8a34-9f92d21dc122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.609332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-79eb983d-5784-4f15-8684-209ef6c47c0c None None] The port '0b88fac4-d356-450a-b860-72d64fe18382' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:49:14.621885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc63b8c-0602-4bb3-8a34-9f92d21dc122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c034cb-d02d-48dd-abb8-28f0fa0ea373,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:14.626196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4cc63b8c-0602-4bb3-8a34-9f92d21dc122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:14.627818 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4cc63b8c-0602-4bb3-8a34-9f92d21dc122 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4c034cb-d02d-48dd-abb8-28f0fa0ea373 HTTP/1.1" status: 204 len: 168 time: 0.1595137 Mar 02 07:49:15.334841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51802) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:15.434509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-886957484-network', 'tenant_id': 'd5e683eccda24281ab6689340cdc8a3d'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:15.439257 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:15.443359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Usage tracker for resource:network and tenant:d5e683eccda24281ab6689340cdc8a3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:15.446235 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:15.453364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:15.463253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Made reservation on behalf of d5e683eccda24281ab6689340cdc8a3d for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:15.465581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.477859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.492454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:15.496289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Usage tracker for resource:security_group_rule and tenant:d5e683eccda24281ab6689340cdc8a3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:15.499012 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:15.504460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:15.565951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b88fac4-d356-450a-b860-72d64fe18382 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:15.590074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.594377 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.601545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 0b88fac4-d356-450a-b860-72d64fe18382 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:15.601974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 0b88fac4-d356-450a-b860-72d64fe18382 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:15.621993 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:15.637050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51159fe-cd2e-4e4f-9b7a-c44f37df6817,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:15.641317 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.641687 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Added segment cd8f0fd9-421b-4021-843a-2d3d5b5214cb of type vlan for network cde5821d-ae47-4643-b3bc-24d6ac1627b3 Mar 02 07:49:15.667840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.695580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.696488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:15.697052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:15.797851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] Pushing event updated for resources: {'Network': ['ID=cde5821d-ae47-4643-b3bc-24d6ac1627b3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:15.800903 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb1d697e-5813-4257-ba0b-a0d226a8a28b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4648831 Mar 02 07:49:15.803929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 51808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:15.807947 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network cde5821d-ae47-4643-b3bc-24d6ac1627b3 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:15.810165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Request body: {'subnet': {'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-886957484-subnet', 'tenant_id': 'd5e683eccda24281ab6689340cdc8a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:15.815089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:15.818862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Usage tracker for resource:subnet and tenant:d5e683eccda24281ab6689340cdc8a3d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:15.821791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:15.827421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:15.838485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Made reservation on behalf of d5e683eccda24281ab6689340cdc8a3d for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:15.841088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.036404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.110208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8dfeaa-f641-47e4-a5ff-c2457ebea833,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:16.117314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Checking segment: {'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:16.117692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Network hostable DHCP agents. Network: cde5821d-ae47-4643-b3bc-24d6ac1627b3, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:16.135422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Network cde5821d-ae47-4643-b3bc-24d6ac1627b3 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:16.143744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, cde5821d-ae47-4643-b3bc-24d6ac1627b3) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:16.148024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:16.148600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:16.153973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da611a20-08a9-48f2-8397-76240e4c704c None None] Network cde5821d-ae47-4643-b3bc-24d6ac1627b3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:16.174404 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-07a00a91-2837-4000-a53c-8d76d523edf9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3657985 Mar 02 07:49:16.361554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a19d7-699a-42a8-8472-583710304824 None None] Network cde5821d-ae47-4643-b3bc-24d6ac1627b3 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:16.666174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-6e8cec8f-9354-452c-9311-e04b3ea225ca tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:16.667680 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-6e8cec8f-9354-452c-9311-e04b3ea225ca tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/networks?id=cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 200 len: 813 time: 0.1425393 Mar 02 07:49:16.685425 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-69593435-88f5-454d-a81b-b73c6d4866e8 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/quotas/d5e683eccda24281ab6689340cdc8a3d HTTP/1.1" status: 200 len: 375 time: 0.0122240 Mar 02 07:49:16.731904 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-2ad51a41-ff99-4f86-800a-cd989582173c tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5e683eccda24281ab6689340cdc8a3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414076 Mar 02 07:49:16.903201 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-1bd883b5-36e6-4760-9c2b-00f65ab323df service neutron] 10.222.0.41 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649525 Mar 02 07:49:17.031063 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-762c3b89-7583-406f-bff5-d20000e37b00 service neutron] 10.222.0.41 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219494 Mar 02 07:49:17.202331 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-af93ca88-721d-404b-80e3-bf0b9621c0f0 req-404c4159-5a3b-4cc8-bb60-65fb81a8ebe8 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 210 time: 0.0419633 Mar 02 07:49:18.377898 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db87383a-9613-4e6c-83f6-c2a8e5cb7eed req-5b05d73e-87fd-49f2-8196-951fdc9cb831 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 210 time: 0.0598650 Mar 02 07:49:18.420994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-6bd12492-83cd-4648-b872-d4745df15f0e tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:18.422573 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-6bd12492-83cd-4648-b872-d4745df15f0e tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "GET /v2.0/networks?id=cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 200 len: 813 time: 0.2027578 Mar 02 07:49:18.435425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Request body: {'port': {'device_id': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3', 'admin_state_up': True, 'tenant_id': 'd5e683eccda24281ab6689340cdc8a3d'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:18.581849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:18.586905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Usage tracker for resource:port and tenant:d5e683eccda24281ab6689340cdc8a3d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:18.589711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:18.595272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:18.605802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Made reservation on behalf of d5e683eccda24281ab6689340cdc8a3d for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:18.609285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:18.883144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Allocated IP 172.20.0.5 (cde5821d-ae47-4643-b3bc-24d6ac1627b3/da8dfeaa-f641-47e4-a5ff-c2457ebea833/37c4d884-44a3-469f-b814-836d2fe49599) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:19.075840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.104861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.117200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.166661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Network cde5821d-ae47-4643-b3bc-24d6ac1627b3 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:19.169593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:19.173250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:19.216183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Pushing event updated for resources: {'Port': ['ID=37c4d884-44a3-469f-b814-836d2fe49599,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:19.245552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:19.246179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.265754 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a9c35a43-f5aa-45e4-8d89-b83e359e1746 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340275 Mar 02 07:49:19.320341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Request body: {'port': {'device_id': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:19.433220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.564473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003ac48-7fa7-460c-8256-2f35fee1d250 req-77f025dd-f9fe-420c-ba1f-b4893218c37f tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:19.565935 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a003ac48-7fa7-460c-8256-2f35fee1d250 req-77f025dd-f9fe-420c-ba1f-b4893218c37f tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 931 time: 0.0812297 Mar 02 07:49:19.609290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-a003ac48-7fa7-460c-8256-2f35fee1d250 req-c5c7fe79-cc82-41a5-8b51-ae2ef73ddde5 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Synchronizing usage tracker for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:19.626645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-a003ac48-7fa7-460c-8256-2f35fee1d250 req-c5c7fe79-cc82-41a5-8b51-ae2ef73ddde5 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Unset dirty status for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:19.627879 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a003ac48-7fa7-460c-8256-2f35fee1d250 req-c5c7fe79-cc82-41a5-8b51-ae2ef73ddde5 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556493 Mar 02 07:49:19.775449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c4d884-44a3-469f-b814-836d2fe49599 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:49:19.782444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.796998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Transition to ACTIVE for port object 37c4d884-44a3-469f-b814-836d2fe49599 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:19.800465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:19.952592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Pushing event updated for resources: {'Port': ['ID=37c4d884-44a3-469f-b814-836d2fe49599,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:20.026229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Attempting to bind port 37c4d884-44a3-469f-b814-836d2fe49599 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:20.026474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Attempting to bind port 37c4d884-44a3-469f-b814-836d2fe49599 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:20.026794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Attempting to bind port 37c4d884-44a3-469f-b814-836d2fe49599 on network cde5821d-ae47-4643-b3bc-24d6ac1627b3 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:20.031174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Port 37c4d884-44a3-469f-b814-836d2fe49599 on network cde5821d-ae47-4643-b3bc-24d6ac1627b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:49:20.031488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Attempting to bind port 37c4d884-44a3-469f-b814-836d2fe49599 on network cde5821d-ae47-4643-b3bc-24d6ac1627b3 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:20.036433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:20.036764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Checking segment: {'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:20.037696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Bound using segment: {'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:20.038119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Bound port: 37c4d884-44a3-469f-b814-836d2fe49599, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:20.038451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.126834 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] For port 37c4d884-44a3-469f-b814-836d2fe49599, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:20.129673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] For port 37c4d884-44a3-469f-b814-836d2fe49599, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=37c4d884-44a3-469f-b814-836d2fe49599,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:20.134521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.186430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:20.187055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:20.188434 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] 10.222.0.32 "PUT /v2.0/ports/37c4d884-44a3-469f-b814-836d2fe49599 HTTP/1.1" status: 200 len: 1093 time: 0.9144657 Mar 02 07:49:20.188862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'tag': '37c4d884-44a3-469f-b814-836d2fe49599'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:20.215963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7fdc3-23c0-4c2f-917a-b93e0c20dc48 service neutron] Pushing event updated for resources: {'Port': ['ID=37c4d884-44a3-469f-b814-836d2fe49599,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:20.257551 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'tag': '37c4d884-44a3-469f-b814-836d2fe49599', 'status': 'completed', 'code': 200} Mar 02 07:49:20.292031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-731b7f41-410c-4ce6-b415-d91fbc5a562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:20.293976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-731b7f41-410c-4ce6-b415-d91fbc5a562f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e683eccda24281ab6689340cdc8a3d&device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 1096 time: 0.0706780 Mar 02 07:49:20.363784 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-943db796-235d-447e-9417-691ac2cef1e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c4d884-44a3-469f-b814-836d2fe49599 HTTP/1.1" status: 200 len: 217 time: 0.0634999 Mar 02 07:49:20.427153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-e7bed4c7-beea-4d6c-92b6-6d4a77f8950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:20.428576 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-e7bed4c7-beea-4d6c-92b6-6d4a77f8950d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da8dfeaa-f641-47e4-a5ff-c2457ebea833 HTTP/1.1" status: 200 len: 853 time: 0.0588744 Mar 02 07:49:20.568108 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-db543507-81d7-48b3-82c4-3f9255af45ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde5821d-ae47-4643-b3bc-24d6ac1627b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338408 Mar 02 07:49:20.702558 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-e938bc99-988b-4d1c-8fd5-59e04a754b6e service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284273 Mar 02 07:49:20.820371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15455968-5b97-495f-8869-d31a621d0111 req-2a3c66e5-8a70-43bb-abfd-4687f4cae678 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:20.821892 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15455968-5b97-495f-8869-d31a621d0111 req-2a3c66e5-8a70-43bb-abfd-4687f4cae678 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 943 time: 0.0791593 Mar 02 07:49:20.835004 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24fe1ada-b94c-437c-8565-37284cdb7a7a req-58f03974-5989-41f8-8c6a-01cbf47d5c09 service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260691 Mar 02 07:49:20.865816 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15455968-5b97-495f-8869-d31a621d0111 req-1993c679-e4b5-4e7a-8973-d22eaf979ce0 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377321 Mar 02 07:49:20.958815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-73a0753b-4036-44fe-ba16-c3ce17ccfd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:20.960311 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-73a0753b-4036-44fe-ba16-c3ce17ccfd4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e683eccda24281ab6689340cdc8a3d&device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 1096 time: 0.0756147 Mar 02 07:49:21.088756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-3fc1a8a1-4b22-4d3d-8eb6-332d4ac801ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:21.090135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-3fc1a8a1-4b22-4d3d-8eb6-332d4ac801ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 200 len: 914 time: 0.1237662 Mar 02 07:49:21.161014 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-f467f778-8eda-479c-9bf4-da9d4c7f5e3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c4d884-44a3-469f-b814-836d2fe49599 HTTP/1.1" status: 200 len: 217 time: 0.0632691 Mar 02 07:49:21.226287 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-6a7614c7-3b01-465b-82be-839e7934355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:21.227693 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-6a7614c7-3b01-465b-82be-839e7934355a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da8dfeaa-f641-47e4-a5ff-c2457ebea833 HTTP/1.1" status: 200 len: 853 time: 0.0600967 Mar 02 07:49:21.275798 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-3620347a-13d3-4f7b-8cd5-220a460a0145 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde5821d-ae47-4643-b3bc-24d6ac1627b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409019 Mar 02 07:49:21.404118 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-96526d7a-b7c1-4284-982f-7d5f7b75895e service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221490 Mar 02 07:49:21.533450 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb6ce13-fcf2-4de3-8de1-d7beb4a5a2f7 req-03e15978-c5ba-40bc-9c03-0b5f5eafe2f4 service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228924 Mar 02 07:49:22.046705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eeba3-9941-4f5f-8486-001cf7ce8923 req-6e8304d2-86d1-4f6a-b437-2dd719cc2171 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:22.047413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-952eeba3-9941-4f5f-8486-001cf7ce8923 req-6e8304d2-86d1-4f6a-b437-2dd719cc2171 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Synchronizing usage tracker for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:22.063720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-952eeba3-9941-4f5f-8486-001cf7ce8923 req-6e8304d2-86d1-4f6a-b437-2dd719cc2171 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Unset dirty status for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:22.065001 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-952eeba3-9941-4f5f-8486-001cf7ce8923 req-6e8304d2-86d1-4f6a-b437-2dd719cc2171 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 943 time: 0.0958154 Mar 02 07:49:22.112106 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-952eeba3-9941-4f5f-8486-001cf7ce8923 req-0585f0a4-0a92-4233-af2c-f08b691c0725 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Mar 02 07:49:23.293162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc018-9368-4ee7-9447-60e557ee6f63 req-86f32a48-2fa6-495a-acea-c8c94b983597 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:23.294631 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-346cc018-9368-4ee7-9447-60e557ee6f63 req-86f32a48-2fa6-495a-acea-c8c94b983597 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 943 time: 0.0814431 Mar 02 07:49:23.339165 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-346cc018-9368-4ee7-9447-60e557ee6f63 req-2813163f-81ca-443e-9abb-792a7c1e322d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387306 Mar 02 07:49:24.463071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 37c4d884-44a3-469f-b814-836d2fe49599 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:49:24.517840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52149d-91ee-4562-b955-d63be21edf95 req-23ddb2f3-7ba4-40cf-9f0a-e39bc7f42d2e tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:24.519332 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd52149d-91ee-4562-b955-d63be21edf95 req-23ddb2f3-7ba4-40cf-9f0a-e39bc7f42d2e tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 943 time: 0.0790515 Mar 02 07:49:24.565954 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd52149d-91ee-4562-b955-d63be21edf95 req-044555a9-77d5-4d56-90e5-572357534a0d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Mar 02 07:49:24.625313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 37c4d884-44a3-469f-b814-836d2fe49599, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=37c4d884-44a3-469f-b814-836d2fe49599,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:24.638677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '37c4d884-44a3-469f-b814-836d2fe49599', 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3', 'port_id': '37c4d884-44a3-469f-b814-836d2fe49599', 'mac_address': 'fa:16:3e:c8:32:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8dfeaa-f641-47e4-a5ff-c2457ebea833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:49:24.692955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.709848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c4d884-44a3-469f-b814-836d2fe49599 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:49:24.724251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 37c4d884-44a3-469f-b814-836d2fe49599, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=37c4d884-44a3-469f-b814-836d2fe49599,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:24.728156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:24.792554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=37c4d884-44a3-469f-b814-836d2fe49599,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:24.929727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['37c4d884-44a3-469f-b814-836d2fe49599'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:49:25.748530 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1286ed-9a9d-4c31-b599-ee486216ac98 req-d591a9d2-8352-4da2-a3b8-d52940bea475 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:25.749983 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e1286ed-9a9d-4c31-b599-ee486216ac98 req-d591a9d2-8352-4da2-a3b8-d52940bea475 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 944 time: 0.0782363 Mar 02 07:49:25.796554 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e1286ed-9a9d-4c31-b599-ee486216ac98 req-624cacf9-2c80-49c2-92f9-3e5f64445701 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Mar 02 07:49:26.462929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 37c4d884-44a3-469f-b814-836d2fe49599 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:26.528083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 37c4d884-44a3-469f-b814-836d2fe49599 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:26.532845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 37c4d884-44a3-469f-b814-836d2fe49599 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:26.533218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.644745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.672603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c4d884-44a3-469f-b814-836d2fe49599'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:26.682973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 37c4d884-44a3-469f-b814-836d2fe49599, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=37c4d884-44a3-469f-b814-836d2fe49599,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:26.686794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:26.721735 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c4d884-44a3-469f-b814-836d2fe49599', 'code': 200} Mar 02 07:49:26.756700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=37c4d884-44a3-469f-b814-836d2fe49599,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:26.942450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796be16-d12b-444c-a69f-5144fcc39cb8 req-f6e84f21-a27a-4b0e-8f41-4f75c7b495c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:26.944381 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9796be16-d12b-444c-a69f-5144fcc39cb8 req-f6e84f21-a27a-4b0e-8f41-4f75c7b495c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0721600 Mar 02 07:49:26.983183 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3608-936d-45a7-b7f9-b19acfcc7645 req-20e2954c-c126-4a7e-abcf-d37fa64dd47b tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:26.984637 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-044e3608-936d-45a7-b7f9-b19acfcc7645 req-20e2954c-c126-4a7e-abcf-d37fa64dd47b tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0788305 Mar 02 07:49:26.985868 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9796be16-d12b-444c-a69f-5144fcc39cb8 req-e715792c-09c3-4b82-b29d-8fd4105e0078 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Mar 02 07:49:27.035789 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-044e3608-936d-45a7-b7f9-b19acfcc7645 req-668edc60-73b4-4a17-8fb5-476733f67f7a tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454543 Mar 02 07:49:28.364146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc09e1-f5ae-4ab0-abbc-50c7a1c4b1ae req-e3fafa6c-6d01-4485-b346-5ef81d1d8795 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:28.365618 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8bc09e1-f5ae-4ab0-abbc-50c7a1c4b1ae req-e3fafa6c-6d01-4485-b346-5ef81d1d8795 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0876102 Mar 02 07:49:28.407646 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8bc09e1-f5ae-4ab0-abbc-50c7a1c4b1ae req-5e2f37ab-19c3-42ff-8526-789f21f93347 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365031 Mar 02 07:49:28.776303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-61ce58a1-8a83-4e36-9ce8-6464131b7dae tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:28.776964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-61ce58a1-8a83-4e36-9ce8-6464131b7dae tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Synchronizing usage tracker for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:28.792121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-61ce58a1-8a83-4e36-9ce8-6464131b7dae tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Unset dirty status for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:28.793302 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-61ce58a1-8a83-4e36-9ce8-6464131b7dae tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/networks?id=cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 200 len: 813 time: 0.2491341 Mar 02 07:49:28.807714 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-e57a2c6a-db58-4846-831b-ada4252eaaa4 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/quotas/d5e683eccda24281ab6689340cdc8a3d HTTP/1.1" status: 200 len: 375 time: 0.0089324 Mar 02 07:49:28.887736 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-ac0ad6a1-1397-4328-b64d-734eb89831fe tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5e683eccda24281ab6689340cdc8a3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751767 Mar 02 07:49:29.061502 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-ef9c92c8-3c7c-4b4d-91fb-a32796f3ec4b service neutron] 10.222.0.41 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670904 Mar 02 07:49:29.187326 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-f72733e0-cfd2-4b13-b8fc-300c3d682f2a service neutron] 10.222.0.41 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201422 Mar 02 07:49:29.359718 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b745eb9-421c-4395-912b-540e64e96700 req-b4caad30-80e3-41c2-82af-49f01976b134 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 210 time: 0.0451550 Mar 02 07:49:30.440031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-731e412a-4581-4e24-aa4c-e1a89cd562ec tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:30.441418 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-731e412a-4581-4e24-aa4c-e1a89cd562ec tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "GET /v2.0/networks?id=cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 200 len: 813 time: 0.2514796 Mar 02 07:49:30.453143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Request body: {'port': {'device_id': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3', 'admin_state_up': True, 'tenant_id': 'd5e683eccda24281ab6689340cdc8a3d'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:30.509123 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e62e58fc-4913-4559-968c-9bba8128b9d5 req-713ed810-b523-495f-8801-47c8fea47d39 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 210 time: 0.0409222 Mar 02 07:49:30.587779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:30.597495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:30.606245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Made reservation on behalf of d5e683eccda24281ab6689340cdc8a3d for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:30.609727 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:30.766512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Allocated IP 172.20.0.14 (cde5821d-ae47-4643-b3bc-24d6ac1627b3/da8dfeaa-f641-47e4-a5ff-c2457ebea833/06986b5e-e129-4a67-97ad-929ee601fd69) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:30.961346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:30.989820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.001465 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['37c4d884-44a3-469f-b814-836d2fe49599'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:49:31.050383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Network cde5821d-ae47-4643-b3bc-24d6ac1627b3 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:31.054043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:31.058109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:31.111552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Pushing event updated for resources: {'Port': ['ID=06986b5e-e129-4a67-97ad-929ee601fd69,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:31.139689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:31.140321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.164808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-1eac062b-4d93-4d45-8f75-f2131bd37362 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7151670 Mar 02 07:49:31.175489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Request body: {'port': {'device_id': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:31.282979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.616307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06986b5e-e129-4a67-97ad-929ee601fd69 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:49:31.660921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.682306 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Transition to ACTIVE for port object 06986b5e-e129-4a67-97ad-929ee601fd69 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:31.686955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.859767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57795ea9-f9dd-45b5-80d5-0501d7718c74 req-4751cb44-e35f-4112-a112-aff53630411d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:31.860374 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-57795ea9-f9dd-45b5-80d5-0501d7718c74 req-4751cb44-e35f-4112-a112-aff53630411d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Synchronizing usage tracker for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:31.867778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Pushing event updated for resources: {'Port': ['ID=06986b5e-e129-4a67-97ad-929ee601fd69,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:31.923763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-57795ea9-f9dd-45b5-80d5-0501d7718c74 req-4751cb44-e35f-4112-a112-aff53630411d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Unset dirty status for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:31.924912 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57795ea9-f9dd-45b5-80d5-0501d7718c74 req-4751cb44-e35f-4112-a112-aff53630411d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 932 time: 0.3129339 Mar 02 07:49:31.961227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Attempting to bind port 06986b5e-e129-4a67-97ad-929ee601fd69 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:31.961554 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Attempting to bind port 06986b5e-e129-4a67-97ad-929ee601fd69 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:31.961900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Attempting to bind port 06986b5e-e129-4a67-97ad-929ee601fd69 on network cde5821d-ae47-4643-b3bc-24d6ac1627b3 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:31.974494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Port 06986b5e-e129-4a67-97ad-929ee601fd69 on network cde5821d-ae47-4643-b3bc-24d6ac1627b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:49:31.974810 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Attempting to bind port 06986b5e-e129-4a67-97ad-929ee601fd69 on network cde5821d-ae47-4643-b3bc-24d6ac1627b3 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:31.984099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:31.984429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Checking segment: {'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:31.984802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Bound using segment: {'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:31.985225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Bound port: 06986b5e-e129-4a67-97ad-929ee601fd69, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:31.985564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:31.999118 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57795ea9-f9dd-45b5-80d5-0501d7718c74 req-842ec7c8-a6e7-44ea-af75-7825b5282494 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635257 Mar 02 07:49:32.076481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] For port 06986b5e-e129-4a67-97ad-929ee601fd69, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:32.079820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] For port 06986b5e-e129-4a67-97ad-929ee601fd69, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=06986b5e-e129-4a67-97ad-929ee601fd69,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:32.083960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.247266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:32.248261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.249608 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] 10.222.0.32 "PUT /v2.0/ports/06986b5e-e129-4a67-97ad-929ee601fd69 HTTP/1.1" status: 200 len: 1094 time: 1.0784161 Mar 02 07:49:32.252002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'tag': '06986b5e-e129-4a67-97ad-929ee601fd69'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:32.281091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692fa1d-2b24-42b4-a26c-d017f9b0f139 service neutron] Pushing event updated for resources: {'Port': ['ID=06986b5e-e129-4a67-97ad-929ee601fd69,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:32.317341 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'tag': '06986b5e-e129-4a67-97ad-929ee601fd69', 'status': 'completed', 'code': 200} Mar 02 07:49:32.357429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-f113d080-ec5f-4f94-a11a-4cb51836f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:32.358943 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-f113d080-ec5f-4f94-a11a-4cb51836f775 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e683eccda24281ab6689340cdc8a3d&device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 1097 time: 0.0728614 Mar 02 07:49:32.427456 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-3fe2385b-831c-456c-a27d-fe3da4498e35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06986b5e-e129-4a67-97ad-929ee601fd69 HTTP/1.1" status: 200 len: 217 time: 0.0614748 Mar 02 07:49:32.490556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-74ddd444-b8bb-4a70-be68-7b0fc83b86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:32.491954 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-74ddd444-b8bb-4a70-be68-7b0fc83b86a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da8dfeaa-f641-47e4-a5ff-c2457ebea833 HTTP/1.1" status: 200 len: 853 time: 0.0592432 Mar 02 07:49:32.537241 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-67aa42a7-62a8-4978-b3d5-2adf1230b5bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde5821d-ae47-4643-b3bc-24d6ac1627b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389304 Mar 02 07:49:32.574617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b16a544-3850-44a1-a0cb-45234e6367e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:32.671843 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-08f0648b-87bc-47c8-8151-4461cc88260c service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293809 Mar 02 07:49:32.803808 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08ae39ad-9884-47e9-88b7-a968bab86a98 req-f0ec503a-d44b-44c3-bf46-110c49f65e37 service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260822 Mar 02 07:49:32.914598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-0a1a03a4-b447-418b-901b-8904833f26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:32.916052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-0a1a03a4-b447-418b-901b-8904833f26ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e683eccda24281ab6689340cdc8a3d&device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 1097 time: 0.0682905 Mar 02 07:49:33.047098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-f398dc45-6d20-40b6-8bdd-c5c688af17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:33.048551 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-f398dc45-6d20-40b6-8bdd-c5c688af17ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 200 len: 914 time: 0.1262081 Mar 02 07:49:33.151307 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-448c405c-5777-4de6-8adc-50947d4745f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06986b5e-e129-4a67-97ad-929ee601fd69 HTTP/1.1" status: 200 len: 217 time: 0.0955703 Mar 02 07:49:33.225911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-f9d6e702-1397-414c-954e-068a1ba6931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:33.227309 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-f9d6e702-1397-414c-954e-068a1ba6931c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da8dfeaa-f641-47e4-a5ff-c2457ebea833 HTTP/1.1" status: 200 len: 853 time: 0.0701087 Mar 02 07:49:33.278903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f873d84-019e-47f6-9fd4-40b71a7ed509 req-b1669d99-edd1-4315-a0b9-df4c51d75eca tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:33.280317 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f873d84-019e-47f6-9fd4-40b71a7ed509 req-b1669d99-edd1-4315-a0b9-df4c51d75eca tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 944 time: 0.1746788 Mar 02 07:49:33.286613 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-01c25e5d-1a6f-4e7b-884d-e9e8a0bf0b02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde5821d-ae47-4643-b3bc-24d6ac1627b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487235 Mar 02 07:49:33.412385 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f873d84-019e-47f6-9fd4-40b71a7ed509 req-f2ef8dc1-3e13-4526-8a15-42e606543c7c tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236935 Mar 02 07:49:33.443503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-916a3103-801c-47a6-acd3-aee21d2805fa service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433473 Mar 02 07:49:33.571144 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-128d3bdf-bc9b-425e-904b-01f1205b7ccc req-b26f5873-31fe-458f-9e85-a28c9fe8325d service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217730 Mar 02 07:49:34.596797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4bc7e-2a5b-417b-91ed-c4a22001748f req-67b2ae8f-ab90-4d0e-921d-86c879432d50 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:34.598190 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2be4bc7e-2a5b-417b-91ed-c4a22001748f req-67b2ae8f-ab90-4d0e-921d-86c879432d50 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 944 time: 0.0815613 Mar 02 07:49:34.641533 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2be4bc7e-2a5b-417b-91ed-c4a22001748f req-5859957e-b44b-4785-9008-a24faf11ed44 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Mar 02 07:49:34.824010 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-95725f89-d51b-4de5-8ef7-49d0e48801e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:35.825022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d22f3-5878-46a8-b4aa-008c15f1874c req-8e690ec5-edc7-49d1-be70-ceb73a296868 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:35.826504 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e6d22f3-5878-46a8-b4aa-008c15f1874c req-8e690ec5-edc7-49d1-be70-ceb73a296868 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 944 time: 0.0844755 Mar 02 07:49:35.868844 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e6d22f3-5878-46a8-b4aa-008c15f1874c req-77fa1ea5-0c07-4bcc-9fb9-5afb6d024410 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364501 Mar 02 07:49:35.910672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:35.912533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.518785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 06986b5e-e129-4a67-97ad-929ee601fd69 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:49:36.648613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 06986b5e-e129-4a67-97ad-929ee601fd69, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=06986b5e-e129-4a67-97ad-929ee601fd69,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:36.661023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '06986b5e-e129-4a67-97ad-929ee601fd69', 'network_id': 'cde5821d-ae47-4643-b3bc-24d6ac1627b3', 'port_id': '06986b5e-e129-4a67-97ad-929ee601fd69', 'mac_address': 'fa:16:3e:cf:ea:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8dfeaa-f641-47e4-a5ff-c2457ebea833', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:49:36.716246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.732260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06986b5e-e129-4a67-97ad-929ee601fd69 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:49:36.747760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 06986b5e-e129-4a67-97ad-929ee601fd69, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=06986b5e-e129-4a67-97ad-929ee601fd69,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:36.751152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:36.817264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=06986b5e-e129-4a67-97ad-929ee601fd69,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:36.953066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['06986b5e-e129-4a67-97ad-929ee601fd69'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:49:37.047990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b05be-3df2-4382-974e-8d35fb55508f req-8faf16bd-db04-4311-9b4a-569431dc14b4 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:37.049447 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-358b05be-3df2-4382-974e-8d35fb55508f req-8faf16bd-db04-4311-9b4a-569431dc14b4 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 945 time: 0.0785332 Mar 02 07:49:37.095359 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-358b05be-3df2-4382-974e-8d35fb55508f req-55934fa6-55e4-446a-849a-afbfa0709219 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Mar 02 07:49:37.166181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.272662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef5d02-d136-4f2e-86b5-20ab5be07904 req-0203a21a-f988-4571-91c7-791289695113 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:38.274092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0ef5d02-d136-4f2e-86b5-20ab5be07904 req-0203a21a-f988-4571-91c7-791289695113 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 945 time: 0.0766957 Mar 02 07:49:38.319959 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0ef5d02-d136-4f2e-86b5-20ab5be07904 req-e4220e7c-3208-4abd-8560-fbfd747cd15f tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Mar 02 07:49:38.525958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 06986b5e-e129-4a67-97ad-929ee601fd69 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:38.599758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 06986b5e-e129-4a67-97ad-929ee601fd69 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:38.604208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 06986b5e-e129-4a67-97ad-929ee601fd69 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:38.604582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.715204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.741260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06986b5e-e129-4a67-97ad-929ee601fd69'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:38.750837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 06986b5e-e129-4a67-97ad-929ee601fd69, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=06986b5e-e129-4a67-97ad-929ee601fd69,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:38.755254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:38.790434 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06986b5e-e129-4a67-97ad-929ee601fd69', 'code': 200} Mar 02 07:49:38.821739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=06986b5e-e129-4a67-97ad-929ee601fd69,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:38.828693 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.829042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.829396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.829739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.830069 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.830397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.830720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.831040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.831363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.831948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.832265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:38.832576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:49:39.103543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe462732-5b0a-4caf-a187-1b32f3b5fc15 req-6e1bee77-2c94-4d1e-adb7-614176054795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:39.104919 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe462732-5b0a-4caf-a187-1b32f3b5fc15 req-6e1bee77-2c94-4d1e-adb7-614176054795 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 1099 time: 0.1624422 Mar 02 07:49:39.146771 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe462732-5b0a-4caf-a187-1b32f3b5fc15 req-92ba8932-a4cb-4bf3-8fc3-da1dc81d49fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Mar 02 07:49:39.502929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b4c65-ea26-421a-8e7b-a319a7063a3b req-951b868e-b0aa-45a9-8230-51975954dcd3 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:39.504358 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-859b4c65-ea26-421a-8e7b-a319a7063a3b req-951b868e-b0aa-45a9-8230-51975954dcd3 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 946 time: 0.0795939 Mar 02 07:49:39.547592 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-859b4c65-ea26-421a-8e7b-a319a7063a3b req-5d2b00ae-e790-499e-a9cc-eb37f25e912d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Mar 02 07:49:40.731180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594e194-7319-4daf-b5d5-0597754aa6c6 req-711cda56-090a-40c3-bfc4-5bbfdd3fc6a7 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:40.732601 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2594e194-7319-4daf-b5d5-0597754aa6c6 req-711cda56-090a-40c3-bfc4-5bbfdd3fc6a7 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 946 time: 0.0782416 Mar 02 07:49:40.775221 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2594e194-7319-4daf-b5d5-0597754aa6c6 req-d1e25d14-5048-4b05-9c37-f03417dfe100 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 Mar 02 07:49:41.143455 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640b784-d811-4990-b5ba-ef0ae65a7b2c req-d3f3d8a3-7e1c-4450-9850-f79f2f34dd01 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:41.144893 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d640b784-d811-4990-b5ba-ef0ae65a7b2c req-d3f3d8a3-7e1c-4450-9850-f79f2f34dd01 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 946 time: 0.0807765 Mar 02 07:49:41.187770 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d640b784-d811-4990-b5ba-ef0ae65a7b2c req-36eea0c6-607d-4b5e-ba78-3686c6fdeb79 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367594 Mar 02 07:49:42.376935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc563-5d7c-47b2-bb0c-9c9632d34818 req-0e617af5-7388-4e56-b240-d44a6ada2738 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:42.378420 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-005cc563-5d7c-47b2-bb0c-9c9632d34818 req-0e617af5-7388-4e56-b240-d44a6ada2738 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 946 time: 0.0830071 Mar 02 07:49:42.466772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-005cc563-5d7c-47b2-bb0c-9c9632d34818 req-193446f4-887c-4b17-8d3b-b37dd3fb4d73 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531354 Mar 02 07:49:42.492844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045934ce-ae78-4f10-b457-1dea1865e76f req-97806d82-bb52-4959-b613-834378726644 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:42.494351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045934ce-ae78-4f10-b457-1dea1865e76f req-97806d82-bb52-4959-b613-834378726644 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 946 time: 0.1150064 Mar 02 07:49:42.561675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Deleting port 06986b5e-e129-4a67-97ad-929ee601fd69 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:42.562006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.799982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] For port 06986b5e-e129-4a67-97ad-929ee601fd69, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=06986b5e-e129-4a67-97ad-929ee601fd69,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:42.800233 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:42.921798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Calling delete_port for 06986b5e-e129-4a67-97ad-929ee601fd69 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:43.070816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.082240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['37c4d884-44a3-469f-b814-836d2fe49599', '06986b5e-e129-4a67-97ad-929ee601fd69'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:49:43.121633 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Pushing event deleted for resources: {'Port': ['ID=06986b5e-e129-4a67-97ad-929ee601fd69,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:43.193494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] No DVR routers for this DVR port 06986b5e-e129-4a67-97ad-929ee601fd69 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:43.195923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:43.198531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'name': 'network-vif-deleted', 'tag': '06986b5e-e129-4a67-97ad-929ee601fd69'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:43.214663 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-045934ce-ae78-4f10-b457-1dea1865e76f req-1cfe79b0-5e4c-4227-8ade-b3b7a9656d19 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "DELETE /v2.0/ports/06986b5e-e129-4a67-97ad-929ee601fd69 HTTP/1.1" status: 204 len: 173 time: 0.7154326 Mar 02 07:49:43.247254 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99659a7e-84d0-484c-bdd5-8c539cbe815b', 'name': 'network-vif-deleted', 'tag': '06986b5e-e129-4a67-97ad-929ee601fd69', 'status': 'completed', 'code': 200} Mar 02 07:49:43.625498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1a94b8d2-6848-4ac6-911c-31cb374bee07 req-fa22d436-59ec-49f4-b98f-34d5193af420 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Synchronizing usage tracker for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:49:43.640261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1a94b8d2-6848-4ac6-911c-31cb374bee07 req-fa22d436-59ec-49f4-b98f-34d5193af420 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Unset dirty status for tenant:d5e683eccda24281ab6689340cdc8a3d on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:49:43.641408 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a94b8d2-6848-4ac6-911c-31cb374bee07 req-fa22d436-59ec-49f4-b98f-34d5193af420 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=99659a7e-84d0-484c-bdd5-8c539cbe815b HTTP/1.1" status: 200 len: 210 time: 0.0604184 Mar 02 07:49:44.650308 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-b2c07d36-a847-4796-92ac-f05e69879b6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698135 Mar 02 07:49:44.788489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375b96-b7d7-491a-8181-b41436712a22 req-32db13ce-8c67-4df7-90ba-8d03a257789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:44.789970 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-32db13ce-8c67-4df7-90ba-8d03a257789f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5e683eccda24281ab6689340cdc8a3d&device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0724707 Mar 02 07:49:44.988161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375b96-b7d7-491a-8181-b41436712a22 req-0ac2a91e-d0e1-4bf2-ac1f-c4cc71f60e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:44.989578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-0ac2a91e-d0e1-4bf2-ac1f-c4cc71f60e9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 200 len: 914 time: 0.1821487 Mar 02 07:49:44.998138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99286763-d885-44a5-9764-efda3f591850 req-dab3da8c-11ab-461c-8fad-4f5b653e8cba tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:44.999474 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99286763-d885-44a5-9764-efda3f591850 req-dab3da8c-11ab-461c-8fad-4f5b653e8cba tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.1715424 Mar 02 07:49:45.172503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-5f1a05a0-c42a-4f49-b4ff-871348251da2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c4d884-44a3-469f-b814-836d2fe49599 HTTP/1.1" status: 200 len: 217 time: 0.1721077 Mar 02 07:49:45.233057 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99286763-d885-44a5-9764-efda3f591850 req-f3f3790d-23b8-479e-8cfb-61de234fb18d tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834321 Mar 02 07:49:45.251204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375b96-b7d7-491a-8181-b41436712a22 req-70f81348-488b-40ea-8d4a-adfa86514daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:45.251204 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-70f81348-488b-40ea-8d4a-adfa86514daa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=da8dfeaa-f641-47e4-a5ff-c2457ebea833 HTTP/1.1" status: 200 len: 853 time: 0.0656862 Mar 02 07:49:45.298322 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-23db7369-b1c0-43a5-83ab-a0bb794e0635 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde5821d-ae47-4643-b3bc-24d6ac1627b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437691 Mar 02 07:49:45.475712 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-0496f868-ee28-45ec-b321-d2d9a8df737d service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695418 Mar 02 07:49:45.529414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a6815-4803-414e-8caa-e46821f37616 req-30953d64-873f-4556-a190-2e853032e695 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:45.530864 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad5a6815-4803-414e-8caa-e46821f37616 req-30953d64-873f-4556-a190-2e853032e695 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.1473243 Mar 02 07:49:45.635906 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad5a6815-4803-414e-8caa-e46821f37616 req-bb6f2f90-b8ad-40c7-92bb-b8573cfb4be4 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980601 Mar 02 07:49:45.659288 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06375b96-b7d7-491a-8181-b41436712a22 req-fa9d3112-b416-4ce8-a055-fb4a0c74552a service neutron] 10.222.0.32 "GET /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759534 Mar 02 07:49:45.824488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445938b6-b51f-4cc8-8808-602e9e6a0f57 req-9e309266-2016-40be-8124-9f6fc80bb8b1 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:45.825849 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-445938b6-b51f-4cc8-8808-602e9e6a0f57 req-9e309266-2016-40be-8124-9f6fc80bb8b1 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0783846 Mar 02 07:49:45.867904 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-445938b6-b51f-4cc8-8808-602e9e6a0f57 req-b5ed2b6c-d46a-4aa7-839a-2132ca2dbe3f tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Mar 02 07:49:46.146684 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62294-b66e-40ff-80f9-714496e48ad5 req-c0ececde-cd8d-403c-a17a-7b2a3bc4e3f6 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:46.148092 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-28f62294-b66e-40ff-80f9-714496e48ad5 req-c0ececde-cd8d-403c-a17a-7b2a3bc4e3f6 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0811036 Mar 02 07:49:46.189567 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-28f62294-b66e-40ff-80f9-714496e48ad5 req-6c50e40b-3835-4e27-bff1-2a0c46be48ef tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Mar 02 07:49:46.368494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321a0ab-c895-4b4c-868e-67249381ebb5 req-5b330499-2b9d-4d95-b1ea-028ae72e9fab tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:46.369957 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9321a0ab-c895-4b4c-868e-67249381ebb5 req-5b330499-2b9d-4d95-b1ea-028ae72e9fab tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0783803 Mar 02 07:49:46.413322 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9321a0ab-c895-4b4c-868e-67249381ebb5 req-f6223dbc-e78b-49ff-b9dd-97ecf3adb957 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377932 Mar 02 07:49:46.556757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 06986b5e-e129-4a67-97ad-929ee601fd69 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:46.590494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 06986b5e-e129-4a67-97ad-929ee601fd69 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:46.590848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 06986b5e-e129-4a67-97ad-929ee601fd69 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:46.611300 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e50022-c13d-47db-ad22-d4c729cdd324 req-793c7a4f-b83d-4a57-98c8-d2f44327a094 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:46.612733 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51e50022-c13d-47db-ad22-d4c729cdd324 req-793c7a4f-b83d-4a57-98c8-d2f44327a094 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0841260 Mar 02 07:49:46.656052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51e50022-c13d-47db-ad22-d4c729cdd324 req-4d1b68b5-c697-47e3-8b8d-ae8806bf36b5 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Mar 02 07:49:46.751314 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:49:47.172326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa4cc-a111-43ea-8fe3-8ae945d850b7 req-63d3dff6-626f-49f9-9f49-4170a04240bb tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:47.173782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8daaa4cc-a111-43ea-8fe3-8ae945d850b7 req-63d3dff6-626f-49f9-9f49-4170a04240bb tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0769773 Mar 02 07:49:47.217468 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8daaa4cc-a111-43ea-8fe3-8ae945d850b7 req-207aaeec-0c0f-4ab1-aef0-ae99c2788e51 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Mar 02 07:49:48.404608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3118f-f966-496a-a062-407011901fda req-d716b5e8-0f7e-463c-87cc-5623e35c2f0e tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:48.406171 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-16c3118f-f966-496a-a062-407011901fda req-d716b5e8-0f7e-463c-87cc-5623e35c2f0e tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0832789 Mar 02 07:49:48.408556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-f59f918d-956d-4d85-847b-35f4d654f2df tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:48.410316 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-f59f918d-956d-4d85-847b-35f4d654f2df tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 945 time: 0.0864801 Mar 02 07:49:48.454469 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-16c3118f-f966-496a-a062-407011901fda req-29a46df5-9b59-4c67-a8a0-9aded44f2e55 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/security-groups?id=c51159fe-cd2e-4e4f-9b7a-c44f37df6817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Mar 02 07:49:48.481141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Deleting port 37c4d884-44a3-469f-b814-836d2fe49599 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:49:48.481478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.722820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] For port 37c4d884-44a3-469f-b814-836d2fe49599, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=37c4d884-44a3-469f-b814-836d2fe49599,segment=NetworkSegment(cd8f0fd9-421b-4021-843a-2d3d5b5214cb),segment_id=cd8f0fd9-421b-4021-843a-2d3d5b5214cb)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:48.723084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.846624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Calling delete_port for 37c4d884-44a3-469f-b814-836d2fe49599 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:49:48.986191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:48.997366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['37c4d884-44a3-469f-b814-836d2fe49599'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:49:49.041513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Pushing event deleted for resources: {'Port': ['ID=37c4d884-44a3-469f-b814-836d2fe49599,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:49.117240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:49.213407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] No DVR routers for this DVR port 37c4d884-44a3-469f-b814-836d2fe49599 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:49:49.216155 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:49.218584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'name': 'network-vif-deleted', 'tag': '37c4d884-44a3-469f-b814-836d2fe49599'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:49:49.234756 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea0bfc3-3257-43a8-a420-a9f0bf773fe1 req-92268d53-2d6e-4e0f-b095-bd5ccadebd52 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.32 "DELETE /v2.0/ports/37c4d884-44a3-469f-b814-836d2fe49599 HTTP/1.1" status: 204 len: 173 time: 0.8186913 Mar 02 07:49:49.266291 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd232e951-7930-4908-9aa9-18ba6348dba4', 'name': 'network-vif-deleted', 'tag': '37c4d884-44a3-469f-b814-836d2fe49599', 'status': 'completed', 'code': 200} Mar 02 07:49:49.614731 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-64aa76a0-15be-49ca-bbe2-879d73c5f3b8 req-2db74d54-1a40-409a-88b9-cbee1e9f49d1 tempest-ServersNegativeTestJSON-947040340 tempest-ServersNegativeTestJSON-947040340-project] 10.222.0.41 "GET /v2.0/ports?device_id=d232e951-7930-4908-9aa9-18ba6348dba4 HTTP/1.1" status: 200 len: 210 time: 0.0428357 Mar 02 07:49:50.706550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 51970) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:50.764244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] Deleting subnet da8dfeaa-f641-47e4-a5ff-c2457ebea833 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:49:50.767075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.817816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.871203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.936016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.977299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8dfeaa-f641-47e4-a5ff-c2457ebea833,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:50.981972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:50.987592 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d630d98-dc70-49e7-8684-d01ac6b0e8a6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/da8dfeaa-f641-47e4-a5ff-c2457ebea833 HTTP/1.1" status: 204 len: 168 time: 0.2800531 Mar 02 07:49:50.989973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 51974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:51.099045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.218415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.242191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde5821d-ae47-4643-b3bc-24d6ac1627b3']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:51.253598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:51.253916 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8f0fd9-421b-4021-843a-2d3d5b5214cb') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:51.265358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.281120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.287323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:49:51.287793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:49:51.300562 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:49:51.377784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.393680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.404092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] Pushing event deleted for resources: {'Network': ['ID=cde5821d-ae47-4643-b3bc-24d6ac1627b3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:51.412217 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94e332f0-f961-4b89-bc3f-02849f36c28d admin admin] 10.222.0.41 "DELETE /v2.0/networks/cde5821d-ae47-4643-b3bc-24d6ac1627b3 HTTP/1.1" status: 204 len: 168 time: 0.4213111 Mar 02 07:49:51.518816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 51980) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:51.565939 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce04b639-9459-4766-a20f-45612b6d90cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5e683eccda24281ab6689340cdc8a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459595 Mar 02 07:49:51.568846 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 51984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:51.623543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf94e3e-195e-41c3-9689-2407b333a53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.648405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf94e3e-195e-41c3-9689-2407b333a53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.703166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf94e3e-195e-41c3-9689-2407b333a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.719735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf94e3e-195e-41c3-9689-2407b333a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51159fe-cd2e-4e4f-9b7a-c44f37df6817,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:51.729816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf94e3e-195e-41c3-9689-2407b333a53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:51.730927 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7bf94e3e-195e-41c3-9689-2407b333a53b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c51159fe-cd2e-4e4f-9b7a-c44f37df6817 HTTP/1.1" status: 204 len: 168 time: 0.1612127 Mar 02 07:49:52.442913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:52.542476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1414195982'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:52.547313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:52.551083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:network and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:52.554430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:52.560379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:52.570396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:52.572050 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 37c4d884-44a3-469f-b814-836d2fe49599 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:49:52.573729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.586087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.601389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:52.605252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:security_group_rule and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:52.608130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:52.613811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:52.632939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 37c4d884-44a3-469f-b814-836d2fe49599 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:49:52.633271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 37c4d884-44a3-469f-b814-836d2fe49599 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:49:52.699936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.703565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.735929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:52.744797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da480499-ee7e-4f32-bc83-a1941a621cc6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:52.752253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.753157 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Added segment a883d3af-ca86-4295-9360-04acdafd105d of type vlan for network 4073ea89-7422-4fb0-9e97-62572e0cb0cf Mar 02 07:49:52.778688 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.807131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.812498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:52.813076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:52.917480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Network': ['ID=4073ea89-7422-4fb0-9e97-62572e0cb0cf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:52.920672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08d0a51a-9eb4-4f32-851b-f24f1a2879a8 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4767606 Mar 02 07:49:52.944626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 4073ea89-7422-4fb0-9e97-62572e0cb0cf details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:56.130481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:56.136195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'subnet': {'network_id': '4073ea89-7422-4fb0-9e97-62572e0cb0cf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:56.242535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:56.246292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:subnet and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:56.249015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:56.255139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:56.264195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:56.267604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.479798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.554066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Subnet': ['ID=ea97174e-57b6-487c-875d-9d4b553ee6e1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:56.562576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Checking segment: {'id': 'a883d3af-ca86-4295-9360-04acdafd105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4073ea89-7422-4fb0-9e97-62572e0cb0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:56.562929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network hostable DHCP agents. Network: 4073ea89-7422-4fb0-9e97-62572e0cb0cf, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:56.581602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network 4073ea89-7422-4fb0-9e97-62572e0cb0cf is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:56.589980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 4073ea89-7422-4fb0-9e97-62572e0cb0cf) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:56.593872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:56.594461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.599391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd406909-df6e-4aee-94ce-766274550243 None None] Network 4073ea89-7422-4fb0-9e97-62572e0cb0cf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:56.616401 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca7aef60-0121-4e0e-bc11-197093f4f97c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4848323 Mar 02 07:49:56.619702 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:56.625055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1616891845'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:56.629899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:56.633668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:network and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:56.636459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:56.642030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:56.651648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:56.655004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.683275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:56.691666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.692064 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Added segment de5ef10b-6b72-45a3-a14f-8114f204ccde of type vlan for network 58f109e9-7a83-4e25-a729-6f5c15de2f79 Mar 02 07:49:56.722143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.751413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.757489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:56.758097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.809578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1888423 Mar 02 07:49:56.812406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52022) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:56.820227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'subnet': {'network_id': '58f109e9-7a83-4e25-a729-6f5c15de2f79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:56.832746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-4073ea89-7422-4fb0-9e97-62572e0cb0cf', 'network_id': '4073ea89-7422-4fb0-9e97-62572e0cb0cf', 'tenant_id': 'a8e89df6fd8749e4905fe17bec3d4507', 'fixed_ips': [{'subnet_id': 'ea97174e-57b6-487c-875d-9d4b553ee6e1'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:56.833824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:56.869250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc972e-865d-4d36-a2e1-9e48ddeb0150 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Network': ['ID=58f109e9-7a83-4e25-a729-6f5c15de2f79,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:56.892771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 58f109e9-7a83-4e25-a729-6f5c15de2f79 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:56.939094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:56.944474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:subnet and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:56.947329 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:56.952918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:56.962477 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:56.965978 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.080116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Allocated IP 2001:db8:0:ffff::2 (4073ea89-7422-4fb0-9e97-62572e0cb0cf/ea97174e-57b6-487c-875d-9d4b553ee6e1/bdee73d7-95cb-4da9-971f-66c6644b3f58) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:49:57.186332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.287593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.300631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Transition to ACTIVE for port object bdee73d7-95cb-4da9-971f-66c6644b3f58 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:57.320333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Transition to ACTIVE for port object bdee73d7-95cb-4da9-971f-66c6644b3f58 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:49:57.327115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.385258 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Subnet': ['ID=b746ab35-20cd-453e-ab55-04ad6a5dd9de,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:57.389638 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Network 4073ea89-7422-4fb0-9e97-62572e0cb0cf is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:49:57.392439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:57.394123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Checking segment: {'id': 'de5ef10b-6b72-45a3-a14f-8114f204ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '58f109e9-7a83-4e25-a729-6f5c15de2f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:57.394475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network hostable DHCP agents. Network: 58f109e9-7a83-4e25-a729-6f5c15de2f79, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:57.394974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:49:57.413931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network 58f109e9-7a83-4e25-a729-6f5c15de2f79 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:57.423037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 58f109e9-7a83-4e25-a729-6f5c15de2f79) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:57.427768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:57.428353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.441469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Pushing event updated for resources: {'Port': ['ID=bdee73d7-95cb-4da9-971f-66c6644b3f58,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:57.443863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f67017-bd5d-49a2-a115-5652a4fc52c1 None None] Network 58f109e9-7a83-4e25-a729-6f5c15de2f79 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:57.452282 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f21fa0d9-43f7-45b7-b105-62a4bba79815 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6353493 Mar 02 07:49:57.452282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52026) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:57.578456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Attempting to bind port bdee73d7-95cb-4da9-971f-66c6644b3f58 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:49:57.578737 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Attempting to bind port bdee73d7-95cb-4da9-971f-66c6644b3f58 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'a883d3af-ca86-4295-9360-04acdafd105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4073ea89-7422-4fb0-9e97-62572e0cb0cf'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:49:57.579091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Attempting to bind port bdee73d7-95cb-4da9-971f-66c6644b3f58 on network 4073ea89-7422-4fb0-9e97-62572e0cb0cf {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:49:57.589378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:49:57.589776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Checking segment: {'id': 'a883d3af-ca86-4295-9360-04acdafd105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4073ea89-7422-4fb0-9e97-62572e0cb0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:57.590169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.590552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Bound using segment: {'id': 'a883d3af-ca86-4295-9360-04acdafd105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4073ea89-7422-4fb0-9e97-62572e0cb0cf'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:49:57.591004 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Bound port: bdee73d7-95cb-4da9-971f-66c6644b3f58, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a883d3af-ca86-4295-9360-04acdafd105d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4073ea89-7422-4fb0-9e97-62572e0cb0cf'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:49:57.591320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.591444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.655504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.739923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.775305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] For port bdee73d7-95cb-4da9-971f-66c6644b3f58, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:49:57.780229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Subnet': ['ID=b746ab35-20cd-453e-ab55-04ad6a5dd9de,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:57.789173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e909633-1c3e-4097-8d20-bcccef44b0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-58f109e9-7a83-4e25-a729-6f5c15de2f79', 'network_id': '58f109e9-7a83-4e25-a729-6f5c15de2f79', 'tenant_id': 'a8e89df6fd8749e4905fe17bec3d4507', 'fixed_ips': [{'subnet_id': 'b746ab35-20cd-453e-ab55-04ad6a5dd9de'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:57.790013 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6e909633-1c3e-4097-8d20-bcccef44b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.799481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] For port bdee73d7-95cb-4da9-971f-66c6644b3f58, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bdee73d7-95cb-4da9-971f-66c6644b3f58,segment=NetworkSegment(a883d3af-ca86-4295-9360-04acdafd105d),segment_id=a883d3af-ca86-4295-9360-04acdafd105d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:49:57.807683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.872427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.897253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f109e9-7a83-4e25-a729-6f5c15de2f79']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:57.909590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5ef10b-6b72-45a3-a14f-8114f204ccde') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:57.909930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5ef10b-6b72-45a3-a14f-8114f204ccde') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:57.921812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.940349 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.951118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4940ca-fd89-459e-9e7e-e78cb458e6cb None None] Pushing event updated for resources: {'Port': ['ID=bdee73d7-95cb-4da9-971f-66c6644b3f58,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:57.952112 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:49:57.952551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:57.955462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ce812-4637-4c5f-9231-b8292d3aee60 None None] Network 58f109e9-7a83-4e25-a729-6f5c15de2f79 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:49:57.969951 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:49:58.060699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.068085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.094518 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/58f109e9-7a83-4e25-a729-6f5c15de2f79 HTTP/1.1" status: 204 len: 168 time: 0.6409750 Mar 02 07:49:58.095062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:58.104483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1965317325'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:58.110526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6d8fa-9dc4-41ac-9453-fadba58c3743 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Network': ['ID=58f109e9-7a83-4e25-a729-6f5c15de2f79,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:58.129170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:58.136023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:network and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:58.142411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:58.263910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:58.274616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:58.278308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.306314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:58.314723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.315085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Added segment b1a2f17d-efc4-48dd-ac3d-22c49289e817 of type vlan for network 12ddba40-3d90-4b9c-8909-f30965b16693 Mar 02 07:49:58.340504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.375455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.384247 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:58.384924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.484752 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3885734 Mar 02 07:49:58.487552 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:58.493853 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'subnet': {'network_id': '12ddba40-3d90-4b9c-8909-f30965b16693', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:58.496578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278f557-b05a-40e4-a12e-d043b9565a18 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Network': ['ID=12ddba40-3d90-4b9c-8909-f30965b16693,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:58.507337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 12ddba40-3d90-4b9c-8909-f30965b16693 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:49:58.605889 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:58.610107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:subnet and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:58.613108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:58.619050 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:58.629053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:58.632835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.733926 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 07:49:58.734447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 07:49:58.860529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.908744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3624ca-0ffd-498b-93c9-14b286a364d3 None None] Network 4073ea89-7422-4fb0-9e97-62572e0cb0cf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:58.938080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Subnet': ['ID=7d6623ff-71e1-4a12-b210-70f3dd58418e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:58.948802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Checking segment: {'id': 'b1a2f17d-efc4-48dd-ac3d-22c49289e817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '12ddba40-3d90-4b9c-8909-f30965b16693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:49:58.949155 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network hostable DHCP agents. Network: 12ddba40-3d90-4b9c-8909-f30965b16693, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:49:58.968932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network 12ddba40-3d90-4b9c-8909-f30965b16693 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:49:58.977864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 12ddba40-3d90-4b9c-8909-f30965b16693) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:49:58.982769 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:58.983414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:58.991189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9f959-90c1-49c4-acd7-c57b4f4b4be3 None None] Network 12ddba40-3d90-4b9c-8909-f30965b16693 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:59.005314 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c8c47813-0169-4cbd-8df1-30e14d79084b tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5164807 Mar 02 07:49:59.007918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:59.090822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-be4835b2-e4c7-45b3-bb79-3a57ece01023 None None] Provisioning for port bdee73d7-95cb-4da9-971f-66c6644b3f58 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:59.152595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.217211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.292536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.322454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93357d1-1c16-4944-9b3d-98c2d3e550f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-12ddba40-3d90-4b9c-8909-f30965b16693', 'network_id': '12ddba40-3d90-4b9c-8909-f30965b16693', 'tenant_id': 'a8e89df6fd8749e4905fe17bec3d4507', 'fixed_ips': [{'subnet_id': '7d6623ff-71e1-4a12-b210-70f3dd58418e'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:49:59.323694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b93357d1-1c16-4944-9b3d-98c2d3e550f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.334681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6623ff-71e1-4a12-b210-70f3dd58418e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:59.435891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f9f74-9bdf-47be-8a07-b7e0b44b50a6 None None] Network 12ddba40-3d90-4b9c-8909-f30965b16693 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:49:59.436232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.463371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ddba40-3d90-4b9c-8909-f30965b16693']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:59.476678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a2f17d-efc4-48dd-ac3d-22c49289e817') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:59.477059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a2f17d-efc4-48dd-ac3d-22c49289e817') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:49:59.489627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.506764 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.514026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:49:59.514421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.624956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bdee73d7-95cb-4da9-971f-66c6644b3f58 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:49:59.703217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port bdee73d7-95cb-4da9-971f-66c6644b3f58 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:49:59.708659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bdee73d7-95cb-4da9-971f-66c6644b3f58 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:49:59.709034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:49:59.714554 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:49:59.735169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.754459 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.760297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Network': ['ID=12ddba40-3d90-4b9c-8909-f30965b16693,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:49:59.766478 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b3b97cd-8a1f-4c18-9565-a6bbe0216636 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/12ddba40-3d90-4b9c-8909-f30965b16693 HTTP/1.1" status: 204 len: 168 time: 0.7575035 Mar 02 07:49:59.770015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:49:59.775309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782137850'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:49:59.779950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:49:59.783701 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:network and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:49:59.787040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:49:59.792571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:49:59.802937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:49:59.806604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.834438 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:49:59.835033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.843254 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.843701 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Added segment 3108b350-b572-471c-8d41-6fc7e672703b of type vlan for network 5b936f0a-623f-4b4b-92d8-44b5b5349b73 Mar 02 07:49:59.867886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bdee73d7-95cb-4da9-971f-66c6644b3f58, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bdee73d7-95cb-4da9-971f-66c6644b3f58,segment=NetworkSegment(a883d3af-ca86-4295-9360-04acdafd105d),segment_id=a883d3af-ca86-4295-9360-04acdafd105d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:49:59.870820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.871574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.902817 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.908255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:49:59.908829 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:49:59.941000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bdee73d7-95cb-4da9-971f-66c6644b3f58,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:00.003001 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2319751 Mar 02 07:50:00.006685 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:00.012406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'subnet': {'network_id': '5b936f0a-623f-4b4b-92d8-44b5b5349b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:00.013992 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779eaef-f16d-4182-b6ff-40a5ac89f672 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Network': ['ID=5b936f0a-623f-4b4b-92d8-44b5b5349b73,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:00.024742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 5b936f0a-623f-4b4b-92d8-44b5b5349b73 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:00.120626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:00.124603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:subnet and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:00.127418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:00.133074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:00.141826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:00.145808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.352671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.431028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Subnet': ['ID=7269b7ee-0587-4e57-8b68-8da2de426c9d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:00.438136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Checking segment: {'id': '3108b350-b572-471c-8d41-6fc7e672703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5b936f0a-623f-4b4b-92d8-44b5b5349b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:00.438485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network hostable DHCP agents. Network: 5b936f0a-623f-4b4b-92d8-44b5b5349b73, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:00.458473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network 5b936f0a-623f-4b4b-92d8-44b5b5349b73 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:00.466667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 5b936f0a-623f-4b4b-92d8-44b5b5349b73) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:00.470487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:00.471063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.475167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffce02e-2e8c-4b34-897a-0ad2eba2a813 None None] Network 5b936f0a-623f-4b4b-92d8-44b5b5349b73 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:00.491546 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-86e33898-b193-49af-a4e1-75663549dbb0 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4836695 Mar 02 07:50:00.495251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52052) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:00.501046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75848654'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:00.506508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:00.510342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:network and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:00.513160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:00.519398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:00.531085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:00.534496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.561919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:00.571353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.571765 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Added segment 9c825f0a-f78f-407a-b4b9-3b875fbb623a of type vlan for network 1886ba76-47f2-4f39-aa5a-927006a9e21d Mar 02 07:50:00.597896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.632409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.638356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:00.638938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.728591 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-5b936f0a-623f-4b4b-92d8-44b5b5349b73', 'network_id': '5b936f0a-623f-4b4b-92d8-44b5b5349b73', 'tenant_id': 'a8e89df6fd8749e4905fe17bec3d4507', 'fixed_ips': [{'subnet_id': '7269b7ee-0587-4e57-8b68-8da2de426c9d'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:00.729422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.748360 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2493532 Mar 02 07:50:00.748965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52056) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:00.756777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Request body: {'subnet': {'network_id': '1886ba76-47f2-4f39-aa5a-927006a9e21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:00.770009 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1445e01-4ca9-4eda-85ae-5062863e124c tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Network': ['ID=1886ba76-47f2-4f39-aa5a-927006a9e21d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:00.786268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 1886ba76-47f2-4f39-aa5a-927006a9e21d details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:00.871835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:00.875574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Usage tracker for resource:subnet and tenant:a8e89df6fd8749e4905fe17bec3d4507 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:00.878322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:00.884148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:00.895290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Made reservation on behalf of a8e89df6fd8749e4905fe17bec3d4507 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:00.898827 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:00.975173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Allocated IP 2001:db8::2 (5b936f0a-623f-4b4b-92d8-44b5b5349b73/7269b7ee-0587-4e57-8b68-8da2de426c9d/3133a0c8-a1ec-4891-b76d-a43ecda79dee) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:01.116274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.182832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.192360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event updated for resources: {'Subnet': ['ID=0b5e574f-ed38-45f6-8195-46eab551f238,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:01.192990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Transition to ACTIVE for port object 3133a0c8-a1ec-4891-b76d-a43ecda79dee will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:01.199557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Checking segment: {'id': '9c825f0a-f78f-407a-b4b9-3b875fbb623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1886ba76-47f2-4f39-aa5a-927006a9e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:01.199909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network hostable DHCP agents. Network: 1886ba76-47f2-4f39-aa5a-927006a9e21d, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:01.211619 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Transition to ACTIVE for port object 3133a0c8-a1ec-4891-b76d-a43ecda79dee will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:01.216912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.219145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Network 1886ba76-47f2-4f39-aa5a-927006a9e21d is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:01.228344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 1886ba76-47f2-4f39-aa5a-927006a9e21d) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:01.232850 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:01.233585 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.257606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75b30aa5-89d1-4665-bfe2-03b6405337cf tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5053658 Mar 02 07:50:01.257894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16d35b-66ca-4bf7-a466-cac40ef76d96 None None] Network 1886ba76-47f2-4f39-aa5a-927006a9e21d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:01.258003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52060) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:01.302072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Network 5b936f0a-623f-4b4b-92d8-44b5b5349b73 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:01.306442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:01.313166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:01.374356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Pushing event updated for resources: {'Port': ['ID=3133a0c8-a1ec-4891-b76d-a43ecda79dee,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:01.403594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.475283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.490769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Attempting to bind port 3133a0c8-a1ec-4891-b76d-a43ecda79dee on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:01.491135 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Attempting to bind port 3133a0c8-a1ec-4891-b76d-a43ecda79dee by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '3108b350-b572-471c-8d41-6fc7e672703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5b936f0a-623f-4b4b-92d8-44b5b5349b73'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:01.491494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Attempting to bind port 3133a0c8-a1ec-4891-b76d-a43ecda79dee on network 5b936f0a-623f-4b4b-92d8-44b5b5349b73 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:01.521569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:01.521973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Checking segment: {'id': '3108b350-b572-471c-8d41-6fc7e672703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5b936f0a-623f-4b4b-92d8-44b5b5349b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:01.522380 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.522772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Bound using segment: {'id': '3108b350-b572-471c-8d41-6fc7e672703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5b936f0a-623f-4b4b-92d8-44b5b5349b73'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:01.523247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Bound port: 3133a0c8-a1ec-4891-b76d-a43ecda79dee, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3108b350-b572-471c-8d41-6fc7e672703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5b936f0a-623f-4b4b-92d8-44b5b5349b73'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:01.523621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.551090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.589197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5e574f-ed38-45f6-8195-46eab551f238,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:01.600173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bdee73d7-95cb-4da9-971f-66c6644b3f58 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:01.684856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.695963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af3b7b-199e-47cd-b696-ea4dde635dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-1886ba76-47f2-4f39-aa5a-927006a9e21d', 'network_id': '1886ba76-47f2-4f39-aa5a-927006a9e21d', 'tenant_id': 'a8e89df6fd8749e4905fe17bec3d4507', 'fixed_ips': [{'subnet_id': '0b5e574f-ed38-45f6-8195-46eab551f238'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:01.696769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7af3b7b-199e-47cd-b696-ea4dde635dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.710999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1886ba76-47f2-4f39-aa5a-927006a9e21d']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:01.722689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c825f0a-f78f-407a-b4b9-3b875fbb623a') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:01.723015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c825f0a-f78f-407a-b4b9-3b875fbb623a') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:01.734144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.735194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] For port 3133a0c8-a1ec-4891-b76d-a43ecda79dee, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:01.739675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] For port 3133a0c8-a1ec-4891-b76d-a43ecda79dee, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3133a0c8-a1ec-4891-b76d-a43ecda79dee,segment=NetworkSegment(3108b350-b572-471c-8d41-6fc7e672703b),segment_id=3108b350-b572-471c-8d41-6fc7e672703b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:01.753969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.760526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:01.760900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:01.775404 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:01.778414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.856878 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.876098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.878492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bdee73d7-95cb-4da9-971f-66c6644b3f58 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:01.878866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:01.885812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Network': ['ID=1886ba76-47f2-4f39-aa5a-927006a9e21d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:01.891263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52064) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:01.891725 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9086bb71-ae47-4e3e-809b-dee1a6130f21 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/1886ba76-47f2-4f39-aa5a-927006a9e21d HTTP/1.1" status: 204 len: 168 time: 0.6323779 Mar 02 07:50:01.923404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae780e-754a-450a-9757-b45faa602292 None None] Network 1886ba76-47f2-4f39-aa5a-927006a9e21d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:01.935124 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28eff20-7fe8-418f-ae3d-b0c7f92f5c71 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] GET failed (client error): The resource could not be found. Mar 02 07:50:01.935680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d28eff20-7fe8-418f-ae3d-b0c7f92f5c71 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Synchronizing usage tracker for tenant:a8e89df6fd8749e4905fe17bec3d4507 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:01.947088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab2ead-f129-4a4a-9d93-b8b14961a480 None None] Pushing event updated for resources: {'Port': ['ID=3133a0c8-a1ec-4891-b76d-a43ecda79dee,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:01.952684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae780e-754a-450a-9757-b45faa602292 None None] Network 1886ba76-47f2-4f39-aa5a-927006a9e21d could not be found, it might have been deleted concurrently. {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 07:50:01.958839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d28eff20-7fe8-418f-ae3d-b0c7f92f5c71 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Unset dirty status for tenant:a8e89df6fd8749e4905fe17bec3d4507 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:01.960298 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d28eff20-7fe8-418f-ae3d-b0c7f92f5c71 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "GET /v2.0/subnets/0b5e574f-ed38-45f6-8195-46eab551f238 HTTP/1.1" status: 404 len: 337 time: 0.0674460 Mar 02 07:50:01.962994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:01.990154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-877a0b38-6650-495b-bed4-b9dd189536da tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] DELETE failed (client error): The resource could not be found. Mar 02 07:50:01.990572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877a0b38-6650-495b-bed4-b9dd189536da tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:01.995745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-877a0b38-6650-495b-bed4-b9dd189536da tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/1886ba76-47f2-4f39-aa5a-927006a9e21d HTTP/1.1" status: 404 len: 339 time: 0.0279157 Mar 02 07:50:01.996015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:02.037875 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba330979-fe98-439c-ae69-bc5f8fe9ecbb tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] DELETE failed (client error): The resource could not be found. Mar 02 07:50:02.038345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba330979-fe98-439c-ae69-bc5f8fe9ecbb tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:02.040236 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba330979-fe98-439c-ae69-bc5f8fe9ecbb tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/subnets/0b5e574f-ed38-45f6-8195-46eab551f238 HTTP/1.1" status: 404 len: 337 time: 0.0431285 Mar 02 07:50:02.042643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:02.068363 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7112d983-9f8f-470e-98c3-95962e1207cc tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] DELETE failed (client error): The resource could not be found. Mar 02 07:50:02.068845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7112d983-9f8f-470e-98c3-95962e1207cc tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:02.070574 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7112d983-9f8f-470e-98c3-95962e1207cc tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/1886ba76-47f2-4f39-aa5a-927006a9e21d HTTP/1.1" status: 404 len: 339 time: 0.0270829 Mar 02 07:50:02.073049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:02.144376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Deleting subnet 7269b7ee-0587-4e57-8b68-8da2de426c9d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:02.147733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.206630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.289663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.360789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.408373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Subnet': ['ID=7269b7ee-0587-4e57-8b68-8da2de426c9d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:02.410883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.424484 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-13fad6cc-1271-456f-9623-51ddc236e560 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/subnets/7269b7ee-0587-4e57-8b68-8da2de426c9d HTTP/1.1" status: 204 len: 168 time: 0.3503611 Mar 02 07:50:02.427594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:02.538442 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.548817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Deleting port 3133a0c8-a1ec-4891-b76d-a43ecda79dee {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:02.549225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.577253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-17f9eb5c-270b-4e31-bfb1-9420a56c212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.754696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] For port 3133a0c8-a1ec-4891-b76d-a43ecda79dee, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3133a0c8-a1ec-4891-b76d-a43ecda79dee,segment=NetworkSegment(3108b350-b572-471c-8d41-6fc7e672703b),segment_id=3108b350-b572-471c-8d41-6fc7e672703b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:02.755057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:02.857076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a77999-5828-46bb-9c13-74978c1a392c None None] Network 5b936f0a-623f-4b4b-92d8-44b5b5349b73 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:02.984802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Calling delete_port for 3133a0c8-a1ec-4891-b76d-a43ecda79dee owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:03.025382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-866ef2ea-9a95-4e1d-824b-62afc26c5c4b None None] Provisioning for port 3133a0c8-a1ec-4891-b76d-a43ecda79dee completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:03.060134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.106951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Port': ['ID=3133a0c8-a1ec-4891-b76d-a43ecda79dee,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:03.108630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No DVR routers for this DVR port 3133a0c8-a1ec-4891-b76d-a43ecda79dee on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:03.120325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3f0be-57a6-4f51-bb7c-4dde7ee495d2 None None] DHCP port deletion for 5b936f0a-623f-4b4b-92d8-44b5b5349b73 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:03.226764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.254530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b936f0a-623f-4b4b-92d8-44b5b5349b73']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:03.266117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3108b350-b572-471c-8d41-6fc7e672703b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:03.266405 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3108b350-b572-471c-8d41-6fc7e672703b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:03.277102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.292689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.298664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:03.299038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:03.313457 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:03.391241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.407555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.418638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Network': ['ID=5b936f0a-623f-4b4b-92d8-44b5b5349b73,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:03.422521 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2aa91d93-b9a1-4f1f-b5a8-b6599028254e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/5b936f0a-623f-4b4b-92d8-44b5b5349b73 HTTP/1.1" status: 204 len: 168 time: 0.9939625 Mar 02 07:50:03.424930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:03.462151 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0803d4b1-b414-4d51-80b9-a6270609de0f tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] DELETE failed (client error): The resource could not be found. Mar 02 07:50:03.462599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0803d4b1-b414-4d51-80b9-a6270609de0f tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:03.464207 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0803d4b1-b414-4d51-80b9-a6270609de0f tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/subnets/7d6623ff-71e1-4a12-b210-70f3dd58418e HTTP/1.1" status: 404 len: 337 time: 0.0383725 Mar 02 07:50:03.466558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:03.490622 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-096a4d10-c153-48af-92a3-0740e128508e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] DELETE failed (client error): The resource could not be found. Mar 02 07:50:03.491099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096a4d10-c153-48af-92a3-0740e128508e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:03.492628 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-096a4d10-c153-48af-92a3-0740e128508e tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/12ddba40-3d90-4b9c-8909-f30965b16693 HTTP/1.1" status: 404 len: 339 time: 0.0252054 Mar 02 07:50:03.494690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:03.532985 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe95ac1-59cb-471a-a0f9-951b0f3df181 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] DELETE failed (client error): The resource could not be found. Mar 02 07:50:03.533430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe95ac1-59cb-471a-a0f9-951b0f3df181 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:03.535055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fe95ac1-59cb-471a-a0f9-951b0f3df181 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/subnets/b746ab35-20cd-453e-ab55-04ad6a5dd9de HTTP/1.1" status: 404 len: 337 time: 0.0395126 Mar 02 07:50:03.537983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:03.561953 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb92ccc-76e6-4572-b12f-1087791ba88d tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] DELETE failed (client error): The resource could not be found. Mar 02 07:50:03.562413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb92ccc-76e6-4572-b12f-1087791ba88d tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 07:50:03.564062 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdb92ccc-76e6-4572-b12f-1087791ba88d tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/58f109e9-7a83-4e25-a729-6f5c15de2f79 HTTP/1.1" status: 404 len: 339 time: 0.0251501 Mar 02 07:50:03.566307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:03.630231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Deleting subnet ea97174e-57b6-487c-875d-9d4b553ee6e1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:03.633042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.688970 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.768901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.838127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.880024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Subnet': ['ID=ea97174e-57b6-487c-875d-9d4b553ee6e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:03.882388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:03.886324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1012079-849f-40e4-93ca-6b005023075f None None] Network 4073ea89-7422-4fb0-9e97-62572e0cb0cf requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:03.892589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.892930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.893267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.893593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.894021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.894345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.894718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.895043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.895359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.895669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.895982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.896293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:03.901893 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9725ca90-0acb-43a9-a50e-732029a5c479 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/subnets/ea97174e-57b6-487c-875d-9d4b553ee6e1 HTTP/1.1" status: 204 len: 168 time: 0.3346379 Mar 02 07:50:03.904340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52108) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:04.017132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.027915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Deleting port bdee73d7-95cb-4da9-971f-66c6644b3f58 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:04.028241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.133630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] DHCP port deletion for 4073ea89-7422-4fb0-9e97-62572e0cb0cf request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:04.137622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Deleting port bdee73d7-95cb-4da9-971f-66c6644b3f58 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:04.138049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.233101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] For port bdee73d7-95cb-4da9-971f-66c6644b3f58, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bdee73d7-95cb-4da9-971f-66c6644b3f58,segment=NetworkSegment(a883d3af-ca86-4295-9360-04acdafd105d),segment_id=a883d3af-ca86-4295-9360-04acdafd105d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:04.233447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.331594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] For port bdee73d7-95cb-4da9-971f-66c6644b3f58, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bdee73d7-95cb-4da9-971f-66c6644b3f58,segment=NetworkSegment(a883d3af-ca86-4295-9360-04acdafd105d),segment_id=a883d3af-ca86-4295-9360-04acdafd105d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:04.331985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.356097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Calling delete_port for bdee73d7-95cb-4da9-971f-66c6644b3f58 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:04.434035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.454119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Calling delete_port for bdee73d7-95cb-4da9-971f-66c6644b3f58 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:04.480113 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Port': ['ID=bdee73d7-95cb-4da9-971f-66c6644b3f58,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:04.483607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] No DVR routers for this DVR port bdee73d7-95cb-4da9-971f-66c6644b3f58 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:04.524857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:50:04.525213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:50:04.601754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.625616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4073ea89-7422-4fb0-9e97-62572e0cb0cf']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:04.637639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a883d3af-ca86-4295-9360-04acdafd105d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:04.637953 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a883d3af-ca86-4295-9360-04acdafd105d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:04.648668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.667785 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.673624 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:04.674054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:04.783369 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:04.825232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9eb821fc-fdab-4724-9ba1-b8ae21c21ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.860374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.880152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:04.890608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] Pushing event deleted for resources: {'Network': ['ID=4073ea89-7422-4fb0-9e97-62572e0cb0cf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:04.894559 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd7ef3e2-5e1f-48fe-8c28-25ee2cc99152 tempest-NetworksIpV6Test-1080085369 tempest-NetworksIpV6Test-1080085369-project] 10.222.0.41 "DELETE /v2.0/networks/4073ea89-7422-4fb0-9e97-62572e0cb0cf HTTP/1.1" status: 204 len: 168 time: 0.9892142 Mar 02 07:50:05.026932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Deleting port bdee73d7-95cb-4da9-971f-66c6644b3f58 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:05.027413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.094922 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3fe57550-ce26-4e4c-a902-c0a2e4b82042 None None] The port 'bdee73d7-95cb-4da9-971f-66c6644b3f58' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:50:05.158944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52116) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:05.321016 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec1a8036-15e5-4797-96f5-2c983424bca9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8e89df6fd8749e4905fe17bec3d4507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609125 Mar 02 07:50:05.323478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:05.379973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6410c0-a5cf-456e-be8d-3562a5547330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.404548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6410c0-a5cf-456e-be8d-3562a5547330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.455291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6410c0-a5cf-456e-be8d-3562a5547330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.471330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6410c0-a5cf-456e-be8d-3562a5547330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da480499-ee7e-4f32-bc83-a1941a621cc6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:05.475570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6410c0-a5cf-456e-be8d-3562a5547330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.476678 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc6410c0-a5cf-456e-be8d-3562a5547330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da480499-ee7e-4f32-bc83-a1941a621cc6 HTTP/1.1" status: 204 len: 168 time: 0.1523201 Mar 02 07:50:05.590899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bdee73d7-95cb-4da9-971f-66c6644b3f58 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:05.625493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: bdee73d7-95cb-4da9-971f-66c6644b3f58 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:05.625873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bdee73d7-95cb-4da9-971f-66c6644b3f58 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:05.910668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:05.911725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.162293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:06.260242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-7682758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:06.266788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:06.270576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Usage tracker for resource:router and tenant:50f98754c41b424a91645ccf568855a3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:06.273399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:06.279475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:06.290059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.291095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.306094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.326197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.348176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.349399 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-11553728-091f-4ab9-8d38-4ef07a8a498c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1861191 Mar 02 07:50:06.352076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:06.357446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-99507766'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:06.362274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:06.367084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Usage tracker for resource:network and tenant:50f98754c41b424a91645ccf568855a3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:06.370004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:06.379889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:06.391334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Made reservation on behalf of 50f98754c41b424a91645ccf568855a3 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:06.394837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.406641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.420950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:06.424614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Usage tracker for resource:security_group_rule and tenant:50f98754c41b424a91645ccf568855a3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:06.427904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:06.433399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:06.514040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.517508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.548192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:06.556913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa86428c-0132-4358-9ebe-8e3bb5c10866,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:06.562172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.562514 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Added segment 1e6b40f0-c525-41d7-b20f-6a65a8934649 of type vlan for network a32f34e4-7809-46cd-917c-d19bb4b3999d Mar 02 07:50:06.589062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.617543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.622874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:06.623451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:06.728301 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3751748 Mar 02 07:50:06.731105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52156) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:06.737006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Request body: {'subnet': {'network_id': 'a32f34e4-7809-46cd-917c-d19bb4b3999d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:06.740344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3c65e-08f9-4148-bb10-3a9fa0e5ac5c tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event updated for resources: {'Network': ['ID=a32f34e4-7809-46cd-917c-d19bb4b3999d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:06.750908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a32f34e4-7809-46cd-917c-d19bb4b3999d details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:06.843409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:06.847073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Usage tracker for resource:subnet and tenant:50f98754c41b424a91645ccf568855a3 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:06.850430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:06.855975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:06.865296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Made reservation on behalf of 50f98754c41b424a91645ccf568855a3 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:06.868725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.071403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.148761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event updated for resources: {'Subnet': ['ID=f259d4c1-c7bf-4dfb-84f9-77e998ddc145,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:07.157391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Checking segment: {'id': '1e6b40f0-c525-41d7-b20f-6a65a8934649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a32f34e4-7809-46cd-917c-d19bb4b3999d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:07.157783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Network hostable DHCP agents. Network: a32f34e4-7809-46cd-917c-d19bb4b3999d, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:07.168731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.175917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Network a32f34e4-7809-46cd-917c-d19bb4b3999d is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:07.184581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a32f34e4-7809-46cd-917c-d19bb4b3999d) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:07.188427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:07.188997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.195509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e89250-eba0-4d79-b79b-d69542a042ba None None] Network a32f34e4-7809-46cd-917c-d19bb4b3999d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:07.210029 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6f84c412-72a8-4ce5-ab55-7e6f486af972 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4777694 Mar 02 07:50:07.212898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52160) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:07.218251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1904952293'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:07.222879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:07.226546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Usage tracker for resource:network and tenant:50f98754c41b424a91645ccf568855a3 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:07.229266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:07.234851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:07.244032 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Made reservation on behalf of 50f98754c41b424a91645ccf568855a3 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:07.247451 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.274139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:07.282759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.283179 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Added segment ed25f61a-2266-4316-87fe-8a75d5709f1a of type vlan for network c7522a04-0c08-42c2-9ba1-900b5eb477e0 Mar 02 07:50:07.309638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.338580 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.344134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:07.344810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.400638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52164) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:07.401181 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1867588 Mar 02 07:50:07.406659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Request body: {'subnet': {'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:07.414859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a32f34e4-7809-46cd-917c-d19bb4b3999d', 'network_id': 'a32f34e4-7809-46cd-917c-d19bb4b3999d', 'tenant_id': '50f98754c41b424a91645ccf568855a3', 'fixed_ips': [{'subnet_id': 'f259d4c1-c7bf-4dfb-84f9-77e998ddc145'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:07.415686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.455286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263af7d7-9f30-4749-9056-0d02ef1af38b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event updated for resources: {'Network': ['ID=c7522a04-0c08-42c2-9ba1-900b5eb477e0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:07.474482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network c7522a04-0c08-42c2-9ba1-900b5eb477e0 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:07.520773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:07.524465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Usage tracker for resource:subnet and tenant:50f98754c41b424a91645ccf568855a3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:07.527337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:07.532667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:07.543263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Made reservation on behalf of 50f98754c41b424a91645ccf568855a3 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:07.546763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.690217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Allocated IP 172.20.0.2 (a32f34e4-7809-46cd-917c-d19bb4b3999d/f259d4c1-c7bf-4dfb-84f9-77e998ddc145/28d604bb-07fa-4abe-9e16-4b3d7b5fd089) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:07.758820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.840043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event updated for resources: {'Subnet': ['ID=be81507e-422c-48e2-840a-2f61e0e8a5f5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:07.847055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Checking segment: {'id': 'ed25f61a-2266-4316-87fe-8a75d5709f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:07.847362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Network hostable DHCP agents. Network: c7522a04-0c08-42c2-9ba1-900b5eb477e0, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:07.865840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Network c7522a04-0c08-42c2-9ba1-900b5eb477e0 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:07.874795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, c7522a04-0c08-42c2-9ba1-900b5eb477e0) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:07.879419 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:07.879998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.887841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cb289-bc34-4c33-825a-28cfea60e281 None None] Network c7522a04-0c08-42c2-9ba1-900b5eb477e0 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:07.902897 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a552c281-ab9c-493f-bc26-38635a260bdf tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4983420 Mar 02 07:50:07.903100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:07.907958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b53a6015-e7e4-4849-b058-2d9c50447092 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:07.916159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:07.974707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Transition to ACTIVE for port object 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:08.010110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Transition to ACTIVE for port object 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:08.019000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.126990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Network a32f34e4-7809-46cd-917c-d19bb4b3999d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:08.132150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:08.147934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:08.151771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Pushing event updated for resources: {'Port': ['ID=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:08.278267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-c7522a04-0c08-42c2-9ba1-900b5eb477e0', 'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0', 'tenant_id': '50f98754c41b424a91645ccf568855a3', 'fixed_ips': [{'subnet_id': 'be81507e-422c-48e2-840a-2f61e0e8a5f5'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:08.279090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.287928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Attempting to bind port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:08.288296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Attempting to bind port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1e6b40f0-c525-41d7-b20f-6a65a8934649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a32f34e4-7809-46cd-917c-d19bb4b3999d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:08.288658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Attempting to bind port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 on network a32f34e4-7809-46cd-917c-d19bb4b3999d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:08.300588 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:08.301504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Checking segment: {'id': '1e6b40f0-c525-41d7-b20f-6a65a8934649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a32f34e4-7809-46cd-917c-d19bb4b3999d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:08.301933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.302327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Bound using segment: {'id': '1e6b40f0-c525-41d7-b20f-6a65a8934649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a32f34e4-7809-46cd-917c-d19bb4b3999d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:08.302788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Bound port: 28d604bb-07fa-4abe-9e16-4b3d7b5fd089, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6b40f0-c525-41d7-b20f-6a65a8934649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a32f34e4-7809-46cd-917c-d19bb4b3999d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:08.303158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.384844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b53a6015-e7e4-4849-b058-2d9c50447092 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.493372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] For port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:08.505335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] For port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,segment=NetworkSegment(1e6b40f0-c525-41d7-b20f-6a65a8934649),segment_id=1e6b40f0-c525-41d7-b20f-6a65a8934649)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:08.511446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.527436 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-b53a6015-e7e4-4849-b058-2d9c50447092 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 07:50:08.528428 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b53a6015-e7e4-4849-b058-2d9c50447092 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "PUT /v2.0/routers/1b4f37f3-11ed-4916-8d34-5b87628658a3 HTTP/1.1" status: 400 len: 364 time: 0.6245549 Mar 02 07:50:08.534133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:08.551573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Allocated IP 172.21.0.2 (c7522a04-0c08-42c2-9ba1-900b5eb477e0/be81507e-422c-48e2-840a-2f61e0e8a5f5/9066898f-93ce-46cf-bbf6-9bf9c0b5afe1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:08.608831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Deleting subnet be81507e-422c-48e2-840a-2f61e0e8a5f5 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:08.693331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e7a2-423e-49a2-a20d-35c52095f059 None None] Pushing event updated for resources: {'Port': ['ID=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:08.817620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.827900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Transition to ACTIVE for port object 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:08.848864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Transition to ACTIVE for port object 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:08.854680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.855286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.915473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:08.920164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Network c7522a04-0c08-42c2-9ba1-900b5eb477e0 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:08.923073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:08.926707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:08.942420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Pushing event updated for resources: {'Port': ['ID=9066898f-93ce-46cf-bbf6-9bf9c0b5afe1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:09.004565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.028816 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Attempting to bind port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:09.029179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Attempting to bind port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'ed25f61a-2266-4316-87fe-8a75d5709f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:09.029537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Attempting to bind port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 on network c7522a04-0c08-42c2-9ba1-900b5eb477e0 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:09.034662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:09.035129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Checking segment: {'id': 'ed25f61a-2266-4316-87fe-8a75d5709f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:09.036030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.036419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Bound using segment: {'id': 'ed25f61a-2266-4316-87fe-8a75d5709f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:09.036867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Bound port: 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed25f61a-2266-4316-87fe-8a75d5709f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7522a04-0c08-42c2-9ba1-900b5eb477e0'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:09.037232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.076479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.116823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event deleted for resources: {'Subnet': ['ID=be81507e-422c-48e2-840a-2f61e0e8a5f5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:09.121393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.128073 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e0473ba7-9dc6-4bd6-810d-2cc1df6e3195 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "DELETE /v2.0/subnets/be81507e-422c-48e2-840a-2f61e0e8a5f5 HTTP/1.1" status: 204 len: 168 time: 0.5929334 Mar 02 07:50:09.131246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:09.138278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] For port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:09.141808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] For port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9066898f-93ce-46cf-bbf6-9bf9c0b5afe1,segment=NetworkSegment(ed25f61a-2266-4316-87fe-8a75d5709f1a),segment_id=ed25f61a-2266-4316-87fe-8a75d5709f1a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:09.146190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.244753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.254826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Deleting port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:09.255144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.265324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e22c0-09d8-4ec5-a17c-08c2042c82dd None None] Pushing event updated for resources: {'Port': ['ID=9066898f-93ce-46cf-bbf6-9bf9c0b5afe1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:09.291228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07958cf-bcaa-48c0-9dc1-28ba46c0c80e None None] Network c7522a04-0c08-42c2-9ba1-900b5eb477e0 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:09.477179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] For port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=9066898f-93ce-46cf-bbf6-9bf9c0b5afe1,segment=NetworkSegment(ed25f61a-2266-4316-87fe-8a75d5709f1a),segment_id=ed25f61a-2266-4316-87fe-8a75d5709f1a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:09.477636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.605459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Calling delete_port for 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:09.628396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:09.663601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d43ad-c176-416a-847a-4d184135fe24 None None] Network a32f34e4-7809-46cd-917c-d19bb4b3999d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:09.687566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.790203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-858cbbd5-bdfd-4ffb-bd0d-e9aff07579ce None None] Provisioning for port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:09.812319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:09.848314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] No DVR routers for this DVR port 9066898f-93ce-46cf-bbf6-9bf9c0b5afe1 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:09.849509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:09.849908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.850706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event deleted for resources: {'Port': ['ID=9066898f-93ce-46cf-bbf6-9bf9c0b5afe1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:09.973273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:09.999046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7522a04-0c08-42c2-9ba1-900b5eb477e0']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:10.011409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed25f61a-2266-4316-87fe-8a75d5709f1a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:10.011694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed25f61a-2266-4316-87fe-8a75d5709f1a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:10.023236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.024770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.038733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.044769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:10.045186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:10.063433 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:10.066101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,segment=NetworkSegment(1e6b40f0-c525-41d7-b20f-6a65a8934649),segment_id=1e6b40f0-c525-41d7-b20f-6a65a8934649)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:10.070702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.140869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:10.142436 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.160336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.171202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event deleted for resources: {'Network': ['ID=c7522a04-0c08-42c2-9ba1-900b5eb477e0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:10.177950 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52180) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:10.178434 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12c26224-f42e-49b4-a98f-fcf05ac71157 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "DELETE /v2.0/networks/c7522a04-0c08-42c2-9ba1-900b5eb477e0 HTTP/1.1" status: 204 len: 168 time: 1.0456893 Mar 02 07:50:10.248069 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02c5ab-bb0a-4f3b-9284-c1cf75e19933 None None] get_active_networks_info from dv-neutron-831485-1-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 07:50:10.249054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Deleting subnet f259d4c1-c7bf-4dfb-84f9-77e998ddc145 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:50:10.252122 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.306426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.340873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02c5ab-bb0a-4f3b-9284-c1cf75e19933 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 07:50:10.352885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71d9d3db-7434-497c-bb69-5852646dce5e None None] Provisioning complete for port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:10.353257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71d9d3db-7434-497c-bb69-5852646dce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.391980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.471667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.510264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event deleted for resources: {'Subnet': ['ID=f259d4c1-c7bf-4dfb-84f9-77e998ddc145,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:10.515145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.522957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.523301 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.523635 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.523964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.524284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.524605 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.524923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.525272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.525590 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.525932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.526249 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.526563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:10.533059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:10.533196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9829a9b3-1e4f-4e88-a08f-fee10d787c0b tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "DELETE /v2.0/subnets/f259d4c1-c7bf-4dfb-84f9-77e998ddc145 HTTP/1.1" status: 204 len: 168 time: 0.3540757 Mar 02 07:50:10.648572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.659365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Deleting port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:10.659697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.735734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a4a7d-b4ae-4fe0-8d98-c6056461474f None None] Network a32f34e4-7809-46cd-917c-d19bb4b3999d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:10.862630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] For port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,segment=NetworkSegment(1e6b40f0-c525-41d7-b20f-6a65a8934649),segment_id=1e6b40f0-c525-41d7-b20f-6a65a8934649)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:10.862924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.972220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] DHCP port deletion for a32f34e4-7809-46cd-917c-d19bb4b3999d request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:50:10.976513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Deleting port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:10.976942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:10.984457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Calling delete_port for 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:11.065387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.112019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event deleted for resources: {'Port': ['ID=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:11.114342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] No DVR routers for this DVR port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:11.218788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] For port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=28d604bb-07fa-4abe-9e16-4b3d7b5fd089,segment=NetworkSegment(1e6b40f0-c525-41d7-b20f-6a65a8934649),segment_id=1e6b40f0-c525-41d7-b20f-6a65a8934649)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:11.219413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.236312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.261927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32f34e4-7809-46cd-917c-d19bb4b3999d']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:11.273960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6b40f0-c525-41d7-b20f-6a65a8934649') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:11.274256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6b40f0-c525-41d7-b20f-6a65a8934649') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:11.286091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.302882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.308922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:50:11.309307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:50:11.328120 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:50:11.340243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Calling delete_port for 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:11.406559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.414875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:50:11.415423 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:50:11.424283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.436681 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Pushing event deleted for resources: {'Network': ['ID=a32f34e4-7809-46cd-917c-d19bb4b3999d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:11.439772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7dd65e12-d699-4141-82bd-453094abc1b3 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "DELETE /v2.0/networks/a32f34e4-7809-46cd-917c-d19bb4b3999d HTTP/1.1" status: 204 len: 168 time: 0.9054663 Mar 02 07:50:11.442418 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52188) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:11.486658 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2465d7ed-247a-46ef-b5d6-81f45b2aea1d tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b4f37f3-11ed-4916-8d34-5b87628658a3 HTTP/1.1" status: 200 len: 205 time: 0.0429406 Mar 02 07:50:11.489472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:11.590664 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:11.623855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74bc3ceb-cdd0-4fe5-a86d-ec01811e3398 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.627088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:11.627440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:11.917172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Deleting port 28d604bb-07fa-4abe-9e16-4b3d7b5fd089 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:11.917559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:11.981368 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7e10a5b4-0f4c-4e1c-a96f-da757ec93fe1 None None] The port '28d604bb-07fa-4abe-9e16-4b3d7b5fd089' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:50:12.019802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74bc3ceb-cdd0-4fe5-a86d-ec01811e3398 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.021969 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74bc3ceb-cdd0-4fe5-a86d-ec01811e3398 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.043873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74bc3ceb-cdd0-4fe5-a86d-ec01811e3398 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.044334 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc3ceb-cdd0-4fe5-a86d-ec01811e3398 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Fanout notify agent at l3_agent the message router_deleted on router 1b4f37f3-11ed-4916-8d34-5b87628658a3 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:50:12.055289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74bc3ceb-cdd0-4fe5-a86d-ec01811e3398 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.056353 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-74bc3ceb-cdd0-4fe5-a86d-ec01811e3398 tempest-RoutersNegativeTest-29473531 tempest-RoutersNegativeTest-29473531-project] 10.222.0.41 "DELETE /v2.0/routers/1b4f37f3-11ed-4916-8d34-5b87628658a3 HTTP/1.1" status: 204 len: 168 time: 0.5659821 Mar 02 07:50:12.311089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52200) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:12.457404 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59d93736-1935-4309-b3d8-456a94aba086 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50f98754c41b424a91645ccf568855a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450851 Mar 02 07:50:12.459794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52206) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:12.515203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f558cc-e616-43ca-b030-d5aef01128ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.540982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f558cc-e616-43ca-b030-d5aef01128ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.591369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f558cc-e616-43ca-b030-d5aef01128ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.608150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f558cc-e616-43ca-b030-d5aef01128ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa86428c-0132-4358-9ebe-8e3bb5c10866,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:12.612145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f558cc-e616-43ca-b030-d5aef01128ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:12.613286 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-45f558cc-e616-43ca-b030-d5aef01128ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa86428c-0132-4358-9ebe-8e3bb5c10866 HTTP/1.1" status: 204 len: 168 time: 0.1525762 Mar 02 07:50:13.257403 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52230) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:13.359053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1413523503-network', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:13.364400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:13.368193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Usage tracker for resource:network and tenant:64fa5932ea9c4143aa90fabbddcfda8f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:13.370995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:13.376484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:13.389840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Made reservation on behalf of 64fa5932ea9c4143aa90fabbddcfda8f for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:13.392040 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.403636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.417142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:13.421151 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Usage tracker for resource:security_group_rule and tenant:64fa5932ea9c4143aa90fabbddcfda8f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:13.424165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:13.430299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:13.517770 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.521381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.551571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:13.560061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:13.567531 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.567897 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Added segment 6fac4dd1-ddb7-4146-bd02-f2531fee6067 of type vlan for network 0fd1e3be-547c-461d-a508-53ed54688ba6 Mar 02 07:50:13.593379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.621436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.622385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:13.622957 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.720634 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4621112 Mar 02 07:50:13.723990 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:13.731043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Request body: {'subnet': {'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-subnet', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:13.734348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ba65d-aec1-4728-b1e5-1bc57434ab4b admin admin] Pushing event updated for resources: {'Network': ['ID=0fd1e3be-547c-461d-a508-53ed54688ba6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:13.738778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:13.750651 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Usage tracker for resource:subnet and tenant:64fa5932ea9c4143aa90fabbddcfda8f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:13.750805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:13.753753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:13.759481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:13.770024 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Made reservation on behalf of 64fa5932ea9c4143aa90fabbddcfda8f for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:13.772460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:13.966458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.042412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df68481-1ea1-47d9-a3de-4590ab587786,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:14.047713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Checking segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:14.047873 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Network hostable DHCP agents. Network: 0fd1e3be-547c-461d-a508-53ed54688ba6, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:14.066806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:14.079089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 0fd1e3be-547c-461d-a508-53ed54688ba6) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:14.086051 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:14.086744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.094334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c814eda-c799-4bd5-a12e-fed3fb5c2f79 None None] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:14.108009 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a68ba15b-c545-4fa4-94e5-696896308a0c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3828528 Mar 02 07:50:14.110538 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52240) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:14.116654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:14.121299 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:14.125199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Usage tracker for resource:router and tenant:64fa5932ea9c4143aa90fabbddcfda8f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:14.127998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:14.133493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:14.143892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.145513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.160172 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.305119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-0fd1e3be-547c-461d-a508-53ed54688ba6', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'fixed_ips': [{'subnet_id': '2df68481-1ea1-47d9-a3de-4590ab587786'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:14.306148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.435715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.465776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Allocated IP 172.20.0.2 (0fd1e3be-547c-461d-a508-53ed54688ba6/2df68481-1ea1-47d9-a3de-4590ab587786/c62b2c95-b6ad-4a2e-975b-87bd984acbfe) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:14.665767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.676946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Transition to ACTIVE for port object c62b2c95-b6ad-4a2e-975b-87bd984acbfe will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:14.696605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Transition to ACTIVE for port object c62b2c95-b6ad-4a2e-975b-87bd984acbfe will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:14.702329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.767803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:14.771064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:14.773434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:14.787163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Pushing event updated for resources: {'Port': ['ID=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:14.853328 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.872114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Attempting to bind port c62b2c95-b6ad-4a2e-975b-87bd984acbfe on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:14.872480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Attempting to bind port c62b2c95-b6ad-4a2e-975b-87bd984acbfe by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:14.872842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Attempting to bind port c62b2c95-b6ad-4a2e-975b-87bd984acbfe on network 0fd1e3be-547c-461d-a508-53ed54688ba6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:14.878022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:14.878398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Checking segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:14.879364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.879752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Bound using segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:14.880207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Bound port: c62b2c95-b6ad-4a2e-975b-87bd984acbfe, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:14.880571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.883117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:14.966088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] For port c62b2c95-b6ad-4a2e-975b-87bd984acbfe, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:14.968932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] For port c62b2c95-b6ad-4a2e-975b-87bd984acbfe, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:14.974387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.018572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Allocated IP 172.26.4.151 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/002eeed5-4e04-438b-bac8-bfefed89994f) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:15.058603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12ce4a-a044-46d9-b5a9-8702574ef7c5 None None] Pushing event updated for resources: {'Port': ['ID=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:15.178845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.213569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.280917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:15.283693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:15.286221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:15.329031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Pushing event updated for resources: {'Port': ['ID=002eeed5-4e04-438b-bac8-bfefed89994f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:15.624055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c62b2c95-b6ad-4a2e-975b-87bd984acbfe up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:15.704101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port c62b2c95-b6ad-4a2e-975b-87bd984acbfe completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:15.722359 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:15.993235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c076777d-4c94-4f7d-82eb-4e22592d38cc None None] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:16.068296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.130173 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-222a9d3e-8213-4f71-b9ed-48e856695c2a None None] Provisioning for port c62b2c95-b6ad-4a2e-975b-87bd984acbfe completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:16.148234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-222a9d3e-8213-4f71-b9ed-48e856695c2a None None] Provisioning complete for port c62b2c95-b6ad-4a2e-975b-87bd984acbfe triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:16.148608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-222a9d3e-8213-4f71-b9ed-48e856695c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.353894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-222a9d3e-8213-4f71-b9ed-48e856695c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.395273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Router 44ee9c52-2669-4cec-a1eb-87b6d869f370 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:50:16.400187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-222a9d3e-8213-4f71-b9ed-48e856695c2a None None] For port c62b2c95-b6ad-4a2e-975b-87bd984acbfe, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:16.404315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-222a9d3e-8213-4f71-b9ed-48e856695c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.477311 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a9d3e-8213-4f71-b9ed-48e856695c2a None None] Pushing event updated for resources: {'Port': ['ID=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:16.582862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:16.591516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Sync routers for ids ['44ee9c52-2669-4cec-a1eb-87b6d869f370'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:16.600416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Routers {'44ee9c52-2669-4cec-a1eb-87b6d869f370'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:16.601022 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['44ee9c52-2669-4cec-a1eb-87b6d869f370'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:16.606406 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.607611 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-70dbd36a-105e-4f97-a2e9-2be55cbd2446 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4957571 Mar 02 07:50:16.610437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52244) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:16.690408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1010802c-49fb-4243-aae8-dfca32e5782a None None] Provisioning complete for port c62b2c95-b6ad-4a2e-975b-87bd984acbfe triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:16.690704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1010802c-49fb-4243-aae8-dfca32e5782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:16.841869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Set router 44ee9c52-2669-4cec-a1eb-87b6d869f370 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:17.176787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:15Z', 'revision_number': 3, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port': {'id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:17.180699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Checking router: 44ee9c52-2669-4cec-a1eb-87b6d869f370 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:17.181052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Updating router 44ee9c52-2669-4cec-a1eb-87b6d869f370 port 002eeed5-4e04-438b-bac8-bfefed89994f binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:50:17.232633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.344142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.548614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Allocated IP 172.20.0.1 (0fd1e3be-547c-461d-a508-53ed54688ba6/2df68481-1ea1-47d9-a3de-4590ab587786/4f37bd48-133c-498b-85e2-3cbf9922f690) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:17.553096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.567344 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Transition to ACTIVE for port object 002eeed5-4e04-438b-bac8-bfefed89994f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:17.582404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.616825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c62b2c95-b6ad-4a2e-975b-87bd984acbfe up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:17.743026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Attempting to bind port 002eeed5-4e04-438b-bac8-bfefed89994f on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:17.743398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Attempting to bind port 002eeed5-4e04-438b-bac8-bfefed89994f by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:17.743755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Attempting to bind port 002eeed5-4e04-438b-bac8-bfefed89994f on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:17.756610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43810e3b-fa89-42b0-bc15-0cca9bf583bb None None] Pushing event updated for resources: {'Port': ['ID=002eeed5-4e04-438b-bac8-bfefed89994f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:17.764314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:17.764687 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:17.765085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.765474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:17.765975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Bound port: 002eeed5-4e04-438b-bac8-bfefed89994f, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:17.766347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.813079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.834118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Transition to ACTIVE for port object 4f37bd48-133c-498b-85e2-3cbf9922f690 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:17.838551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port c62b2c95-b6ad-4a2e-975b-87bd984acbfe triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:17.838933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.883209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.888800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] For port 002eeed5-4e04-438b-bac8-bfefed89994f, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:17.907206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] For port 002eeed5-4e04-438b-bac8-bfefed89994f, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=002eeed5-4e04-438b-bac8-bfefed89994f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:17.916718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:17.945184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:17.948489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:17.952223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:17.999203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Pushing event updated for resources: {'Port': ['ID=4f37bd48-133c-498b-85e2-3cbf9922f690,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:18.026585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43810e3b-fa89-42b0-bc15-0cca9bf583bb None None] Pushing event updated for resources: {'Port': ['ID=002eeed5-4e04-438b-bac8-bfefed89994f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:18.042127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.048268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Routers {'44ee9c52-2669-4cec-a1eb-87b6d869f370'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:18.048916 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['44ee9c52-2669-4cec-a1eb-87b6d869f370'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:18.237434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6234a90b-a716-4cf1-a14c-8b23c734ef60 None None] Provisioning for port 4f37bd48-133c-498b-85e2-3cbf9922f690 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:18.251420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6234a90b-a716-4cf1-a14c-8b23c734ef60 None None] Provisioning complete for port 4f37bd48-133c-498b-85e2-3cbf9922f690 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:18.251797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6234a90b-a716-4cf1-a14c-8b23c734ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.275563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] Set router 44ee9c52-2669-4cec-a1eb-87b6d869f370 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:18.333384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.437413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6234a90b-a716-4cf1-a14c-8b23c734ef60 None None] Port 4f37bd48-133c-498b-85e2-3cbf9922f690 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:18.590124 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:15Z', 'revision_number': 3, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port': {'id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:18.595188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e752a8-e102-4893-9012-55ef8567ad73 None None] The sync data for ids ['44ee9c52-2669-4cec-a1eb-87b6d869f370'] in dv-neutron-831485-1-hyperv is: [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:15Z', 'revision_number': 3, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port': {'id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:18.601292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.606776 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.716967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Pushing event updated for resources: {'Port': ['ID=4f37bd48-133c-498b-85e2-3cbf9922f690,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:18.722852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:18.874117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:18.875385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:19.095601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Router 44ee9c52-2669-4cec-a1eb-87b6d869f370 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:19.132154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.165186 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-308aa688-e0b9-453e-bbe7-916ac397407f None None] Provisioning complete for port 4f37bd48-133c-498b-85e2-3cbf9922f690 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:19.165688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-308aa688-e0b9-453e-bbe7-916ac397407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.221587 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-308aa688-e0b9-453e-bbe7-916ac397407f None None] Port 4f37bd48-133c-498b-85e2-3cbf9922f690 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:19.292812 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:19.302660 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-05552aa0-257e-458f-b5fc-b0b7407e1b03 admin admin] 10.222.0.41 "PUT /v2.0/routers/44ee9c52-2669-4cec-a1eb-87b6d869f370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6912382 Mar 02 07:50:19.623190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 002eeed5-4e04-438b-bac8-bfefed89994f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:19.696124 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 002eeed5-4e04-438b-bac8-bfefed89994f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:19.701271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 002eeed5-4e04-438b-bac8-bfefed89994f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:19.701936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.827154 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.834816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52262) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:19.841382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-360787202-network', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:19.846297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:19.851379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Usage tracker for resource:network and tenant:99fd369fa8d54738b7df86a96e330c53 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:19.852618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 002eeed5-4e04-438b-bac8-bfefed89994f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=002eeed5-4e04-438b-bac8-bfefed89994f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:19.854345 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:19.856167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.862066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:19.875733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Made reservation on behalf of 99fd369fa8d54738b7df86a96e330c53 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:19.878116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.903972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:19.931068 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=002eeed5-4e04-438b-bac8-bfefed89994f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:19.933815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:19.937815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Usage tracker for resource:security_group_rule and tenant:99fd369fa8d54738b7df86a96e330c53 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:19.940822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:19.946615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:20.038026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.042412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.076550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:50:20.087759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7941d24e-80d2-4c25-97a1-2e42b1b09469,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:20.096239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.096648 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Added segment 1e075d8c-3ea8-4267-a6d6-a00b08c7013e of type vlan for network e23e97ca-e3df-4537-8181-e4780517c814 Mar 02 07:50:20.125220 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Sync routers for ids ['44ee9c52-2669-4cec-a1eb-87b6d869f370'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:20.129017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.134374 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Routers {'44ee9c52-2669-4cec-a1eb-87b6d869f370'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:20.134994 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['44ee9c52-2669-4cec-a1eb-87b6d869f370'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:20.161413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.162539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:20.163120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.266016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] Pushing event updated for resources: {'Network': ['ID=e23e97ca-e3df-4537-8181-e4780517c814,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:20.273587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52266) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:20.274105 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12179484-c7e4-4640-a890-cf0efcbe4668 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4371822 Mar 02 07:50:20.276960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network e23e97ca-e3df-4537-8181-e4780517c814 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:50:20.280532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Request body: {'subnet': {'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-subnet', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:20.286115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:20.290571 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Usage tracker for resource:subnet and tenant:99fd369fa8d54738b7df86a96e330c53 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:20.293450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:20.299738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:20.315167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Made reservation on behalf of 99fd369fa8d54738b7df86a96e330c53 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:20.318658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.320411 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Set router 44ee9c52-2669-4cec-a1eb-87b6d869f370 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:20.646781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.669370 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:18Z', 'revision_number': 4, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port': {'id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '4f37bd48-133c-498b-85e2-3cbf9922f690', 'name': '', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'mac_address': 'fa:16:3e:ac:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:17Z', 'updated_at': '2022-03-02T07:50:18Z', 'revision_number': 2, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'subnets': [{'id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:20.673763 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Checking router: 44ee9c52-2669-4cec-a1eb-87b6d869f370 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:20.674115 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Updating router 44ee9c52-2669-4cec-a1eb-87b6d869f370 port 4f37bd48-133c-498b-85e2-3cbf9922f690 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:50:20.718150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1055403d-62d8-4c63-80b0-fb9c97da5281,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:20.725478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Checking segment: {'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:20.725859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Network hostable DHCP agents. Network: e23e97ca-e3df-4537-8181-e4780517c814, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:50:20.729047 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.743806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Network e23e97ca-e3df-4537-8181-e4780517c814 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:50:20.752595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, e23e97ca-e3df-4537-8181-e4780517c814) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:20.757131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:20.757739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.762475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99498fd9-0828-4f5c-91f9-809b6ad51e0a None None] Network e23e97ca-e3df-4537-8181-e4780517c814 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:20.782959 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa1a270b-e215-40a2-9dd5-89970f538c01 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5075235 Mar 02 07:50:20.783341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:20.790780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:20.798618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:20.803375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Usage tracker for resource:router and tenant:99fd369fa8d54738b7df86a96e330c53 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:50:20.806827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:50:20.812726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:20.825560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.826855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:20.845488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.054531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-e23e97ca-e3df-4537-8181-e4780517c814', 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'fixed_ips': [{'subnet_id': '1055403d-62d8-4c63-80b0-fb9c97da5281'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:50:21.055407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.093459 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.106154 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Transition to ACTIVE for port object 4f37bd48-133c-498b-85e2-3cbf9922f690 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:21.113866 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.221585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Allocated IP 172.20.0.2 (e23e97ca-e3df-4537-8181-e4780517c814/1055403d-62d8-4c63-80b0-fb9c97da5281/f1d6ac03-b2f0-4475-99b9-f34d23510f4f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:21.245807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.337734 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Attempting to bind port 4f37bd48-133c-498b-85e2-3cbf9922f690 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:21.338220 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Attempting to bind port 4f37bd48-133c-498b-85e2-3cbf9922f690 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:21.338656 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Attempting to bind port 4f37bd48-133c-498b-85e2-3cbf9922f690 on network 0fd1e3be-547c-461d-a508-53ed54688ba6 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:21.346326 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:21.347395 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Checking segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:21.347902 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.348415 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Bound using segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:21.348990 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Bound port: 4f37bd48-133c-498b-85e2-3cbf9922f690, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:21.349465 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.417393 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Pushing event updated for resources: {'Port': ['ID=4f37bd48-133c-498b-85e2-3cbf9922f690,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:21.428496 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.428961 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.429404 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.429887 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.430321 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.430929 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.431646 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.432076 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.432505 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.432927 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.433349 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.433808 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:50:21.477770 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] For port 4f37bd48-133c-498b-85e2-3cbf9922f690, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:21.481025 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] For port 4f37bd48-133c-498b-85e2-3cbf9922f690, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4f37bd48-133c-498b-85e2-3cbf9922f690,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:21.488280 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.546051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.567279 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Routers {'44ee9c52-2669-4cec-a1eb-87b6d869f370'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:21.568103 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['44ee9c52-2669-4cec-a1eb-87b6d869f370'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:21.568726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Transition to ACTIVE for port object f1d6ac03-b2f0-4475-99b9-f34d23510f4f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:21.598487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Transition to ACTIVE for port object f1d6ac03-b2f0-4475-99b9-f34d23510f4f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:21.614442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.645061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.656468 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01c98c-ac52-4a34-9ee7-af057323f19b None None] Pushing event updated for resources: {'Port': ['ID=4f37bd48-133c-498b-85e2-3cbf9922f690,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:21.679490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 002eeed5-4e04-438b-bac8-bfefed89994f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:21.688312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.748536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Network e23e97ca-e3df-4537-8181-e4780517c814 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:21.755442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:21.763313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:21.783039 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] Set router 44ee9c52-2669-4cec-a1eb-87b6d869f370 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:21.786991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Pushing event updated for resources: {'Port': ['ID=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:21.864640 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Allocated IP 172.26.4.167 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/b330eec1-4dbd-4486-8e11-746c1da76dee) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:21.908990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Attempting to bind port f1d6ac03-b2f0-4475-99b9-f34d23510f4f on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:21.909407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Attempting to bind port f1d6ac03-b2f0-4475-99b9-f34d23510f4f by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:21.910399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Attempting to bind port f1d6ac03-b2f0-4475-99b9-f34d23510f4f on network e23e97ca-e3df-4537-8181-e4780517c814 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:21.912248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 002eeed5-4e04-438b-bac8-bfefed89994f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:21.912623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.952484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:21.952854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Checking segment: {'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:21.953326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:21.953718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Bound using segment: {'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:21.954196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Bound port: f1d6ac03-b2f0-4475-99b9-f34d23510f4f, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:21.954570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.044318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.077474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.099597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] For port f1d6ac03-b2f0-4475-99b9-f34d23510f4f, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:22.116810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] For port f1d6ac03-b2f0-4475-99b9-f34d23510f4f, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,segment=NetworkSegment(1e075d8c-3ea8-4267-a6d6-a00b08c7013e),segment_id=1e075d8c-3ea8-4267-a6d6-a00b08c7013e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:22.122667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:22.130740 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:18Z', 'revision_number': 4, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port': {'id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '4f37bd48-133c-498b-85e2-3cbf9922f690', 'name': '', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'mac_address': 'fa:16:3e:ac:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:17Z', 'updated_at': '2022-03-02T07:50:21Z', 'revision_number': 4, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'subnets': [{'id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:22.135694 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d5d6-bc97-4068-b9ed-035dd04fa219 None None] The sync data for ids ['44ee9c52-2669-4cec-a1eb-87b6d869f370'] in dv-neutron-831485-1-hyperv is: [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:18Z', 'revision_number': 4, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port': {'id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '4f37bd48-133c-498b-85e2-3cbf9922f690', 'name': '', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'mac_address': 'fa:16:3e:ac:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:17Z', 'updated_at': '2022-03-02T07:50:21Z', 'revision_number': 4, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'subnets': [{'id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:22.151872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:22.155106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:22.158926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:22.221286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e35c-e026-49d7-b922-f41431fb1d6b None None] Pushing event updated for resources: {'Port': ['ID=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:22.225707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Pushing event updated for resources: {'Port': ['ID=b330eec1-4dbd-4486-8e11-746c1da76dee,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:22.650943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.136113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.290301 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e1c9f-9808-493b-a9cb-0bfaf339f2f3 None None] Network e23e97ca-e3df-4537-8181-e4780517c814 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:50:23.355535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Router a7b43c2f-d75c-482a-9eec-969cbeb48248 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:50:23.398932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a3fbc66a-4cf5-43ae-98b2-44c8764f666c None None] Provisioning for port f1d6ac03-b2f0-4475-99b9-f34d23510f4f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:23.532451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:23.542228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Sync routers for ids ['a7b43c2f-d75c-482a-9eec-969cbeb48248'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:23.553509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Routers {'a7b43c2f-d75c-482a-9eec-969cbeb48248'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:23.553993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7b43c2f-d75c-482a-9eec-969cbeb48248'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:23.560995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:23.566565 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52274) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:50:23.567124 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92f6bac3-3fe5-4b77-8ab2-fdf31e69af78 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7807388 Mar 02 07:50:23.719760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f37bd48-133c-498b-85e2-3cbf9922f690 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:23.752497 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:50:23.808110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Set router a7b43c2f-d75c-482a-9eec-969cbeb48248 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:23.979059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 4f37bd48-133c-498b-85e2-3cbf9922f690 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:23.990449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4f37bd48-133c-498b-85e2-3cbf9922f690 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:23.990823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.219766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.259026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 4f37bd48-133c-498b-85e2-3cbf9922f690, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4f37bd48-133c-498b-85e2-3cbf9922f690,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:24.261413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:50:22Z', 'revision_number': 3, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port': {'id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:21Z', 'updated_at': '2022-03-02T07:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:24.265503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.266267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f1d6ac03-b2f0-4475-99b9-f34d23510f4f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:24.272072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.333744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Checking router: a7b43c2f-d75c-482a-9eec-969cbeb48248 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:24.334342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Updating router a7b43c2f-d75c-482a-9eec-969cbeb48248 port b330eec1-4dbd-4486-8e11-746c1da76dee binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:50:24.453249 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.479126 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Allocated IP 172.20.0.1 (e23e97ca-e3df-4537-8181-e4780517c814/1055403d-62d8-4c63-80b0-fb9c97da5281/da4f1e8c-6c25-43ca-9cbf-927468d92a2a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:24.496232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=4f37bd48-133c-498b-85e2-3cbf9922f690,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:24.552523 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port f1d6ac03-b2f0-4475-99b9-f34d23510f4f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:24.563954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f1d6ac03-b2f0-4475-99b9-f34d23510f4f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:24.564329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.627064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.641930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Transition to ACTIVE for port object da4f1e8c-6c25-43ca-9cbf-927468d92a2a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:24.665731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.731699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Network e23e97ca-e3df-4537-8181-e4780517c814 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:24.732846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:24.736559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:24.776072 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Pushing event updated for resources: {'Port': ['ID=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:24.803005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.821369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.871448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port f1d6ac03-b2f0-4475-99b9-f34d23510f4f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,segment=NetworkSegment(1e075d8c-3ea8-4267-a6d6-a00b08c7013e),segment_id=1e075d8c-3ea8-4267-a6d6-a00b08c7013e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:24.875317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.927369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:24.994069 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.022433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47bbd393-65ce-4767-a4f5-74a2f00cd775 None None] Provisioning for port da4f1e8c-6c25-43ca-9cbf-927468d92a2a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:25.031872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Transition to ACTIVE for port object b330eec1-4dbd-4486-8e11-746c1da76dee will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:25.038775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47bbd393-65ce-4767-a4f5-74a2f00cd775 None None] Provisioning complete for port da4f1e8c-6c25-43ca-9cbf-927468d92a2a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:25.039326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47bbd393-65ce-4767-a4f5-74a2f00cd775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.062714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:25.071040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.163492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-47bbd393-65ce-4767-a4f5-74a2f00cd775 None None] Port da4f1e8c-6c25-43ca-9cbf-927468d92a2a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:25.175623 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Attempting to bind port b330eec1-4dbd-4486-8e11-746c1da76dee on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:25.175991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Attempting to bind port b330eec1-4dbd-4486-8e11-746c1da76dee by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:25.176354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Attempting to bind port b330eec1-4dbd-4486-8e11-746c1da76dee on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:25.178495 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a689201-0d1f-428f-af73-154fcd820297 None None] Pushing event updated for resources: {'Port': ['ID=b330eec1-4dbd-4486-8e11-746c1da76dee,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:25.184201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:25.184575 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:25.184975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.185363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:25.185951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Bound port: b330eec1-4dbd-4486-8e11-746c1da76dee, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:25.186212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.251760 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.256348 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] For port b330eec1-4dbd-4486-8e11-746c1da76dee, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:25.257014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.259759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] For port b330eec1-4dbd-4486-8e11-746c1da76dee, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b330eec1-4dbd-4486-8e11-746c1da76dee,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:25.264283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.342662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Routers {'a7b43c2f-d75c-482a-9eec-969cbeb48248'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:25.343342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7b43c2f-d75c-482a-9eec-969cbeb48248'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:25.376917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.380447 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Pushing event updated for resources: {'Port': ['ID=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:25.450985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a689201-0d1f-428f-af73-154fcd820297 None None] Pushing event updated for resources: {'Port': ['ID=b330eec1-4dbd-4486-8e11-746c1da76dee,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:25.516907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Network e23e97ca-e3df-4537-8181-e4780517c814 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:25.518199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:25.565299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] Set router a7b43c2f-d75c-482a-9eec-969cbeb48248 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:25.624610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f37bd48-133c-498b-85e2-3cbf9922f690 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:25.717457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Router a7b43c2f-d75c-482a-9eec-969cbeb48248 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:50:25.856691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f5f498d8-6bf8-4737-ac90-bef9527c10ec None None] Provisioning complete for port da4f1e8c-6c25-43ca-9cbf-927468d92a2a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:25.856979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f5f498d8-6bf8-4737-ac90-bef9527c10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.897389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:50:25.906403 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-52ec6e1f-fb9f-479d-a30c-7129bf553e41 admin admin] 10.222.0.41 "PUT /v2.0/routers/a7b43c2f-d75c-482a-9eec-969cbeb48248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3387246 Mar 02 07:50:25.908187 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4f37bd48-133c-498b-85e2-3cbf9922f690 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:25.908566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:25.963006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f5f498d8-6bf8-4737-ac90-bef9527c10ec None None] Port da4f1e8c-6c25-43ca-9cbf-927468d92a2a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:26.103188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f1d6ac03-b2f0-4475-99b9-f34d23510f4f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:26.143458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:50:24Z', 'revision_number': 4, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port': {'id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:21Z', 'updated_at': '2022-03-02T07:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'da4f1e8c-6c25-43ca-9cbf-927468d92a2a', 'name': '', 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'mac_address': 'fa:16:3e:c1:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:24Z', 'updated_at': '2022-03-02T07:50:25Z', 'revision_number': 2, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'subnets': [{'id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:26.152284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e20ab92-3bde-4ed3-8cca-e22674c9b2f8 None None] The sync data for ids ['a7b43c2f-d75c-482a-9eec-969cbeb48248'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:50:24Z', 'revision_number': 4, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port': {'id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:21Z', 'updated_at': '2022-03-02T07:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'da4f1e8c-6c25-43ca-9cbf-927468d92a2a', 'name': '', 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'mac_address': 'fa:16:3e:c1:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:24Z', 'updated_at': '2022-03-02T07:50:25Z', 'revision_number': 2, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'subnets': [{'id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:26.181784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f1d6ac03-b2f0-4475-99b9-f34d23510f4f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:26.182240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:26.922566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-b078ac74-fc60-419e-9ef2-48060f8b8a4f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:26.923969 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-b078ac74-fc60-419e-9ef2-48060f8b8a4f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/networks?id=0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 200 len: 817 time: 0.1615298 Mar 02 07:50:26.938939 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-87ed699f-597a-4d72-b2b1-87cf487ddcbc tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/quotas/64fa5932ea9c4143aa90fabbddcfda8f HTTP/1.1" status: 200 len: 375 time: 0.0094793 Mar 02 07:50:27.026441 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-f8d673e7-b24d-4cce-b694-f4f8303e475b tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818386 Mar 02 07:50:27.166135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-ffd2c242-894e-4e4a-a2c4-ceca07924ad4 service neutron] 10.222.0.41 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274729 Mar 02 07:50:27.303315 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-59c0163d-5240-4b5f-80b6-9eb937b360cb service neutron] 10.222.0.41 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313615 Mar 02 07:50:27.485178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d4f1c2d4-b2c2-4769-976b-06689fc633f5 req-403b566d-362d-43ad-8fc4-f8a5c4de3d23 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Synchronizing usage tracker for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:27.501870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d4f1c2d4-b2c2-4769-976b-06689fc633f5 req-403b566d-362d-43ad-8fc4-f8a5c4de3d23 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Unset dirty status for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:27.503763 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4f1c2d4-b2c2-4769-976b-06689fc633f5 req-403b566d-362d-43ad-8fc4-f8a5c4de3d23 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 210 time: 0.0586827 Mar 02 07:50:27.628770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b330eec1-4dbd-4486-8e11-746c1da76dee up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:27.700277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b330eec1-4dbd-4486-8e11-746c1da76dee completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:27.705483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b330eec1-4dbd-4486-8e11-746c1da76dee triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:27.705886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.834350 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.851172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b330eec1-4dbd-4486-8e11-746c1da76dee, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b330eec1-4dbd-4486-8e11-746c1da76dee,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:27.854990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:27.922747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b330eec1-4dbd-4486-8e11-746c1da76dee,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:28.533016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-bb3952f4-4e5a-406b-a0de-85852d720719 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:28.535046 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-bb3952f4-4e5a-406b-a0de-85852d720719 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "GET /v2.0/networks?id=0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 200 len: 817 time: 0.1447434 Mar 02 07:50:28.545518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Request body: {'port': {'device_id': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'admin_state_up': True, 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:28.833277 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b94578e-30ee-4f06-9fdb-31144e0280cd req-a800381b-42bf-487a-a0dc-986ab29c7fe2 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 210 time: 0.0609844 Mar 02 07:50:28.865533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:28.874690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:28.884502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Made reservation on behalf of 64fa5932ea9c4143aa90fabbddcfda8f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:28.888030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.044982 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Allocated IP 172.20.0.8 (0fd1e3be-547c-461d-a508-53ed54688ba6/2df68481-1ea1-47d9-a3de-4590ab587786/b39bd149-e863-4b6f-8ac7-9c2f92ab6df1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:29.239480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.254877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Transition to ACTIVE for port object b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:29.277952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.344669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:29.347616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:29.350204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:29.408855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Pushing event updated for resources: {'Port': ['ID=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:29.450489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:29.451135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.480182 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-0b5c3e30-2dbc-4536-ae37-1cb8c738a721 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9383979 Mar 02 07:50:29.492278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Request body: {'port': {'device_id': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:29.610371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.614180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b330eec1-4dbd-4486-8e11-746c1da76dee up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:29.643830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45bbc85d-9144-43d6-aa78-12525d62c590 None None] Provisioning for port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:29.657034 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45bbc85d-9144-43d6-aa78-12525d62c590 None None] Provisioning complete for port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:29.657414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45bbc85d-9144-43d6-aa78-12525d62c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.734745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-45bbc85d-9144-43d6-aa78-12525d62c590 None None] Port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:50:29.744902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b330eec1-4dbd-4486-8e11-746c1da76dee triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:29.745286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:29.791421 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Sync routers for ids ['a7b43c2f-d75c-482a-9eec-969cbeb48248'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:50:29.801678 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Routers {'a7b43c2f-d75c-482a-9eec-969cbeb48248'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:29.802308 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7b43c2f-d75c-482a-9eec-969cbeb48248'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:29.979888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:50:29.987694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.002086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Transition to ACTIVE for port object b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:30.006882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.011828 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Set router a7b43c2f-d75c-482a-9eec-969cbeb48248 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:30.031493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb092dc-2853-4911-9bdb-89599f9dbcc9 req-1849be81-1bb0-4bae-ad97-8591e3cc38a8 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.033674 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fb092dc-2853-4911-9bdb-89599f9dbcc9 req-1849be81-1bb0-4bae-ad97-8591e3cc38a8 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 931 time: 0.0900888 Mar 02 07:50:30.082892 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1fb092dc-2853-4911-9bdb-89599f9dbcc9 req-98af13d7-49f2-42c1-998a-d9c33396ca36 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Synchronizing usage tracker for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:30.105344 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1fb092dc-2853-4911-9bdb-89599f9dbcc9 req-98af13d7-49f2-42c1-998a-d9c33396ca36 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Unset dirty status for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:30.120315 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fb092dc-2853-4911-9bdb-89599f9dbcc9 req-98af13d7-49f2-42c1-998a-d9c33396ca36 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741847 Mar 02 07:50:30.139039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Pushing event updated for resources: {'Port': ['ID=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:30.245100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Attempting to bind port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:30.245438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Attempting to bind port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:30.245796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Attempting to bind port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 on network 0fd1e3be-547c-461d-a508-53ed54688ba6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:30.250837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 on network 0fd1e3be-547c-461d-a508-53ed54688ba6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:50:30.251136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Attempting to bind port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 on network 0fd1e3be-547c-461d-a508-53ed54688ba6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:30.257255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:30.257255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Checking segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:30.257622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Bound using segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:30.258078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Bound port: b39bd149-e863-4b6f-8ac7-9c2f92ab6df1, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:30.258420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.342309 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:50:24Z', 'revision_number': 4, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port': {'id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:21Z', 'updated_at': '2022-03-02T07:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'da4f1e8c-6c25-43ca-9cbf-927468d92a2a', 'name': '', 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'mac_address': 'fa:16:3e:c1:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:24Z', 'updated_at': '2022-03-02T07:50:25Z', 'revision_number': 2, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'subnets': [{'id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:30.349250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] For port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:30.352262 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Checking router: a7b43c2f-d75c-482a-9eec-969cbeb48248 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:50:30.352605 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Updating router a7b43c2f-d75c-482a-9eec-969cbeb48248 port da4f1e8c-6c25-43ca-9cbf-927468d92a2a binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:50:30.352835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] For port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:30.357207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.403841 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.413451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.414182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.415488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] 10.222.0.32 "PUT /v2.0/ports/b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 HTTP/1.1" status: 200 len: 1093 time: 0.9281087 Mar 02 07:50:30.415914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'tag': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:50:30.454577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b96bc-0b3e-4c39-ba12-523feee9851e service neutron] Pushing event updated for resources: {'Port': ['ID=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:30.543911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'tag': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1', 'status': 'completed', 'code': 200} Mar 02 07:50:30.546501 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-e57e0b15-61ba-4454-8514-fdb4412c8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.547608 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-e57e0b15-61ba-4454-8514-fdb4412c8cc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 1096 time: 0.0857790 Mar 02 07:50:30.727672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-61c249b4-2f64-480b-8389-39b17435a76b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 HTTP/1.1" status: 200 len: 217 time: 0.1737297 Mar 02 07:50:30.781429 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.787911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-f2afeeba-2048-4386-90d6-379773891477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.789327 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-f2afeeba-2048-4386-90d6-379773891477 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2df68481-1ea1-47d9-a3de-4590ab587786 HTTP/1.1" status: 200 len: 856 time: 0.0556662 Mar 02 07:50:30.793073 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Transition to ACTIVE for port object da4f1e8c-6c25-43ca-9cbf-927468d92a2a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:30.799361 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:30.866392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663363b-576f-4c0d-ac93-46f17e179476 req-b40ed5af-9314-40b9-808f-06372b593ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:30.867742 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-b40ed5af-9314-40b9-808f-06372b593ee4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fd1e3be-547c-461d-a508-53ed54688ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724499 Mar 02 07:50:30.956360 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639f6b8-bf97-4687-a3b3-49c71b94c4c2 None None] Pushing event updated for resources: {'Port': ['ID=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:31.004590 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-d7784f02-99c0-42b1-9148-4876ac88a218 service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297140 Mar 02 07:50:31.021448 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Attempting to bind port da4f1e8c-6c25-43ca-9cbf-927468d92a2a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:50:31.021848 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Attempting to bind port da4f1e8c-6c25-43ca-9cbf-927468d92a2a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:50:31.022206 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Attempting to bind port da4f1e8c-6c25-43ca-9cbf-927468d92a2a on network e23e97ca-e3df-4537-8181-e4780517c814 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:50:31.028300 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:50:31.028678 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Checking segment: {'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:50:31.029158 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.029463 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Bound using segment: {'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:50:31.030121 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Bound port: da4f1e8c-6c25-43ca-9cbf-927468d92a2a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e075d8c-3ea8-4267-a6d6-a00b08c7013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:50:31.030374 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.123287 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] For port da4f1e8c-6c25-43ca-9cbf-927468d92a2a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:50:31.126290 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] For port da4f1e8c-6c25-43ca-9cbf-927468d92a2a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,segment=NetworkSegment(1e075d8c-3ea8-4267-a6d6-a00b08c7013e),segment_id=1e075d8c-3ea8-4267-a6d6-a00b08c7013e)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:50:31.131851 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.142860 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9663363b-576f-4c0d-ac93-46f17e179476 req-393351f8-def1-4d91-8774-760a9da4e202 service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319571 Mar 02 07:50:31.216316 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Routers {'a7b43c2f-d75c-482a-9eec-969cbeb48248'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:50:31.216844 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:50:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7b43c2f-d75c-482a-9eec-969cbeb48248'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:31.272303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-1036f964-3b22-4177-9382-53110ae5eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:31.274261 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-1036f964-3b22-4177-9382-53110ae5eae3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 1096 time: 0.0867910 Mar 02 07:50:31.313335 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639f6b8-bf97-4687-a3b3-49c71b94c4c2 None None] Pushing event updated for resources: {'Port': ['ID=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:31.323524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a116cd-bdeb-447c-a1af-6142959a94bb req-45488801-2395-4c6f-bead-bdde9cab73d4 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:31.325890 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e8a116cd-bdeb-447c-a1af-6142959a94bb req-45488801-2395-4c6f-bead-bdde9cab73d4 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 943 time: 0.1067708 Mar 02 07:50:31.381662 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e8a116cd-bdeb-447c-a1af-6142959a94bb req-3b22b146-72ab-4c91-a737-9d299b128de9 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Mar 02 07:50:31.436261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-f8f15436-cc8d-4c0d-b1b9-48f55ecdb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:31.437790 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-f8f15436-cc8d-4c0d-b1b9-48f55ecdb7eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 200 len: 918 time: 0.1551857 Mar 02 07:50:31.490084 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] Set router a7b43c2f-d75c-482a-9eec-969cbeb48248 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:50:31.509951 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-00f170ab-13f7-4718-9d15-9b8f27aa8d25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 HTTP/1.1" status: 200 len: 217 time: 0.0647502 Mar 02 07:50:31.584289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-8bd6e42e-c8ee-4ef3-802a-600c5674c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:31.586212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-8bd6e42e-c8ee-4ef3-802a-600c5674c4b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2df68481-1ea1-47d9-a3de-4590ab587786 HTTP/1.1" status: 200 len: 856 time: 0.0692425 Mar 02 07:50:31.635800 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device da4f1e8c-6c25-43ca-9cbf-927468d92a2a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:31.677878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-a1b0417d-b2d8-45b1-95e8-2135486e23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:31.679537 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-a1b0417d-b2d8-45b1-95e8-2135486e23d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fd1e3be-547c-461d-a508-53ed54688ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865450 Mar 02 07:50:31.714030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port da4f1e8c-6c25-43ca-9cbf-927468d92a2a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:31.719257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port da4f1e8c-6c25-43ca-9cbf-927468d92a2a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:31.719834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.815951 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:50:24Z', 'revision_number': 4, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port': {'id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:21Z', 'updated_at': '2022-03-02T07:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'da4f1e8c-6c25-43ca-9cbf-927468d92a2a', 'name': '', 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'mac_address': 'fa:16:3e:c1:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:24Z', 'updated_at': '2022-03-02T07:50:31Z', 'revision_number': 4, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'subnets': [{'id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:50:31.817461 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-fb01af62-4946-463a-a658-a654cf8d3b0c service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312993 Mar 02 07:50:31.820935 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e42766-f308-4fa4-91ee-af0af2649441 None None] The sync data for ids ['a7b43c2f-d75c-482a-9eec-969cbeb48248'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:50:24Z', 'revision_number': 4, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port': {'id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:21Z', 'updated_at': '2022-03-02T07:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'da4f1e8c-6c25-43ca-9cbf-927468d92a2a', 'name': '', 'network_id': 'e23e97ca-e3df-4537-8181-e4780517c814', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'mac_address': 'fa:16:3e:c1:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:24Z', 'updated_at': '2022-03-02T07:50:31Z', 'revision_number': 4, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'subnets': [{'id': '1055403d-62d8-4c63-80b0-fb9c97da5281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:50:31.887414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.919457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port da4f1e8c-6c25-43ca-9cbf-927468d92a2a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,segment=NetworkSegment(1e075d8c-3ea8-4267-a6d6-a00b08c7013e),segment_id=1e075d8c-3ea8-4267-a6d6-a00b08c7013e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:31.924171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:31.956660 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c6fb067-b46d-492b-9769-f2e35f426169 req-1a8fd09c-73e5-4bd5-a1b7-7bdc7d75b84a service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323457 Mar 02 07:50:31.991116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:32.569406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcb682-070b-45e0-8c1f-50d20ed9de7e req-000016f6-223c-473a-ba89-6daff0a43544 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:32.570050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cfdcb682-070b-45e0-8c1f-50d20ed9de7e req-000016f6-223c-473a-ba89-6daff0a43544 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Synchronizing usage tracker for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:32.583066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc47f97c-0ca9-432d-9c1e-375a21f5ecc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:32.586492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cfdcb682-070b-45e0-8c1f-50d20ed9de7e req-000016f6-223c-473a-ba89-6daff0a43544 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Unset dirty status for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:32.587641 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cfdcb682-070b-45e0-8c1f-50d20ed9de7e req-000016f6-223c-473a-ba89-6daff0a43544 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 943 time: 0.0981083 Mar 02 07:50:32.633396 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cfdcb682-070b-45e0-8c1f-50d20ed9de7e req-75f9b49b-be30-4036-bdb3-391a8f0d8e52 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Mar 02 07:50:33.612216 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device da4f1e8c-6c25-43ca-9cbf-927468d92a2a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:33.680254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port da4f1e8c-6c25-43ca-9cbf-927468d92a2a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:33.680627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:33.814601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85d71-aac3-4f7d-866f-a673e827dabd req-aaad7528-d8c1-4cdf-835d-d6ddcbc435d8 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:33.816038 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbb85d71-aac3-4f7d-866f-a673e827dabd req-aaad7528-d8c1-4cdf-835d-d6ddcbc435d8 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 943 time: 0.0781379 Mar 02 07:50:33.859796 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbb85d71-aac3-4f7d-866f-a673e827dabd req-627ee5ca-4ccd-4339-a605-e088aff717c7 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Mar 02 07:50:34.827052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ad4405d7-6f2a-4851-9f0f-5f7d4fd09ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:34.836824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:50:34.965895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:34.980539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'port_id': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1', 'mac_address': 'fa:16:3e:94:5c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:50:35.039735 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.043888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e2d6-9073-4fe3-8ff5-d02f9c07b63d req-4070042f-dd78-43d8-8b7f-b7de99ea127c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:35.045353 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dac7e2d6-9073-4fe3-8ff5-d02f9c07b63d req-4070042f-dd78-43d8-8b7f-b7de99ea127c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 943 time: 0.0787222 Mar 02 07:50:35.056490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:50:35.071907 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:35.075746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.090297 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dac7e2d6-9073-4fe3-8ff5-d02f9c07b63d req-a5f169f2-3738-4cad-a027-490f5a60f1e5 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Mar 02 07:50:35.145903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:35.276762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['b39bd149-e863-4b6f-8ac7-9c2f92ab6df1'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:50:35.911419 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:35.912540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:36.273030 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9620cf5-9623-4c8b-8b1f-53b19abca837 req-8c818fd2-73e9-4679-9335-cfdabd211224 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:36.274422 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d9620cf5-9623-4c8b-8b1f-53b19abca837 req-8c818fd2-73e9-4679-9335-cfdabd211224 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 944 time: 0.0809393 Mar 02 07:50:36.317639 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d9620cf5-9623-4c8b-8b1f-53b19abca837 req-51fa4581-5742-425f-a7a1-af09c377b3eb tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374846 Mar 02 07:50:36.850935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:50:36.915370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:36.919828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:36.920195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.035093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.060406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:50:37.072534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:37.078571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.122886 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1', 'code': 200} Mar 02 07:50:37.149430 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:37.174085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:37.344303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065544-cf02-4525-8fd5-4c7abbe09985 req-d7931b30-72e3-4e74-99db-216aacecbe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:37.345873 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19065544-cf02-4525-8fd5-4c7abbe09985 req-d7931b30-72e3-4e74-99db-216aacecbe0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 1098 time: 0.0710261 Mar 02 07:50:37.386865 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19065544-cf02-4525-8fd5-4c7abbe09985 req-c51aaa45-a332-4204-87df-e6d72a28fb3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350406 Mar 02 07:50:37.498348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d52c0-687e-43b3-b924-f71ffae1d523 req-295c2507-7d0b-4af4-afc6-a73e515192c5 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:37.499783 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b13d52c0-687e-43b3-b924-f71ffae1d523 req-295c2507-7d0b-4af4-afc6-a73e515192c5 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 945 time: 0.0772877 Mar 02 07:50:37.542071 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b13d52c0-687e-43b3-b924-f71ffae1d523 req-8001e175-3684-4006-9b10-ceacc1b8516d tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Mar 02 07:50:38.725389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34ccd-6d4a-46d7-bad6-860242911940 req-4fd9a464-6d2f-439d-a19a-b5a246cc4a8e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:38.726865 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64b34ccd-6d4a-46d7-bad6-860242911940 req-4fd9a464-6d2f-439d-a19a-b5a246cc4a8e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 945 time: 0.0780246 Mar 02 07:50:38.772353 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64b34ccd-6d4a-46d7-bad6-860242911940 req-638fdb4e-1bb6-4958-a5aa-ef4c52405984 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 Mar 02 07:50:38.953885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b04c-7eaf-4987-ad48-37c62c379731 req-32c5af83-1e4e-44e4-9c83-ac7197ea12bb tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:38.955558 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-31f1b04c-7eaf-4987-ad48-37c62c379731 req-32c5af83-1e4e-44e4-9c83-ac7197ea12bb tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 945 time: 0.0791543 Mar 02 07:50:38.998094 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-31f1b04c-7eaf-4987-ad48-37c62c379731 req-3ee2f4ee-a190-4d49-a42b-8b3c977957d8 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Mar 02 07:50:44.757032 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-b8e12eb4-f30e-423a-af23-cffdac976c08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1814520 Mar 02 07:50:44.890840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-eb052c61-408e-4176-bc29-3c65bd79894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:44.892267 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-eb052c61-408e-4176-bc29-3c65bd79894c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 1098 time: 0.0679362 Mar 02 07:50:45.030042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-ac9940a3-9c1a-44a7-9a96-6cf704e22f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:45.031356 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-ac9940a3-9c1a-44a7-9a96-6cf704e22f32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 200 len: 918 time: 0.1206305 Mar 02 07:50:45.104541 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-385af738-9f62-449e-8a55-039369a8a0bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 HTTP/1.1" status: 200 len: 217 time: 0.0675077 Mar 02 07:50:45.164522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-bf0bbf1d-eec1-47b2-997f-6e0e515bc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:45.165922 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-bf0bbf1d-eec1-47b2-997f-6e0e515bc275 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2df68481-1ea1-47d9-a3de-4590ab587786 HTTP/1.1" status: 200 len: 856 time: 0.0556653 Mar 02 07:50:45.240470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-dd7f376d-6791-41b0-8a76-c05c53307380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:45.241940 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-dd7f376d-6791-41b0-8a76-c05c53307380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fd1e3be-547c-461d-a508-53ed54688ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708289 Mar 02 07:50:45.378830 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-783477b2-0047-429e-8323-fa703c300780 service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308012 Mar 02 07:50:45.507702 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2dd34c5d-720f-4155-beb7-430fd33d5b2f req-e8f5efee-db69-46d5-be5a-af785bc25b0b service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232238 Mar 02 07:50:49.138970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:53.324581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb798-cc53-4275-98ec-d33ba5e75431 req-9215fc6c-db02-4498-8fed-65bb738cedef tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:53.326073 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3a9eb798-cc53-4275-98ec-d33ba5e75431 req-9215fc6c-db02-4498-8fed-65bb738cedef tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 945 time: 0.0826840 Mar 02 07:50:53.370556 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3a9eb798-cc53-4275-98ec-d33ba5e75431 req-743e766b-f17c-45ee-9f09-2af61edd0e87 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Mar 02 07:50:54.553501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550baf01-9c35-4af1-90a9-033e6a52f445 req-ec7582ae-6776-4a65-972b-63ce4aaa0c3c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:54.554951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-550baf01-9c35-4af1-90a9-033e6a52f445 req-ec7582ae-6776-4a65-972b-63ce4aaa0c3c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 945 time: 0.0809216 Mar 02 07:50:54.700339 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-550baf01-9c35-4af1-90a9-033e6a52f445 req-40dfd042-40af-4238-96fa-51ab1b89db65 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396351 Mar 02 07:50:54.775157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-ada98f2a-fb53-4ebe-97ed-18d81604a72b tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:54.776585 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-ada98f2a-fb53-4ebe-97ed-18d81604a72b tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 945 time: 0.0802984 Mar 02 07:50:54.842934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Deleting port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:50:54.843274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.080535 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] For port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:50:55.080809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.211299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Calling delete_port for b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:50:55.361712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.374297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['b39bd149-e863-4b6f-8ac7-9c2f92ab6df1'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:50:55.417352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Pushing event deleted for resources: {'Port': ['ID=b39bd149-e863-4b6f-8ac7-9c2f92ab6df1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:55.606759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] No DVR routers for this DVR port b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:50:55.609330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:55.611827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'name': 'network-vif-deleted', 'tag': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:50:55.627797 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f980268-9f28-49fd-bc2f-321bf2345428 req-d3e7cc9d-e06d-4619-9679-54978f82385f tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "DELETE /v2.0/ports/b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 HTTP/1.1" status: 204 len: 173 time: 0.8461428 Mar 02 07:50:55.659219 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c481ed12-fae9-481d-ab65-79239c9d2b91', 'name': 'network-vif-deleted', 'tag': 'b39bd149-e863-4b6f-8ac7-9c2f92ab6df1', 'status': 'completed', 'code': 200} Mar 02 07:50:55.870597 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-af944d81-22c7-4a64-889a-9589962dc17e req-ddb9516f-afc5-4474-97ff-b2fc6db18ae7 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481ed12-fae9-481d-ab65-79239c9d2b91 HTTP/1.1" status: 200 len: 210 time: 0.0421972 Mar 02 07:50:57.498272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-fa84fadb-5797-43e3-b253-41d7b64ffa1c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:57.498983 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f9c8ecce-d642-4750-933c-86341472e093 req-fa84fadb-5797-43e3-b253-41d7b64ffa1c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Synchronizing usage tracker for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:57.515094 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f9c8ecce-d642-4750-933c-86341472e093 req-fa84fadb-5797-43e3-b253-41d7b64ffa1c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Unset dirty status for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:57.516252 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-fa84fadb-5797-43e3-b253-41d7b64ffa1c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/networks?id=0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 200 len: 817 time: 0.1580040 Mar 02 07:50:57.530367 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-80c1635d-6986-440f-9e87-25316e8d0971 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/quotas/64fa5932ea9c4143aa90fabbddcfda8f HTTP/1.1" status: 200 len: 375 time: 0.0087783 Mar 02 07:50:57.614580 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-cd1124bf-d964-438a-8cb8-4d26d1d7d30d tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794449 Mar 02 07:50:57.746891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-7a5a6711-6ad0-4433-8629-198aad98e6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209004 Mar 02 07:50:57.872474 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-0c463ad1-5124-434e-838d-65b5ca4d2c17 service neutron] 10.222.0.41 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196687 Mar 02 07:50:58.043200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e27750b2-68ea-4755-bb54-ad2cccbf03a2 req-8f61130b-8e6f-4683-85b3-bc5083837d46 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Synchronizing usage tracker for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:50:58.059013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e27750b2-68ea-4755-bb54-ad2cccbf03a2 req-8f61130b-8e6f-4683-85b3-bc5083837d46 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Unset dirty status for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:50:58.060339 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e27750b2-68ea-4755-bb54-ad2cccbf03a2 req-8f61130b-8e6f-4683-85b3-bc5083837d46 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0599167 Mar 02 07:50:58.964354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:50:58.998235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:50:58.998678 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device b39bd149-e863-4b6f-8ac7-9c2f92ab6df1 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:50:59.037157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-2a91a2a1-aeca-479f-b3c3-01e0e350d122 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:59.038599 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-2a91a2a1-aeca-479f-b3c3-01e0e350d122 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "GET /v2.0/networks?id=0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 200 len: 817 time: 0.1505449 Mar 02 07:50:59.049736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Request body: {'port': {'device_id': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'admin_state_up': True, 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:59.211493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:50:59.214253 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6f09d6a9-0768-45f0-a746-149064ff19f3 req-da0a7ec0-f38f-4a23-9896-be14879ca986 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0424738 Mar 02 07:50:59.220904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:50:59.231818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Made reservation on behalf of 64fa5932ea9c4143aa90fabbddcfda8f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:50:59.235382 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.394029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Allocated IP 172.20.0.8 (0fd1e3be-547c-461d-a508-53ed54688ba6/2df68481-1ea1-47d9-a3de-4590ab587786/53ec2b57-8a71-4f3d-8f0b-a23037cb212c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:50:59.593758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.608510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Transition to ACTIVE for port object 53ec2b57-8a71-4f3d-8f0b-a23037cb212c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:50:59.631112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.692611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:50:59.695599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:50:59.699257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:50:59.743868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Pushing event updated for resources: {'Port': ['ID=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:50:59.774830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:50:59.775454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.803403 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-d7733757-bc70-444b-b51e-447f9fd20598 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568672 Mar 02 07:50:59.814409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Request body: {'port': {'device_id': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:50:59.907543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b2a92306-485a-4b46-b2ac-a2f7cd39b71e None None] Provisioning for port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:50:59.912148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b2a92306-485a-4b46-b2ac-a2f7cd39b71e None None] Provisioning complete for port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:50:59.912520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2a92306-485a-4b46-b2ac-a2f7cd39b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.926725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:50:59.967701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b2a92306-485a-4b46-b2ac-a2f7cd39b71e None None] Port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:00.261914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ec2b57-8a71-4f3d-8f0b-a23037cb212c {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:00.269437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.284995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Transition to ACTIVE for port object 53ec2b57-8a71-4f3d-8f0b-a23037cb212c will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:00.291122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.618598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Pushing event updated for resources: {'Port': ['ID=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:00.709686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45363f-923e-4d50-b906-426c22385455 req-c1bb1268-a14c-47d2-a56f-fc898c438986 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:00.710303 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bf45363f-923e-4d50-b906-426c22385455 req-c1bb1268-a14c-47d2-a56f-fc898c438986 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Synchronizing usage tracker for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:00.718348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Attempting to bind port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:00.718672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Attempting to bind port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:00.718985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Attempting to bind port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c on network 0fd1e3be-547c-461d-a508-53ed54688ba6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:00.728338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c on network 0fd1e3be-547c-461d-a508-53ed54688ba6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:51:00.728650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Attempting to bind port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c on network 0fd1e3be-547c-461d-a508-53ed54688ba6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:00.734962 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:00.735294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Checking segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:00.735697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Bound using segment: {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:00.736135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Bound port: 53ec2b57-8a71-4f3d-8f0b-a23037cb212c, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fac4dd1-ddb7-4146-bd02-f2531fee6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:00.736462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.746548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bf45363f-923e-4d50-b906-426c22385455 req-c1bb1268-a14c-47d2-a56f-fc898c438986 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Unset dirty status for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:00.747711 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bf45363f-923e-4d50-b906-426c22385455 req-c1bb1268-a14c-47d2-a56f-fc898c438986 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.4225869 Mar 02 07:51:00.753882 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:51:00.843777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bf45363f-923e-4d50-b906-426c22385455 req-ee2a64db-d184-4516-8aa3-a2364853c179 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903122 Mar 02 07:51:00.857309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] For port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:00.860486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] For port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:00.864296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.920953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:00.921080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:00.922559 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] 10.222.0.32 "PUT /v2.0/ports/53ec2b57-8a71-4f3d-8f0b-a23037cb212c HTTP/1.1" status: 200 len: 1093 time: 1.1126521 Mar 02 07:51:00.924971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'tag': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:00.956047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fc33b-7413-4de7-81a1-4349cad0c59e service neutron] Pushing event updated for resources: {'Port': ['ID=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:01.000149 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'tag': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c', 'status': 'completed', 'code': 200} Mar 02 07:51:01.041899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-585982b4-1c51-4e7d-9517-4ab6b317a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:01.043395 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-585982b4-1c51-4e7d-9517-4ab6b317a3fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0758784 Mar 02 07:51:01.113317 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-1d7d971d-f874-4c13-b3a6-8ad9d634d230 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53ec2b57-8a71-4f3d-8f0b-a23037cb212c HTTP/1.1" status: 200 len: 217 time: 0.0636463 Mar 02 07:51:01.176308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-957e9518-f82a-4a29-a49f-2564d2a1cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:01.177697 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-957e9518-f82a-4a29-a49f-2564d2a1cca7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2df68481-1ea1-47d9-a3de-4590ab587786 HTTP/1.1" status: 200 len: 856 time: 0.0557592 Mar 02 07:51:01.253551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ecce-d642-4750-933c-86341472e093 req-56ffa703-816a-4d0a-bfd7-c8511258df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:01.255601 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-56ffa703-816a-4d0a-bfd7-c8511258df16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fd1e3be-547c-461d-a508-53ed54688ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722530 Mar 02 07:51:01.383826 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-fe678239-5f18-4fa6-bd2a-67e543c540f9 service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223831 Mar 02 07:51:01.513707 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9c8ecce-d642-4750-933c-86341472e093 req-2907ed22-b5ff-4544-b869-c4fa1529a285 service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244845 Mar 02 07:51:01.627872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-a3d7200b-e7d4-4def-9825-5ef2d79d66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:01.629308 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-a3d7200b-e7d4-4def-9825-5ef2d79d66e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0697727 Mar 02 07:51:01.758242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-32e56a13-cc09-495f-987d-9c7f278069eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:01.759609 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-32e56a13-cc09-495f-987d-9c7f278069eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 200 len: 918 time: 0.1246130 Mar 02 07:51:01.833226 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-e95f835f-ed88-4933-a25f-87611c23705e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53ec2b57-8a71-4f3d-8f0b-a23037cb212c HTTP/1.1" status: 200 len: 217 time: 0.0668230 Mar 02 07:51:01.893040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-be56e4d1-4f79-4799-9e2b-0aa81ced0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:01.894489 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-be56e4d1-4f79-4799-9e2b-0aa81ced0ae9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2df68481-1ea1-47d9-a3de-4590ab587786 HTTP/1.1" status: 200 len: 856 time: 0.0556691 Mar 02 07:51:02.019154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-b4069e87-def0-497c-a32b-9f110e58f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:02.020542 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-b4069e87-def0-497c-a32b-9f110e58f0a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fd1e3be-547c-461d-a508-53ed54688ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197894 Mar 02 07:51:02.071475 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4263146-7de5-43c9-a8ab-3f6bccf368e1 req-6bd9490e-0150-4844-a803-603744a35534 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:02.072857 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f4263146-7de5-43c9-a8ab-3f6bccf368e1 req-6bd9490e-0150-4844-a803-603744a35534 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.1255164 Mar 02 07:51:02.186496 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f4263146-7de5-43c9-a8ab-3f6bccf368e1 req-1fb06c64-6131-42ab-948f-6d5782d3d28d tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065967 Mar 02 07:51:02.205127 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-89f22b43-a633-4cc0-af06-f850f6234ee3 service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770363 Mar 02 07:51:02.442616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68aa573f-efd2-41fc-a777-9bde9c4fc36c req-7334dd6a-02b4-4f75-95a3-467ec1081933 service neutron] 10.222.0.32 "GET /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311172 Mar 02 07:51:02.585571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ab5c086f-8874-4340-9ddb-310662248723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:03.372690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183f996-eaac-4f60-b368-d808f1320e4b req-e5c94326-0db2-4ae3-9ed9-2abd674d4593 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:03.374140 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9183f996-eaac-4f60-b368-d808f1320e4b req-e5c94326-0db2-4ae3-9ed9-2abd674d4593 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.0810592 Mar 02 07:51:03.416422 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9183f996-eaac-4f60-b368-d808f1320e4b req-9164ee6d-b5d6-4cfc-965a-b7833461e976 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Mar 02 07:51:04.601762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abb775-c20c-40a8-8ef7-e7e1f2c3c163 req-47a1ec5c-565f-4e95-92b5-9f23b74f1270 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:04.603216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0abb775-c20c-40a8-8ef7-e7e1f2c3c163 req-47a1ec5c-565f-4e95-92b5-9f23b74f1270 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.0817630 Mar 02 07:51:04.647018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0abb775-c20c-40a8-8ef7-e7e1f2c3c163 req-6571b956-271a-4c82-bfa1-fbf7007118eb tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Mar 02 07:51:04.828514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4df0a912-e91c-4b62-91e3-2114393ca70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:04.989893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 53ec2b57-8a71-4f3d-8f0b-a23037cb212c details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:51:05.117410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:05.130012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c', 'network_id': '0fd1e3be-547c-461d-a508-53ed54688ba6', 'port_id': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c', 'mac_address': 'fa:16:3e:b3:60:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df68481-1ea1-47d9-a3de-4590ab587786', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:51:05.182770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.198688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ec2b57-8a71-4f3d-8f0b-a23037cb212c {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:51:05.213964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:05.217577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.284361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:05.295673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.296038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.296377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.296715 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.297049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.297403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.297841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.298177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.298506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.298831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.299153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.299473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:05.404340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['53ec2b57-8a71-4f3d-8f0b-a23037cb212c'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:51:05.825889 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e30876-d85f-44a5-be89-b037f01ccb38 req-f6d358f7-f1dc-47bd-b824-26eda737f6f4 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:05.827331 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22e30876-d85f-44a5-be89-b037f01ccb38 req-f6d358f7-f1dc-47bd-b824-26eda737f6f4 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.0788190 Mar 02 07:51:05.869670 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22e30876-d85f-44a5-be89-b037f01ccb38 req-fb3fe8f1-0078-4008-8cb3-c53416a57dbe tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Mar 02 07:51:05.914879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:05.916645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.005951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 53ec2b57-8a71-4f3d-8f0b-a23037cb212c up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:07.050798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05181eb-e1cc-4deb-95c6-30b114915fad req-cc387794-cf6f-4970-9e8e-64157f6c8ddd tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:07.052306 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e05181eb-e1cc-4deb-95c6-30b114915fad req-cc387794-cf6f-4970-9e8e-64157f6c8ddd tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.0805039 Mar 02 07:51:07.099654 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e05181eb-e1cc-4deb-95c6-30b114915fad req-8401eaf2-a732-4241-b93b-4b0683324ae2 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Mar 02 07:51:07.101480 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:07.106644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:07.107021 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.177702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.242525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.268654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:07.278159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:07.282376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:07.348699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:07.373100 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c', 'code': 200} Mar 02 07:51:07.606478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e3c06-fb39-425e-bed9-5602362db82d req-eea77c17-58fa-4aae-b667-638b0cfb2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:07.607941 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e26e3c06-fb39-425e-bed9-5602362db82d req-eea77c17-58fa-4aae-b667-638b0cfb2a30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0690601 Mar 02 07:51:07.646827 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e26e3c06-fb39-425e-bed9-5602362db82d req-cbc40481-5c42-44eb-9c61-a86847a0196e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Mar 02 07:51:08.283450 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d3b0c-46d5-415f-b66f-a73ccbbab9c0 req-d9caa7cb-b566-40ee-94c5-a5fb76a1a6bd tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:08.284914 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-812d3b0c-46d5-415f-b66f-a73ccbbab9c0 req-d9caa7cb-b566-40ee-94c5-a5fb76a1a6bd tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0809250 Mar 02 07:51:08.330534 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-812d3b0c-46d5-415f-b66f-a73ccbbab9c0 req-547bba99-a3b0-438f-acf6-2151ef045411 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Mar 02 07:51:09.515049 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ced2c2-20e8-40da-bcf1-a7b48ad6373e req-9da708b5-5e28-464d-8f69-f5c79443cda1 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:09.516471 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12ced2c2-20e8-40da-bcf1-a7b48ad6373e req-9da708b5-5e28-464d-8f69-f5c79443cda1 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0827434 Mar 02 07:51:09.558908 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12ced2c2-20e8-40da-bcf1-a7b48ad6373e req-98829256-43c6-4a3c-b152-91f60f482e03 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363541 Mar 02 07:51:09.739297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c82e43-95e2-465a-a5cc-03209cd2c365 req-1d6a235b-fa54-4b51-bdb6-bda03b525463 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:09.740740 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28c82e43-95e2-465a-a5cc-03209cd2c365 req-1d6a235b-fa54-4b51-bdb6-bda03b525463 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0783448 Mar 02 07:51:09.783176 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28c82e43-95e2-465a-a5cc-03209cd2c365 req-01816364-8b64-4d72-9138-0840aa30d7a3 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Mar 02 07:51:19.144714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:23.994673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382e86b-756c-4d39-8be0-ce1ca05d69e9 req-b508c1de-b77a-4178-b1c2-e227493ac6f8 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:23.996085 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1382e86b-756c-4d39-8be0-ce1ca05d69e9 req-b508c1de-b77a-4178-b1c2-e227493ac6f8 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0820482 Mar 02 07:51:24.038617 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1382e86b-756c-4d39-8be0-ce1ca05d69e9 req-4098e444-6479-4ceb-9453-b1b51660cd1c tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367942 Mar 02 07:51:25.226170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1858f5a-17cb-4e77-b36f-e2e4bfe1390a req-faeff4ae-e70d-4849-964d-9e9ccae93dd6 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:25.227612 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1858f5a-17cb-4e77-b36f-e2e4bfe1390a req-faeff4ae-e70d-4849-964d-9e9ccae93dd6 tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0829468 Mar 02 07:51:25.270693 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f1858f5a-17cb-4e77-b36f-e2e4bfe1390a req-f4804d8b-f010-4ffa-bede-f1f3e11663dc tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Mar 02 07:51:25.453575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-339f479c-71b6-499d-bde1-c75f0bbc9a6a tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:25.455493 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-339f479c-71b6-499d-bde1-c75f0bbc9a6a tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0772038 Mar 02 07:51:25.524292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Deleting port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:25.524624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.764570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] For port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:25.764899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:25.884268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Calling delete_port for 53ec2b57-8a71-4f3d-8f0b-a23037cb212c owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:26.023275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:26.035276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['53ec2b57-8a71-4f3d-8f0b-a23037cb212c'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:51:26.072049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Pushing event deleted for resources: {'Port': ['ID=53ec2b57-8a71-4f3d-8f0b-a23037cb212c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:26.109059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.109437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.109774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.110115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.110451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.110781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.111107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.111431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.111754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.112081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.112402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.113288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:26.159711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] No DVR routers for this DVR port 53ec2b57-8a71-4f3d-8f0b-a23037cb212c on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:51:26.162572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:26.165544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'name': 'network-vif-deleted', 'tag': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:51:26.182062 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e1a8e77-e266-4d31-a1a2-a9f91b4a7694 req-d91921a8-0b3b-4024-8bd4-50e568d5e32e tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.32 "DELETE /v2.0/ports/53ec2b57-8a71-4f3d-8f0b-a23037cb212c HTTP/1.1" status: 204 len: 173 time: 0.7217982 Mar 02 07:51:26.379969 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c1084-0e9e-4ea9-8edb-3746745ff0a2', 'name': 'network-vif-deleted', 'tag': '53ec2b57-8a71-4f3d-8f0b-a23037cb212c', 'status': 'completed', 'code': 200} Mar 02 07:51:26.477048 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-11a4c818-7c51-4c80-8a70-b13bdb60f9f4 req-cfce0ad6-87c5-4777-816b-a6805fd2a99a tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Synchronizing usage tracker for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:51:26.492319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-11a4c818-7c51-4c80-8a70-b13bdb60f9f4 req-cfce0ad6-87c5-4777-816b-a6805fd2a99a tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] Unset dirty status for tenant:64fa5932ea9c4143aa90fabbddcfda8f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:51:26.493494 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11a4c818-7c51-4c80-8a70-b13bdb60f9f4 req-cfce0ad6-87c5-4777-816b-a6805fd2a99a tempest-TestEncryptedCinderVolumes-322121932 tempest-TestEncryptedCinderVolumes-322121932-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3c1084-0e9e-4ea9-8edb-3746745ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0630002 Mar 02 07:51:27.615713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:28.234135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.570473 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Deleting port 4f37bd48-133c-498b-85e2-3cbf9922f690 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:28.570724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.735522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] For port 4f37bd48-133c-498b-85e2-3cbf9922f690, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4f37bd48-133c-498b-85e2-3cbf9922f690,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:28.736251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:28.853938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Calling delete_port for 4f37bd48-133c-498b-85e2-3cbf9922f690 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:29.105129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 53ec2b57-8a71-4f3d-8f0b-a23037cb212c no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:29.107331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:29.138409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 53ec2b57-8a71-4f3d-8f0b-a23037cb212c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:29.138970 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 53ec2b57-8a71-4f3d-8f0b-a23037cb212c not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:29.158305 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f37bd48-133c-498b-85e2-3cbf9922f690,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:29.534985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:29.879701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Router 44ee9c52-2669-4cec-a1eb-87b6d869f370 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:30.051348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:30.059739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] Sync routers for ids ['44ee9c52-2669-4cec-a1eb-87b6d869f370'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:30.068450 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cc2fe663-d27d-4481-b68d-0e4144f6f226 admin admin] 10.222.0.41 "PUT /v2.0/routers/44ee9c52-2669-4cec-a1eb-87b6d869f370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516726 Mar 02 07:51:30.069854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] Routers {'44ee9c52-2669-4cec-a1eb-87b6d869f370'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:30.070473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['44ee9c52-2669-4cec-a1eb-87b6d869f370'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:30.070951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:30.242980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:30.245423 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] Set router 44ee9c52-2669-4cec-a1eb-87b6d869f370 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:30.418045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:30.428078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Deleting port 002eeed5-4e04-438b-bac8-bfefed89994f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:30.428404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:30.541571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:51:29Z', 'revision_number': 5, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port': {'id': '002eeed5-4e04-438b-bac8-bfefed89994f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:30.546062 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] Checking router: 44ee9c52-2669-4cec-a1eb-87b6d869f370 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:30.555858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] Routers {'44ee9c52-2669-4cec-a1eb-87b6d869f370'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:30.556474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['44ee9c52-2669-4cec-a1eb-87b6d869f370'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:30.708189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] Set router 44ee9c52-2669-4cec-a1eb-87b6d869f370 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:30.710304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] For port 002eeed5-4e04-438b-bac8-bfefed89994f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=002eeed5-4e04-438b-bac8-bfefed89994f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:30.710654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:30.839184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Calling delete_port for 002eeed5-4e04-438b-bac8-bfefed89994f owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:30.860550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:51:30Z', 'revision_number': 6, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:30.864978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58de212-1fd6-4ddf-bafb-c724eba279b9 None None] The sync data for ids ['44ee9c52-2669-4cec-a1eb-87b6d869f370'] in dv-neutron-831485-1-hyperv is: [{'id': '44ee9c52-2669-4cec-a1eb-87b6d869f370', 'name': 'tempest-TestEncryptedCinderVolumes-1413523503-router', 'tenant_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:14Z', 'updated_at': '2022-03-02T07:51:30Z', 'revision_number': 6, 'project_id': '64fa5932ea9c4143aa90fabbddcfda8f', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:31.020992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.066457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=002eeed5-4e04-438b-bac8-bfefed89994f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:31.154317 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.326949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.329343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.350742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.351288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ee9c52-2669-4cec-a1eb-87b6d869f370 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:51:31.363594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.364692 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32785a59-8f21-45c6-9558-04d03d67c5e7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/44ee9c52-2669-4cec-a1eb-87b6d869f370 HTTP/1.1" status: 204 len: 168 time: 1.2928624 Mar 02 07:51:31.367446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:31.424626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] Deleting subnet 2df68481-1ea1-47d9-a3de-4590ab587786 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:51:31.428606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.478542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.575698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.636112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f37bd48-133c-498b-85e2-3cbf9922f690 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:31.652481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.670780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 4f37bd48-133c-498b-85e2-3cbf9922f690 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:31.671122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4f37bd48-133c-498b-85e2-3cbf9922f690 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:31.671531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 002eeed5-4e04-438b-bac8-bfefed89994f no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:31.695167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df68481-1ea1-47d9-a3de-4590ab587786,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:31.697109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.706174 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7baaa79d-24f2-4c90-8e6a-e3e0e36b87f7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2df68481-1ea1-47d9-a3de-4590ab587786 HTTP/1.1" status: 204 len: 168 time: 0.3377337 Mar 02 07:51:31.706880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:31.709634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 002eeed5-4e04-438b-bac8-bfefed89994f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:31.710055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 002eeed5-4e04-438b-bac8-bfefed89994f not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:31.712308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398a782-470a-4350-bf18-d316902b5f3d None None] Network 0fd1e3be-547c-461d-a508-53ed54688ba6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:31.815007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.825737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Deleting port c62b2c95-b6ad-4a2e-975b-87bd984acbfe {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:31.826001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:31.985601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] DHCP port deletion for 0fd1e3be-547c-461d-a508-53ed54688ba6 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:51:31.989772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Deleting port c62b2c95-b6ad-4a2e-975b-87bd984acbfe {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:31.990219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.055601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] For port c62b2c95-b6ad-4a2e-975b-87bd984acbfe, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:32.056235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.192177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] For port c62b2c95-b6ad-4a2e-975b-87bd984acbfe, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,segment=NetworkSegment(6fac4dd1-ddb7-4146-bd02-f2531fee6067),segment_id=6fac4dd1-ddb7-4146-bd02-f2531fee6067)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:32.192488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.271265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Calling delete_port for c62b2c95-b6ad-4a2e-975b-87bd984acbfe owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:32.311308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Calling delete_port for c62b2c95-b6ad-4a2e-975b-87bd984acbfe owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:32.347658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 07:51:32.376248 dv-neutron-831485-1-hyperv neutron-server[87774]: util.warn( Mar 02 07:51:32.381840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:51:32.382195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:51:32.392930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62b2c95-b6ad-4a2e-975b-87bd984acbfe,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:32.396975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] No DVR routers for this DVR port c62b2c95-b6ad-4a2e-975b-87bd984acbfe on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:51:32.506665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.534740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd1e3be-547c-461d-a508-53ed54688ba6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:32.546463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fac4dd1-ddb7-4146-bd02-f2531fee6067') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:32.546752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fac4dd1-ddb7-4146-bd02-f2531fee6067') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:32.557591 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.573292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.583433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:51:32.583783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.588226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4efe3a5b-57f3-4f72-b6df-62f75480eeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:51:32.596845 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:51:32.671522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.676255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.699443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd1e3be-547c-461d-a508-53ed54688ba6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:32.712351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49f9a5ec-f9ab-4ce4-b2b4-d58dafa91249 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0fd1e3be-547c-461d-a508-53ed54688ba6 HTTP/1.1" status: 204 len: 168 time: 1.0042326 Mar 02 07:51:32.715127 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52576) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:32.883185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Deleting port c62b2c95-b6ad-4a2e-975b-87bd984acbfe {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:32.883797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:32.958886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f99f667e-bc62-4128-be6d-d8fb79cbbf3b None None] The port 'c62b2c95-b6ad-4a2e-975b-87bd984acbfe' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:51:33.235623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.629027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c62b2c95-b6ad-4a2e-975b-87bd984acbfe no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:33.662776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: c62b2c95-b6ad-4a2e-975b-87bd984acbfe {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:33.663220 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device c62b2c95-b6ad-4a2e-975b-87bd984acbfe not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:33.667267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Deleting port da4f1e8c-6c25-43ca-9cbf-927468d92a2a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:33.667607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.834892 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] For port da4f1e8c-6c25-43ca-9cbf-927468d92a2a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,segment=NetworkSegment(1e075d8c-3ea8-4267-a6d6-a00b08c7013e),segment_id=1e075d8c-3ea8-4267-a6d6-a00b08c7013e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:33.835160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:33.953395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Calling delete_port for da4f1e8c-6c25-43ca-9cbf-927468d92a2a owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:34.121039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.169983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Pushing event deleted for resources: {'Port': ['ID=da4f1e8c-6c25-43ca-9cbf-927468d92a2a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:34.427202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:34.770990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Router a7b43c2f-d75c-482a-9eec-969cbeb48248 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:34.830332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c64c3b9c-a577-440d-8364-fc03bcacd953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.042474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:35.050697 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] Sync routers for ids ['a7b43c2f-d75c-482a-9eec-969cbeb48248'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:35.051371 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3acdc091-e05a-406f-beb0-7ef9bf0bf53d admin admin] 10.222.0.41 "PUT /v2.0/routers/a7b43c2f-d75c-482a-9eec-969cbeb48248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3352861 Mar 02 07:51:35.053902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:35.060129 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] Routers {'a7b43c2f-d75c-482a-9eec-969cbeb48248'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:35.060719 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7b43c2f-d75c-482a-9eec-969cbeb48248'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:35.226292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.228549 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] Set router a7b43c2f-d75c-482a-9eec-969cbeb48248 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:35.398031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.407320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Deleting port b330eec1-4dbd-4486-8e11-746c1da76dee {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:35.407678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.512257 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:51:34Z', 'revision_number': 5, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port': {'id': 'b330eec1-4dbd-4486-8e11-746c1da76dee', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:50:21Z', 'updated_at': '2022-03-02T07:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:35.515974 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] Checking router: a7b43c2f-d75c-482a-9eec-969cbeb48248 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:35.523937 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] Routers {'a7b43c2f-d75c-482a-9eec-969cbeb48248'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:35.524512 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a7b43c2f-d75c-482a-9eec-969cbeb48248'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:35.580823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] For port b330eec1-4dbd-4486-8e11-746c1da76dee, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b330eec1-4dbd-4486-8e11-746c1da76dee,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:35.581282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.672207 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] Set router a7b43c2f-d75c-482a-9eec-969cbeb48248 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:35.701212 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Calling delete_port for b330eec1-4dbd-4486-8e11-746c1da76dee owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:35.774520 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:51:35Z', 'revision_number': 6, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:35.778383 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42770ef-ebba-4379-a310-4d27327f75d6 None None] The sync data for ids ['a7b43c2f-d75c-482a-9eec-969cbeb48248'] in dv-neutron-831485-1-hyperv is: [{'id': 'a7b43c2f-d75c-482a-9eec-969cbeb48248', 'name': 'tempest-TestEncryptedCinderVolumes-360787202-router', 'tenant_id': '99fd369fa8d54738b7df86a96e330c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:50:20Z', 'updated_at': '2022-03-02T07:51:35Z', 'revision_number': 6, 'project_id': '99fd369fa8d54738b7df86a96e330c53', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:35.871120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.920594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b330eec1-4dbd-4486-8e11-746c1da76dee,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:35.923315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:35.930327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.013816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.288037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.290295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.313615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.314165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7b43c2f-d75c-482a-9eec-969cbeb48248 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:51:36.325691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.326794 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d93f5fe-869b-466f-b7e0-3822612ddda6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a7b43c2f-d75c-482a-9eec-969cbeb48248 HTTP/1.1" status: 204 len: 168 time: 1.2720041 Mar 02 07:51:36.329709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:36.385548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] Deleting subnet 1055403d-62d8-4c63-80b0-fb9c97da5281 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:51:36.388356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.437023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.510308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.574759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.616325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1055403d-62d8-4c63-80b0-fb9c97da5281,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:36.619714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.628097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e86c2-7951-4d46-9a22-a40bf743aba3 None None] Network e23e97ca-e3df-4537-8181-e4780517c814 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:36.628274 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d82ea46-a58a-4e50-92d0-cfc4408e1885 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1055403d-62d8-4c63-80b0-fb9c97da5281 HTTP/1.1" status: 204 len: 168 time: 0.2950475 Mar 02 07:51:36.628274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52588) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:36.734283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.745132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Deleting port f1d6ac03-b2f0-4475-99b9-f34d23510f4f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:36.745462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.892996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] DHCP port deletion for e23e97ca-e3df-4537-8181-e4780517c814 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:51:36.897860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Deleting port f1d6ac03-b2f0-4475-99b9-f34d23510f4f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:36.898306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:36.954946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] For port f1d6ac03-b2f0-4475-99b9-f34d23510f4f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,segment=NetworkSegment(1e075d8c-3ea8-4267-a6d6-a00b08c7013e),segment_id=1e075d8c-3ea8-4267-a6d6-a00b08c7013e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:36.955440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.081718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Calling delete_port for f1d6ac03-b2f0-4475-99b9-f34d23510f4f owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:37.098397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] For port f1d6ac03-b2f0-4475-99b9-f34d23510f4f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,segment=NetworkSegment(1e075d8c-3ea8-4267-a6d6-a00b08c7013e),segment_id=1e075d8c-3ea8-4267-a6d6-a00b08c7013e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:37.098922 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.156566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.203607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d6ac03-b2f0-4475-99b9-f34d23510f4f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:37.205401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] No DVR routers for this DVR port f1d6ac03-b2f0-4475-99b9-f34d23510f4f on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:51:37.250957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Calling delete_port for f1d6ac03-b2f0-4475-99b9-f34d23510f4f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:51:37.301850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.318965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.338082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:51:37.338416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:51:37.348154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23e97ca-e3df-4537-8181-e4780517c814']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:37.359815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e075d8c-3ea8-4267-a6d6-a00b08c7013e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:37.360099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e075d8c-3ea8-4267-a6d6-a00b08c7013e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:37.371327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.387600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.393547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:51:37.393955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:51:37.406948 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:51:37.483221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.487989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.513664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23e97ca-e3df-4537-8181-e4780517c814,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:37.518279 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cc82f80-ee02-4171-9be4-94ef1fa7c889 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e23e97ca-e3df-4537-8181-e4780517c814 HTTP/1.1" status: 204 len: 168 time: 0.8891041 Mar 02 07:51:37.631728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device da4f1e8c-6c25-43ca-9cbf-927468d92a2a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:37.666230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: da4f1e8c-6c25-43ca-9cbf-927468d92a2a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:37.666675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device da4f1e8c-6c25-43ca-9cbf-927468d92a2a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:37.666992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b330eec1-4dbd-4486-8e11-746c1da76dee no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:37.688890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:37.699290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: b330eec1-4dbd-4486-8e11-746c1da76dee {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:37.699641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b330eec1-4dbd-4486-8e11-746c1da76dee not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:37.700059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f1d6ac03-b2f0-4475-99b9-f34d23510f4f no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:51:37.734844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f1d6ac03-b2f0-4475-99b9-f34d23510f4f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:51:37.735190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f1d6ac03-b2f0-4475-99b9-f34d23510f4f not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:51:37.738938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-30110427-47a3-4bfe-8c8f-127792909c36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64fa5932ea9c4143aa90fabbddcfda8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461147 Mar 02 07:51:37.739207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:37.752129 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:51:37.796729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27896e56-d45b-46e4-b1b1-519b1e316e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.821346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27896e56-d45b-46e4-b1b1-519b1e316e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.839625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Deleting port f1d6ac03-b2f0-4475-99b9-f34d23510f4f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:51:37.839948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.872011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27896e56-d45b-46e4-b1b1-519b1e316e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.889490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27896e56-d45b-46e4-b1b1-519b1e316e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c03bbe-dc0f-46e9-8b0b-a98491d5194b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:37.897663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27896e56-d45b-46e4-b1b1-519b1e316e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:37.899358 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27896e56-d45b-46e4-b1b1-519b1e316e8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0c03bbe-dc0f-46e9-8b0b-a98491d5194b HTTP/1.1" status: 204 len: 168 time: 0.1593111 Mar 02 07:51:37.911196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3411a731-ff38-42a5-a4cd-57a549a21ba5 None None] The port 'f1d6ac03-b2f0-4475-99b9-f34d23510f4f' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:51:38.232797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:38.293855 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c84efd71-16bb-4fda-8028-d7dcfe86a8b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99fd369fa8d54738b7df86a96e330c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598817 Mar 02 07:51:38.296275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:38.353014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62d2cf42-8d61-4247-acc7-7048d4877ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.377336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62d2cf42-8d61-4247-acc7-7048d4877ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.428038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62d2cf42-8d61-4247-acc7-7048d4877ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.442222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2cf42-8d61-4247-acc7-7048d4877ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7941d24e-80d2-4c25-97a1-2e42b1b09469,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:38.447936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62d2cf42-8d61-4247-acc7-7048d4877ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:38.449037 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-62d2cf42-8d61-4247-acc7-7048d4877ead admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7941d24e-80d2-4c25-97a1-2e42b1b09469 HTTP/1.1" status: 204 len: 168 time: 0.1518879 Mar 02 07:51:39.202324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:39.304784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1035218981-network', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:39.309675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:39.313498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Usage tracker for resource:network and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:39.316308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:39.322270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:39.331822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Made reservation on behalf of 7b3c20d6549f42949a5342b023c8e15b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:39.334206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.346133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.360311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:39.364665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:39.367392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:39.372858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:39.456347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.459998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.486119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:51:39.497932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b09029-08c6-4d7d-9462-5f2f5f1f1faa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:39.502189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.502533 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Added segment ffc84a25-4b7f-4787-9eea-ed10829c5af2 of type vlan for network 0dd22866-d2ba-4f90-b430-159e0dc55ffe Mar 02 07:51:39.527773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.557227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.558221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:39.558798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.661196 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4575136 Mar 02 07:51:39.662293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7c2a7-2bf4-4024-80e7-d45560d77a41 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd22866-d2ba-4f90-b430-159e0dc55ffe,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:39.664728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52640) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:39.671081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Request body: {'subnet': {'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1035218981-subnet', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:39.671675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:51:39.676162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:39.679903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Usage tracker for resource:subnet and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:39.682664 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:39.688629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:39.698709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Made reservation on behalf of 7b3c20d6549f42949a5342b023c8e15b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:39.701069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.894678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:39.967219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca897009-1a6a-4ee9-bd15-6ad548a29879,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:39.977613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.977979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.978314 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.978639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.978961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.979284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.979599 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.979915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.980228 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.980546 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.980855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.981164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:39.985843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Checking segment: {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:39.986215 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Network hostable DHCP agents. Network: 0dd22866-d2ba-4f90-b430-159e0dc55ffe, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:51:40.005320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:51:40.014036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 0dd22866-d2ba-4f90-b430-159e0dc55ffe) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:40.018886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:40.020088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.023193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb847f8-84b2-405a-8373-b5e6732bc955 None None] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:40.040527 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-287eeb4e-aa67-411c-9bda-9b41539abb38 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3745241 Mar 02 07:51:40.043398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52644) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:40.048615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:40.053400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:40.057199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Usage tracker for resource:router and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:40.060083 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:40.066339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:40.075980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.076989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.091847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.234356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:51:40.235278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.390666 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Allocated IP 172.20.0.2 (0dd22866-d2ba-4f90-b430-159e0dc55ffe/ca897009-1a6a-4ee9-bd15-6ad548a29879/eb890c0a-02ea-41a6-8150-073343cc3587) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:40.452654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.590502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.600636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Transition to ACTIVE for port object eb890c0a-02ea-41a6-8150-073343cc3587 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:40.619317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Transition to ACTIVE for port object eb890c0a-02ea-41a6-8150-073343cc3587 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:40.624675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.686031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:40.688635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:40.697731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:40.704071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Pushing event updated for resources: {'Port': ['ID=eb890c0a-02ea-41a6-8150-073343cc3587,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:40.752710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.785072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.788317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Attempting to bind port eb890c0a-02ea-41a6-8150-073343cc3587 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:40.788748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Attempting to bind port eb890c0a-02ea-41a6-8150-073343cc3587 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:40.789171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Attempting to bind port eb890c0a-02ea-41a6-8150-073343cc3587 on network 0dd22866-d2ba-4f90-b430-159e0dc55ffe {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:40.794487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:40.794852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Checking segment: {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:40.795243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.795628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Bound using segment: {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:40.796104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Bound port: eb890c0a-02ea-41a6-8150-073343cc3587, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:40.796468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.881935 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] For port eb890c0a-02ea-41a6-8150-073343cc3587, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:40.884937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] For port eb890c0a-02ea-41a6-8150-073343cc3587, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eb890c0a-02ea-41a6-8150-073343cc3587,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:40.888577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:40.915129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Allocated IP 172.26.4.156 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/e0c61aa6-4a34-4f33-b318-e728add918ce) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:40.974218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0250bb3-ad7b-4d01-af79-af6e312b170a None None] Pushing event updated for resources: {'Port': ['ID=eb890c0a-02ea-41a6-8150-073343cc3587,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:41.068832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.099929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.174770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:41.177818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:41.186581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:41.216443 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c61aa6-4a34-4f33-b318-e728add918ce,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:41.608620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:41.668206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eb890c0a-02ea-41a6-8150-073343cc3587 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:41.743144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port eb890c0a-02ea-41a6-8150-073343cc3587 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:41.871542 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9baba-1b02-40a8-ac61-e1a2c9b35ff6 None None] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:42.005394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-569035f2-a2a7-4033-a5ce-6de423ec9355 None None] Provisioning for port eb890c0a-02ea-41a6-8150-073343cc3587 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:42.015198 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-569035f2-a2a7-4033-a5ce-6de423ec9355 None None] Provisioning complete for port eb890c0a-02ea-41a6-8150-073343cc3587 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:42.015566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-569035f2-a2a7-4033-a5ce-6de423ec9355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.091169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.224976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-569035f2-a2a7-4033-a5ce-6de423ec9355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.278180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-569035f2-a2a7-4033-a5ce-6de423ec9355 None None] For port eb890c0a-02ea-41a6-8150-073343cc3587, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eb890c0a-02ea-41a6-8150-073343cc3587,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:42.288120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-569035f2-a2a7-4033-a5ce-6de423ec9355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.315343 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:51:42.363936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569035f2-a2a7-4033-a5ce-6de423ec9355 None None] Pushing event updated for resources: {'Port': ['ID=eb890c0a-02ea-41a6-8150-073343cc3587,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:42.497488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:42.508460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Sync routers for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:42.515520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f8aa2805-1ae3-432c-9bba-02b017303524 None None] Provisioning complete for port eb890c0a-02ea-41a6-8150-073343cc3587 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:42.515894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f8aa2805-1ae3-432c-9bba-02b017303524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.521234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:42.522480 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3f6b570a-400f-4e8d-a630-1c3da3f8d2b2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4780276 Mar 02 07:51:42.525108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52648) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:42.556774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:42.557366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:42.786171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:43.073709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:41Z', 'revision_number': 3, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:43.077924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Checking router: 32d3ec7a-d6c8-47a4-b471-ec8a616969ce for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:43.078284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Updating router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce port e0c61aa6-4a34-4f33-b318-e728add918ce binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:51:43.134002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.291966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.458448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.469991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Transition to ACTIVE for port object e0c61aa6-4a34-4f33-b318-e728add918ce will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:43.476362 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.502496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Allocated IP 172.20.0.1 (0dd22866-d2ba-4f90-b430-159e0dc55ffe/ca897009-1a6a-4ee9-bd15-6ad548a29879/b1286ec0-6002-4579-a19c-d16b0ec51da8) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:43.546414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Attempting to bind port e0c61aa6-4a34-4f33-b318-e728add918ce on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:43.546712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Attempting to bind port e0c61aa6-4a34-4f33-b318-e728add918ce by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:43.547072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Attempting to bind port e0c61aa6-4a34-4f33-b318-e728add918ce on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:43.560799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdc176-bcd6-40c3-a365-f929352f7486 None None] Pushing event updated for resources: {'Port': ['ID=e0c61aa6-4a34-4f33-b318-e728add918ce,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:43.563215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:43.563598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:43.563983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.564363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:43.564829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Bound port: e0c61aa6-4a34-4f33-b318-e728add918ce, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:43.565224 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.642375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eb890c0a-02ea-41a6-8150-073343cc3587 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:43.651145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.665888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Transition to ACTIVE for port object b1286ec0-6002-4579-a19c-d16b0ec51da8 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:43.688644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.730660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] For port e0c61aa6-4a34-4f33-b318-e728add918ce, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:43.734962 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] For port e0c61aa6-4a34-4f33-b318-e728add918ce, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e0c61aa6-4a34-4f33-b318-e728add918ce,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:43.742212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.755359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:43.758296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:43.760710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:43.776748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port eb890c0a-02ea-41a6-8150-073343cc3587 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:43.777130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.804116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Pushing event updated for resources: {'Port': ['ID=b1286ec0-6002-4579-a19c-d16b0ec51da8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:43.828179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:43.866227 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:43.866855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:43.937680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdc176-bcd6-40c3-a365-f929352f7486 None None] Pushing event updated for resources: {'Port': ['ID=e0c61aa6-4a34-4f33-b318-e728add918ce,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:44.095236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.105673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-24a2236f-f3bb-4abf-bc4f-3a1fb2f4c35e None None] Provisioning for port b1286ec0-6002-4579-a19c-d16b0ec51da8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:44.116036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-24a2236f-f3bb-4abf-bc4f-3a1fb2f4c35e None None] Provisioning complete for port b1286ec0-6002-4579-a19c-d16b0ec51da8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:44.116403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24a2236f-f3bb-4abf-bc4f-3a1fb2f4c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.140255 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:44.322195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.328002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.339573 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-24a2236f-f3bb-4abf-bc4f-3a1fb2f4c35e None None] Port b1286ec0-6002-4579-a19c-d16b0ec51da8 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:44.438242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Pushing event updated for resources: {'Port': ['ID=b1286ec0-6002-4579-a19c-d16b0ec51da8,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:44.441773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.444809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:41Z', 'revision_number': 3, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:44.449207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6dda3-e98e-4097-92ea-62c67e84ca90 None None] The sync data for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv is: [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:41Z', 'revision_number': 3, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:44.580094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:44.581166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:44.863213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a0805834-52ed-4422-9cbd-24aa756423cd None None] Provisioning complete for port b1286ec0-6002-4579-a19c-d16b0ec51da8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:44.863586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a0805834-52ed-4422-9cbd-24aa756423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:44.910626 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:44.917287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a0805834-52ed-4422-9cbd-24aa756423cd None None] Port b1286ec0-6002-4579-a19c-d16b0ec51da8 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:45.097257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:45.110716 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4cf16ec-a919-447c-9a4c-9b68abd08551 admin admin] 10.222.0.41 "PUT /v2.0/routers/32d3ec7a-d6c8-47a4-b471-ec8a616969ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5798922 Mar 02 07:51:45.602958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:45.610476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97806125-network', 'tenant_id': '7abef83a339e4afd913ae133eac8f874'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:45.616136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:45.619948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Usage tracker for resource:network and tenant:7abef83a339e4afd913ae133eac8f874 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:45.622830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:45.629164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:45.641898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Made reservation on behalf of 7abef83a339e4afd913ae133eac8f874 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:45.644308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.657014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.664833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e0c61aa6-4a34-4f33-b318-e728add918ce up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:45.672307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:45.676816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Usage tracker for resource:security_group_rule and tenant:7abef83a339e4afd913ae133eac8f874 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:45.679842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:45.685873 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:45.755370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port e0c61aa6-4a34-4f33-b318-e728add918ce completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:45.760553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e0c61aa6-4a34-4f33-b318-e728add918ce triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:45.761001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.783551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.788272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.824372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:51:45.826915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5b782-8553-46ee-899a-22f6516fd293,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:45.839393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.839911 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Added segment 15a2099f-2d3e-4133-a71b-5544254573cb of type vlan for network fb7604d7-2639-4617-b2f1-203cd44aa5bb Mar 02 07:51:45.868396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.887580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.898618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.899575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:45.900179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.903421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port e0c61aa6-4a34-4f33-b318-e728add918ce, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e0c61aa6-4a34-4f33-b318-e728add918ce,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:45.907343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:45.964595 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Sync routers for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:45.974412 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:45.974998 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:45.981791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=e0c61aa6-4a34-4f33-b318-e728add918ce,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:46.005616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4015012 Mar 02 07:51:46.008513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:46.023172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Request body: {'subnet': {'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97806125-subnet', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:46.027157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba05b13-25e8-4cfd-9c1f-70e18be8a23e admin admin] Pushing event updated for resources: {'Network': ['ID=fb7604d7-2639-4617-b2f1-203cd44aa5bb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:46.030762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:46.035173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Usage tracker for resource:subnet and tenant:7abef83a339e4afd913ae133eac8f874 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:46.037396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:51:46.037870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:46.044185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:46.055502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Made reservation on behalf of 7abef83a339e4afd913ae133eac8f874 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:51:46.057862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.192421 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:46.258682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.341582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09970823-1632-4ee9-9aab-49b1c7daaddb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:46.345824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Checking segment: {'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:46.346211 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Network hostable DHCP agents. Network: fb7604d7-2639-4617-b2f1-203cd44aa5bb, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:51:46.374837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:51:46.386307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, fb7604d7-2639-4617-b2f1-203cd44aa5bb) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:46.391178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:51:46.391697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.398605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c284fd6-6439-4266-82aa-af0b9e96a131 None None] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:46.412691 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5648c62a-10a5-46e0-893a-bf53801ad40c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3956444 Mar 02 07:51:46.415006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52674) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:46.419882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:51:46.425112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:51:46.428840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Usage tracker for resource:router and tenant:7abef83a339e4afd913ae133eac8f874 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:51:46.432693 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:51:46.438262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:51:46.450869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.452184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.468158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.520067 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 2, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:46.523826 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Checking router: 32d3ec7a-d6c8-47a4-b471-ec8a616969ce for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:46.524167 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Updating router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce port b1286ec0-6002-4579-a19c-d16b0ec51da8 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:51:46.579696 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.650258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'fixed_ips': [{'subnet_id': '09970823-1632-4ee9-9aab-49b1c7daaddb'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:51:46.651085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.762750 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.811370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Allocated IP 172.20.0.2 (fb7604d7-2639-4617-b2f1-203cd44aa5bb/09970823-1632-4ee9-9aab-49b1c7daaddb/fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:46.936536 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:46.948863 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Transition to ACTIVE for port object b1286ec0-6002-4579-a19c-d16b0ec51da8 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:46.957317 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.056424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.069671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Transition to ACTIVE for port object fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:47.089951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Transition to ACTIVE for port object fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:47.098028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.156748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:47.160273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:47.164190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:47.199643 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Attempting to bind port b1286ec0-6002-4579-a19c-d16b0ec51da8 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:47.200224 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Attempting to bind port b1286ec0-6002-4579-a19c-d16b0ec51da8 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:47.200333 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Attempting to bind port b1286ec0-6002-4579-a19c-d16b0ec51da8 on network 0dd22866-d2ba-4f90-b430-159e0dc55ffe {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:47.204084 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Pushing event updated for resources: {'Port': ['ID=b1286ec0-6002-4579-a19c-d16b0ec51da8,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:47.212714 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.213058 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.213574 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.214079 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.214579 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.215072 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.215549 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.216022 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.216517 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.217019 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.217340 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.217682 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:51:47.221147 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:47.221518 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Checking segment: {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:47.221949 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.222322 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Bound using segment: {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:47.222790 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Bound port: b1286ec0-6002-4579-a19c-d16b0ec51da8, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:47.223152 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.230843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.263143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Pushing event updated for resources: {'Port': ['ID=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:47.276206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Attempting to bind port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:47.276596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Attempting to bind port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:47.277038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Attempting to bind port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac on network fb7604d7-2639-4617-b2f1-203cd44aa5bb {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:47.277602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.283194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:47.283837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Checking segment: {'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:47.284331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.285134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Bound using segment: {'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:47.285375 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Bound port: fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:47.285863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.324863 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] For port b1286ec0-6002-4579-a19c-d16b0ec51da8, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:47.331106 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] For port b1286ec0-6002-4579-a19c-d16b0ec51da8, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b1286ec0-6002-4579-a19c-d16b0ec51da8,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:47.341615 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.394001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] For port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:47.397315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] For port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,segment=NetworkSegment(15a2099f-2d3e-4133-a71b-5544254573cb),segment_id=15a2099f-2d3e-4133-a71b-5544254573cb)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:47.402529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.423980 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:47.425183 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:47.452854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Allocated IP 172.26.4.204 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/d433ab2a-6481-4be2-8eed-0bf2f956fc40) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:47.506945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3fe77-3943-42ef-bb09-8e5f337f55cf None None] Pushing event updated for resources: {'Port': ['ID=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:47.522211 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99603dfb-6c55-4010-8322-93755a1e5909 None None] Pushing event updated for resources: {'Port': ['ID=b1286ec0-6002-4579-a19c-d16b0ec51da8,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:47.659316 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:47.660414 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e0c61aa6-4a34-4f33-b318-e728add918ce up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:47.664597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.740581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.794621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port e0c61aa6-4a34-4f33-b318-e728add918ce triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:47.795044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:47.816643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:47.821004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:47.824937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:47.962732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Pushing event updated for resources: {'Port': ['ID=d433ab2a-6481-4be2-8eed-0bf2f956fc40,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:48.064349 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:47Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:48.068285 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d05ba2-1136-4299-b58e-782c12d2b5bc None None] The sync data for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv is: [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:47Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:48.271573 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.658052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:48.719804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4afe860-0889-433c-ae04-cb03c3f4e2c8 None None] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:51:48.828746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-70aac181-4aac-4fc8-8cac-a69567bafcf7 None None] Provisioning for port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:49.011170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Router a6a78244-9453-4f3b-9ada-3035263cf17b is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:51:49.160349 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.200865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:49.210426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Sync routers for ids ['a6a78244-9453-4f3b-9ada-3035263cf17b'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:49.219043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Routers {'a6a78244-9453-4f3b-9ada-3035263cf17b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:49.219641 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a6a78244-9453-4f3b-9ada-3035263cf17b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:49.226143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.227584 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63a127bd-b852-4a6d-93c0-05ab58fa2959 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8115740 Mar 02 07:51:49.230349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:51:49.403403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Set router a6a78244-9453-4f3b-9ada-3035263cf17b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:49.736106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b1286ec0-6002-4579-a19c-d16b0ec51da8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:49.807583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:51:48Z', 'revision_number': 3, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port': {'id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:47Z', 'updated_at': '2022-03-02T07:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:49.814395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Checking router: a6a78244-9453-4f3b-9ada-3035263cf17b for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:49.815370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Updating router a6a78244-9453-4f3b-9ada-3035263cf17b port d433ab2a-6481-4be2-8eed-0bf2f956fc40 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:51:49.856544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b1286ec0-6002-4579-a19c-d16b0ec51da8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:49.866521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b1286ec0-6002-4579-a19c-d16b0ec51da8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:49.866901 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.911152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:49.924747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.122796 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.133291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Allocated IP 172.20.0.1 (fb7604d7-2639-4617-b2f1-203cd44aa5bb/09970823-1632-4ee9-9aab-49b1c7daaddb/44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:51:50.219871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port b1286ec0-6002-4579-a19c-d16b0ec51da8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b1286ec0-6002-4579-a19c-d16b0ec51da8,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:50.224413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.225179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:50.281292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.299094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Transition to ACTIVE for port object 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:50.325584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.373401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=b1286ec0-6002-4579-a19c-d16b0ec51da8,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:50.392351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:50.399827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:50.405397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:51:50.427816 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:50.441436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:50.441842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.478131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.503377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Transition to ACTIVE for port object d433ab2a-6481-4be2-8eed-0bf2f956fc40 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:50.519323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.566242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Pushing event updated for resources: {'Port': ['ID=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:50.596273 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.603835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc55ffe-7476-4846-844c-87e0b43c3ee7 None None] Pushing event updated for resources: {'Port': ['ID=d433ab2a-6481-4be2-8eed-0bf2f956fc40,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:50.640396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Attempting to bind port d433ab2a-6481-4be2-8eed-0bf2f956fc40 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:50.640911 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Attempting to bind port d433ab2a-6481-4be2-8eed-0bf2f956fc40 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:50.641270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Attempting to bind port d433ab2a-6481-4be2-8eed-0bf2f956fc40 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:50.657961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:50.659014 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:50.659307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.659823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:50.660276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Bound port: d433ab2a-6481-4be2-8eed-0bf2f956fc40, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:50.660633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.716485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.717341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.728724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d35307e3-4fcb-45e3-a0d4-d85ac657f772 None None] Provisioning for port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:50.759180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d35307e3-4fcb-45e3-a0d4-d85ac657f772 None None] Provisioning complete for port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:50.759912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d35307e3-4fcb-45e3-a0d4-d85ac657f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.817828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,segment=NetworkSegment(15a2099f-2d3e-4133-a71b-5544254573cb),segment_id=15a2099f-2d3e-4133-a71b-5544254573cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:50.820804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] For port d433ab2a-6481-4be2-8eed-0bf2f956fc40, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:50.830681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] For port d433ab2a-6481-4be2-8eed-0bf2f956fc40, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d433ab2a-6481-4be2-8eed-0bf2f956fc40,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:50.831627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.863478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d35307e3-4fcb-45e3-a0d4-d85ac657f772 None None] Port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:50.869695 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.915393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:50.917890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Routers {'a6a78244-9453-4f3b-9ada-3035263cf17b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:50.918473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a6a78244-9453-4f3b-9ada-3035263cf17b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:50.935910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:50.940578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.044833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.049040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Pushing event updated for resources: {'Port': ['ID=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:51.143944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc55ffe-7476-4846-844c-87e0b43c3ee7 None None] Pushing event updated for resources: {'Port': ['ID=d433ab2a-6481-4be2-8eed-0bf2f956fc40,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:51.179790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:51:51.180886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:51:51.186655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] Set router a6a78244-9453-4f3b-9ada-3035263cf17b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:51.376530 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Router a6a78244-9453-4f3b-9ada-3035263cf17b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:51:51.456030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-293150c7-e804-4a7f-8438-e0b5df4bf986 None None] Provisioning complete for port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:51.456696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-293150c7-e804-4a7f-8438-e0b5df4bf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.546603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-293150c7-e804-4a7f-8438-e0b5df4bf986 None None] Port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:51:51.552280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:51:51.560653 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa17aa50-732d-4919-bf89-a3e4d43a553d admin admin] 10.222.0.41 "PUT /v2.0/routers/a6a78244-9453-4f3b-9ada-3035263cf17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3292530 Mar 02 07:51:51.578007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 4, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port': {'id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:47Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9', 'name': '', 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'mac_address': 'fa:16:3e:12:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:49Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 2, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'subnets': [{'id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:51.582084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8dc4-fb09-4308-af78-789e773fdae3 None None] The sync data for ids ['a6a78244-9453-4f3b-9ada-3035263cf17b'] in dv-neutron-831485-1-hyperv is: [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 4, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port': {'id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:47Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9', 'name': '', 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'mac_address': 'fa:16:3e:12:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:49Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 2, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'subnets': [{'id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:51.659986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b1286ec0-6002-4579-a19c-d16b0ec51da8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:51.733793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b1286ec0-6002-4579-a19c-d16b0ec51da8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:51.734334 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:51.881171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:51.954458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:51.954873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.680321 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d433ab2a-6481-4be2-8eed-0bf2f956fc40 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:53.765773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d433ab2a-6481-4be2-8eed-0bf2f956fc40 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:53.782984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d433ab2a-6481-4be2-8eed-0bf2f956fc40 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:53.784139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.913382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:53.932960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port d433ab2a-6481-4be2-8eed-0bf2f956fc40, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d433ab2a-6481-4be2-8eed-0bf2f956fc40,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:53.937739 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:54.013177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=d433ab2a-6481-4be2-8eed-0bf2f956fc40,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:55.333373 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Sync routers for ids ['a6a78244-9453-4f3b-9ada-3035263cf17b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:51:55.345337 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Routers {'a6a78244-9453-4f3b-9ada-3035263cf17b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:55.346949 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a6a78244-9453-4f3b-9ada-3035263cf17b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:55.534300 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Set router a6a78244-9453-4f3b-9ada-3035263cf17b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:55.716491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d433ab2a-6481-4be2-8eed-0bf2f956fc40 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:55.798084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d433ab2a-6481-4be2-8eed-0bf2f956fc40 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:55.798370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:55.914965 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 4, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port': {'id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:47Z', 'updated_at': '2022-03-02T07:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9', 'name': '', 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'mac_address': 'fa:16:3e:12:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:49Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 2, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'subnets': [{'id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:55.920699 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Checking router: a6a78244-9453-4f3b-9ada-3035263cf17b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:51:55.921280 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Updating router a6a78244-9453-4f3b-9ada-3035263cf17b port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:51:55.998221 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.374059 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.385940 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Transition to ACTIVE for port object 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:51:56.393532 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.625527 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42f817-7bc9-4bf4-83fe-fc4ac97905ba None None] Pushing event updated for resources: {'Port': ['ID=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:56.657353 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Attempting to bind port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:51:56.657739 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Attempting to bind port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:51:56.658645 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Attempting to bind port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 on network fb7604d7-2639-4617-b2f1-203cd44aa5bb {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:51:56.664898 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:51:56.665275 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Checking segment: {'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:51:56.665703 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.666093 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Bound using segment: {'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:51:56.666554 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Bound port: 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a2099f-2d3e-4133-a71b-5544254573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:51:56.666927 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.779514 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] For port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:51:56.783259 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] For port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,segment=NetworkSegment(15a2099f-2d3e-4133-a71b-5544254573cb),segment_id=15a2099f-2d3e-4133-a71b-5544254573cb)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:51:56.787694 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:56.864754 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Routers {'a6a78244-9453-4f3b-9ada-3035263cf17b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:51:56.865398 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:51:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a6a78244-9453-4f3b-9ada-3035263cf17b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:57.052470 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] Set router a6a78244-9453-4f3b-9ada-3035263cf17b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:51:57.112448 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42f817-7bc9-4bf4-83fe-fc4ac97905ba None None] Pushing event updated for resources: {'Port': ['ID=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:57.422662 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 4, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port': {'id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:47Z', 'updated_at': '2022-03-02T07:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9', 'name': '', 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'mac_address': 'fa:16:3e:12:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:49Z', 'updated_at': '2022-03-02T07:51:56Z', 'revision_number': 4, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'subnets': [{'id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:51:57.428050 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660d43f-5ff2-4d2f-b461-27b0ad7b6d92 None None] The sync data for ids ['a6a78244-9453-4f3b-9ada-3035263cf17b'] in dv-neutron-831485-1-hyperv is: [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 4, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port': {'id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:47Z', 'updated_at': '2022-03-02T07:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9', 'name': '', 'network_id': 'fb7604d7-2639-4617-b2f1-203cd44aa5bb', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'mac_address': 'fa:16:3e:12:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:49Z', 'updated_at': '2022-03-02T07:51:56Z', 'revision_number': 4, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'subnets': [{'id': '09970823-1632-4ee9-9aab-49b1c7daaddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:51:57.670204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:57.747618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:51:57.753576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:57.754081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.923988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:57.963260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,segment=NetworkSegment(15a2099f-2d3e-4133-a71b-5544254573cb),segment_id=15a2099f-2d3e-4133-a71b-5544254573cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:51:57.971824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:51:58.139565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:51:59.652296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:51:59.725293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:51:59.725617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:01.926567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-75a377d9-910d-4e0d-adee-64e2c7a1b019 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:01.927206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-75a377d9-910d-4e0d-adee-64e2c7a1b019 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:01.943249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-75a377d9-910d-4e0d-adee-64e2c7a1b019 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:01.944526 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-75a377d9-910d-4e0d-adee-64e2c7a1b019 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 815 time: 0.1650429 Mar 02 07:52:01.959478 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-ccaa7ba7-1996-4fe2-8610-8c95045126bc tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/quotas/7b3c20d6549f42949a5342b023c8e15b HTTP/1.1" status: 200 len: 375 time: 0.0096085 Mar 02 07:52:02.039029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-0c8150a9-f11a-40da-8c6f-150aac78592f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:02.054764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-0c8150a9-f11a-40da-8c6f-150aac78592f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:02.056065 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-0c8150a9-f11a-40da-8c6f-150aac78592f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917089 Mar 02 07:52:02.191409 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-fdbfa2ee-e3ea-48e5-a9f0-7361f6252a50 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235256 Mar 02 07:52:02.416985 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-0a1e88f3-fa16-4e8b-967e-f30038a8ab45 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199619 Mar 02 07:52:02.591396 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-013839d6-a766-4ae4-ab3d-05b0abe17858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:02.595803 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-420d5330-1204-42ea-a9db-c39a0e9c05d2 req-7d17994c-8798-4739-9fcb-3b4d00a833ca tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 210 time: 0.0421190 Mar 02 07:52:03.609565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-69a4cd7e-c7b2-40fd-86e7-4b97174bc02a tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:03.611465 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-69a4cd7e-c7b2-40fd-86e7-4b97174bc02a tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 815 time: 0.1478491 Mar 02 07:52:03.624486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'port': {'device_id': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'admin_state_up': True, 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:03.767257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-18935891-ee78-4809-a5db-66498cc64771 req-390b1249-fe90-45f2-bd57-b4224488d706 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 210 time: 0.0590229 Mar 02 07:52:03.803188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:03.812585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:03.822990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Made reservation on behalf of 7b3c20d6549f42949a5342b023c8e15b for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:52:03.826622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:03.996147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Allocated IP 172.20.0.9 (0dd22866-d2ba-4f90-b430-159e0dc55ffe/ca897009-1a6a-4ee9-bd15-6ad548a29879/12ab63f9-ce5e-4d71-8024-fffb0322a541) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:04.269595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.288739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Transition to ACTIVE for port object 12ab63f9-ce5e-4d71-8024-fffb0322a541 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:04.316480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.394353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:04.397718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:04.402472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:04.482747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:04.517734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:04.518394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.566215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-9f1184da-a03b-404d-8e30-06bc25064e09 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465141 Mar 02 07:52:04.736925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27883ecb-123b-41a7-8642-e2822817d159 None None] Provisioning for port 12ab63f9-ce5e-4d71-8024-fffb0322a541 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:04.742175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27883ecb-123b-41a7-8642-e2822817d159 None None] Provisioning complete for port 12ab63f9-ce5e-4d71-8024-fffb0322a541 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:04.742552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27883ecb-123b-41a7-8642-e2822817d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.802785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-27883ecb-123b-41a7-8642-e2822817d159 None None] Port 12ab63f9-ce5e-4d71-8024-fffb0322a541 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:52:04.834524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68b24d45-3f8e-46ea-b019-c5824e6caeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:04.969795 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cb94a-818f-4fc0-bb2a-cb754ffdd670 req-b2d85561-85a5-43cf-91be-48b2911c863b tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:04.971608 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f54cb94a-818f-4fc0-bb2a-cb754ffdd670 req-b2d85561-85a5-43cf-91be-48b2911c863b tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 931 time: 0.0883572 Mar 02 07:52:05.019185 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f54cb94a-818f-4fc0-bb2a-cb754ffdd670 req-2b861a90-631c-4cdd-8769-514b9c1ebf93 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Mar 02 07:52:05.918140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:05.919928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:06.227428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9ce07-b52f-4209-bd04-6cc0eed0d61f req-f908a879-f0c0-451d-a3d1-8d0f639ef1a6 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:06.228054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1ad9ce07-b52f-4209-bd04-6cc0eed0d61f req-f908a879-f0c0-451d-a3d1-8d0f639ef1a6 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:06.246959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1ad9ce07-b52f-4209-bd04-6cc0eed0d61f req-f908a879-f0c0-451d-a3d1-8d0f639ef1a6 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:06.256128 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ad9ce07-b52f-4209-bd04-6cc0eed0d61f req-f908a879-f0c0-451d-a3d1-8d0f639ef1a6 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 931 time: 0.1126845 Mar 02 07:52:06.306489 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1ad9ce07-b52f-4209-bd04-6cc0eed0d61f req-623a692b-93b0-482e-bc26-711eb518ebac tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:06.321773 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1ad9ce07-b52f-4209-bd04-6cc0eed0d61f req-623a692b-93b0-482e-bc26-711eb518ebac tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:06.326117 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ad9ce07-b52f-4209-bd04-6cc0eed0d61f req-623a692b-93b0-482e-bc26-711eb518ebac tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691602 Mar 02 07:52:07.182327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:07.531730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc614a-07ca-4159-907e-f806ff86d7ca req-d8646daa-3de5-4210-9986-445ee0998970 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:07.534603 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-85bc614a-07ca-4159-907e-f806ff86d7ca req-d8646daa-3de5-4210-9986-445ee0998970 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 931 time: 0.0928714 Mar 02 07:52:07.581391 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-85bc614a-07ca-4159-907e-f806ff86d7ca req-10004d75-fd2b-4b25-8a47-7f5467942f57 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406353 Mar 02 07:52:08.771396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d479f6-9285-4415-8b26-f0a218472c13 req-e587f668-ed9b-4062-bbd1-871e751f9170 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:08.772893 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8d479f6-9285-4415-8b26-f0a218472c13 req-e587f668-ed9b-4062-bbd1-871e751f9170 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 931 time: 0.0822644 Mar 02 07:52:08.820355 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8d479f6-9285-4415-8b26-f0a218472c13 req-80d7c8d4-2d7f-4c84-b7be-f32aebb351ef tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Mar 02 07:52:10.141520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287bb59-db86-49d7-a2b0-24589bb1735e req-2660b322-be1c-46ed-9e99-b99491f28087 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:10.143579 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9287bb59-db86-49d7-a2b0-24589bb1735e req-2660b322-be1c-46ed-9e99-b99491f28087 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 931 time: 0.2046533 Mar 02 07:52:10.205410 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9287bb59-db86-49d7-a2b0-24589bb1735e req-65c8537c-3ea4-4579-814b-b13eb36d65a4 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Mar 02 07:52:11.308542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Request body: {'port': {'device_id': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:11.506051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:11.534015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbd013-fc84-4d64-9e83-5ca357e9fbf9 req-f79c462f-9bdb-419a-8887-ff85168d82b2 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:11.535490 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fbbd013-fc84-4d64-9e83-5ca357e9fbf9 req-f79c462f-9bdb-419a-8887-ff85168d82b2 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 931 time: 0.1935163 Mar 02 07:52:11.649080 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9fbbd013-fc84-4d64-9e83-5ca357e9fbf9 req-05cd97dc-7e34-467c-8c7d-c85379667033 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078024 Mar 02 07:52:12.014650 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ab63f9-ce5e-4d71-8024-fffb0322a541 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:52:12.021830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.035330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Transition to ACTIVE for port object 12ab63f9-ce5e-4d71-8024-fffb0322a541 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:52:12.039189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.190428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Pushing event updated for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:12.267532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Attempting to bind port 12ab63f9-ce5e-4d71-8024-fffb0322a541 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:52:12.267792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Attempting to bind port 12ab63f9-ce5e-4d71-8024-fffb0322a541 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:52:12.268108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Attempting to bind port 12ab63f9-ce5e-4d71-8024-fffb0322a541 on network 0dd22866-d2ba-4f90-b430-159e0dc55ffe {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:12.272638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Port 12ab63f9-ce5e-4d71-8024-fffb0322a541 on network 0dd22866-d2ba-4f90-b430-159e0dc55ffe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:52:12.272943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Attempting to bind port 12ab63f9-ce5e-4d71-8024-fffb0322a541 on network 0dd22866-d2ba-4f90-b430-159e0dc55ffe {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:52:12.277871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:52:12.278203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Checking segment: {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:52:12.278572 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Bound using segment: {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:52:12.278990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Bound port: 12ab63f9-ce5e-4d71-8024-fffb0322a541, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc84a25-4b7f-4787-9eea-ed10829c5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:52:12.279333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.367819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:52:12.370641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:52:12.375801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.429440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.430107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:12.431492 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] 10.222.0.32 "PUT /v2.0/ports/12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 1093 time: 1.1284997 Mar 02 07:52:12.431924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:12.457674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93d61-0e9e-4f91-ab73-bc4d3248fdbc service neutron] Pushing event updated for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:12.506734 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'status': 'completed', 'code': 200} Mar 02 07:52:12.552706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-051614eb-78ee-4369-84d5-74eee3adca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.555296 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-051614eb-78ee-4369-84d5-74eee3adca34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1096 time: 0.0790434 Mar 02 07:52:12.623821 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-bd4c24b0-0bfb-45ab-b64e-d64bba4428fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 217 time: 0.0624623 Mar 02 07:52:12.687557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-4b809315-cc08-46a3-bcca-09449f81590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.689020 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-4b809315-cc08-46a3-bcca-09449f81590d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0591545 Mar 02 07:52:12.792004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-c4b68374-9869-4697-b5f5-b89c39ce812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.793304 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-c4b68374-9869-4697-b5f5-b89c39ce812e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984132 Mar 02 07:52:12.938322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ee121-1c68-47c5-a969-ebec1c704fa0 req-dfe859aa-f6a8-4a3a-ac2d-b352d5d4bdfe tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:12.940298 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b10ee121-1c68-47c5-a969-ebec1c704fa0 req-dfe859aa-f6a8-4a3a-ac2d-b352d5d4bdfe tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 943 time: 0.1808641 Mar 02 07:52:12.973727 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-f04e88a0-669e-43f8-ae04-926464bbfa8f service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699884 Mar 02 07:52:13.024638 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b10ee121-1c68-47c5-a969-ebec1c704fa0 req-0a514be3-d5ef-429e-ac6a-997081a35ff9 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736873 Mar 02 07:52:13.115483 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-56279137-b7ac-4bdb-affd-7b4cecad3037 req-fde155cd-7dd6-45e5-b981-fb0e891c7cc3 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319485 Mar 02 07:52:13.233415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bd89c-da41-4427-9025-10a4017b5d7d req-466376a7-63ee-45c1-9b4f-bd4828a3fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:13.234903 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603bd89c-da41-4427-9025-10a4017b5d7d req-466376a7-63ee-45c1-9b4f-bd4828a3fbdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1096 time: 0.0730214 Mar 02 07:52:13.362696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bd89c-da41-4427-9025-10a4017b5d7d req-fc06d21e-e595-42c2-a3d5-9d8bc3f3c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:13.364136 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603bd89c-da41-4427-9025-10a4017b5d7d req-fc06d21e-e595-42c2-a3d5-9d8bc3f3c6ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 916 time: 0.1234436 Mar 02 07:52:13.432094 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603bd89c-da41-4427-9025-10a4017b5d7d req-fc28c8df-95e9-4ca5-ba47-35a3392ad688 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 217 time: 0.0617094 Mar 02 07:52:13.492462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bd89c-da41-4427-9025-10a4017b5d7d req-78aef982-de0a-45b6-ab0c-f5a37eabf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:13.493876 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603bd89c-da41-4427-9025-10a4017b5d7d req-78aef982-de0a-45b6-ab0c-f5a37eabf91c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0556021 Mar 02 07:52:13.668407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bd89c-da41-4427-9025-10a4017b5d7d req-9fb2b70c-fe8d-4e8b-90d3-4340e7e2699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:13.669780 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603bd89c-da41-4427-9025-10a4017b5d7d req-9fb2b70c-fe8d-4e8b-90d3-4340e7e2699b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1699939 Mar 02 07:52:13.796488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603bd89c-da41-4427-9025-10a4017b5d7d req-b40f7af7-a95e-44c3-a6cf-488724770dd2 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192369 Mar 02 07:52:13.922237 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603bd89c-da41-4427-9025-10a4017b5d7d req-6e289e6a-e7d6-452c-90d5-0b6da109de82 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193054 Mar 02 07:52:14.207876 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dc712-2ecf-4d3c-946b-7a917a895a6d req-c959d5a2-dacf-4c2b-b896-9e8c954ca5e3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:14.209284 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ac5dc712-2ecf-4d3c-946b-7a917a895a6d req-c959d5a2-dacf-4c2b-b896-9e8c954ca5e3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 943 time: 0.0790482 Mar 02 07:52:14.252408 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ac5dc712-2ecf-4d3c-946b-7a917a895a6d req-a92f71e6-4b10-4ce4-b14f-b28f3aa6e462 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Mar 02 07:52:14.751334 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:52:15.206181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 12ab63f9-ce5e-4d71-8024-fffb0322a541 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:52:15.340451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:15.353566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'port_id': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'mac_address': 'fa:16:3e:90:3b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:52:15.408266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.425390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ab63f9-ce5e-4d71-8024-fffb0322a541 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:52:15.433854 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506786cb-e214-4d06-9375-cde068c40b6e req-47bd76f7-04df-45fc-8713-b7fc0e2329f1 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:15.435319 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-506786cb-e214-4d06-9375-cde068c40b6e req-47bd76f7-04df-45fc-8713-b7fc0e2329f1 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 943 time: 0.0798633 Mar 02 07:52:15.441281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:15.444971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:15.479868 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-506786cb-e214-4d06-9375-cde068c40b6e req-e0763ad0-eb79-46eb-aa81-c2d75f66a379 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Mar 02 07:52:15.515519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:15.522522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.522869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.523209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.523541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.523868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.524195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.524522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.524846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.525169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.525488 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.525834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.526153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:15.646445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['12ab63f9-ce5e-4d71-8024-fffb0322a541'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:52:16.675321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba5d3c-ea0e-416e-81b7-504d044fbcf0 req-5743f182-cdc2-4564-ab2c-0366ee870cdc tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:16.676738 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9ba5d3c-ea0e-416e-81b7-504d044fbcf0 req-5743f182-cdc2-4564-ab2c-0366ee870cdc tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 944 time: 0.0813038 Mar 02 07:52:16.719044 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9ba5d3c-ea0e-416e-81b7-504d044fbcf0 req-33fa00ea-a8d8-4186-a263-37a66881fcf1 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366554 Mar 02 07:52:17.221686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 12ab63f9-ce5e-4d71-8024-fffb0322a541 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:52:17.295181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 12ab63f9-ce5e-4d71-8024-fffb0322a541 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:52:17.299829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 12ab63f9-ce5e-4d71-8024-fffb0322a541 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:17.300202 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.418468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.444268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:17.454405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:17.458481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:17.493380 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'code': 200} Mar 02 07:52:17.525493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:17.725323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cfe45-4466-4e85-8a71-acbe71c465cb req-3a2c6f36-e6d7-4a37-b5e0-0feb92058d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:17.726945 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320cfe45-4466-4e85-8a71-acbe71c465cb req-3a2c6f36-e6d7-4a37-b5e0-0feb92058d70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1098 time: 0.0875819 Mar 02 07:52:17.767241 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320cfe45-4466-4e85-8a71-acbe71c465cb req-9e31ea37-9183-4c26-8563-23ac72a01c53 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346212 Mar 02 07:52:17.902224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb2340-ac4a-478c-9dd0-82e5fff3b90e req-7ef8121f-6944-4306-b689-0a09c82985e6 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:17.903705 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fbb2340-ac4a-478c-9dd0-82e5fff3b90e req-7ef8121f-6944-4306-b689-0a09c82985e6 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0819046 Mar 02 07:52:17.947917 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fbb2340-ac4a-478c-9dd0-82e5fff3b90e req-33089b9c-745b-47b2-980f-17c57c49e024 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Mar 02 07:52:19.130035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593a04-77d6-452f-948b-76c186520830 req-98bcf9ce-909b-4eee-883b-539760ea3aed tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:19.131489 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea593a04-77d6-452f-948b-76c186520830 req-98bcf9ce-909b-4eee-883b-539760ea3aed tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0790431 Mar 02 07:52:19.156578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:19.177797 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea593a04-77d6-452f-948b-76c186520830 req-9b8cbc2c-2408-4dfd-876d-3c546a8b77ba tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Mar 02 07:52:19.361320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443f4ce-a005-43b9-840e-990d882cc9e2 req-0a349e89-f384-476c-bea2-90f6ebcfa49a tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:19.362770 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a443f4ce-a005-43b9-840e-990d882cc9e2 req-0a349e89-f384-476c-bea2-90f6ebcfa49a tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0812516 Mar 02 07:52:19.406910 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a443f4ce-a005-43b9-840e-990d882cc9e2 req-ca1f8e51-7ed3-4165-808b-0e4acb820e06 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Mar 02 07:52:19.795708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a6ad1-6d04-43fb-884d-1e22e46ffccc req-04a7880e-f1d5-49bc-ae19-457ad6f68334 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:19.797063 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-690a6ad1-6d04-43fb-884d-1e22e46ffccc req-04a7880e-f1d5-49bc-ae19-457ad6f68334 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0778277 Mar 02 07:52:19.840172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-690a6ad1-6d04-43fb-884d-1e22e46ffccc req-bb7b7f05-8fa8-47f2-8ba1-f63ab13a7c23 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Mar 02 07:52:29.857020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eaf04-2caa-427b-9885-c26884b983b6 req-e7f12f5e-c979-4f06-a95f-d1616413bf6d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:29.858423 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c24eaf04-2caa-427b-9885-c26884b983b6 req-e7f12f5e-c979-4f06-a95f-d1616413bf6d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0822008 Mar 02 07:52:29.900887 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c24eaf04-2caa-427b-9885-c26884b983b6 req-5e983c35-dbce-4e4d-aa77-f92cb2f47b2e tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Mar 02 07:52:29.923516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:30.084129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056f384-14b7-447d-938e-efefbc0b144b tempest-TestMinimumBasicScenario-1618919355 tempest-TestMinimumBasicScenario-1618919355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:30.085576 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9056f384-14b7-447d-938e-efefbc0b144b tempest-TestMinimumBasicScenario-1618919355 tempest-TestMinimumBasicScenario-1618919355-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1093 time: 0.1611092 Mar 02 07:52:30.088491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52874) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:30.093157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:30.098912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:30.102815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:floatingip and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:30.105615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:30.111374 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:30.123800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.250792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.384880 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Allocated IP 172.26.4.186 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/37673975-faf6-4a0b-8c2d-1bffdac12117) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:52:30.525609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.554316 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:30.616162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:52:30.618930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:52:30.622419 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:52:30.662146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'Port': ['ID=37673975-faf6-4a0b-8c2d-1bffdac12117,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:31.140516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.211632 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.422109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.427679 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.535259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'Port': ['ID=37673975-faf6-4a0b-8c2d-1bffdac12117,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:31.545017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:31.717999 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Floating IP b574585a-52d8-4905-80c2-9f1fbea2fb42 associated. External IP: 172.26.4.186, port: 12ab63f9-ce5e-4d71-8024-fffb0322a541. Mar 02 07:52:32.055862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:52:32.225661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:52:32.236627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] Sync routers for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:52:32.245337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:32.245973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:52:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:32.249500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.309614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:32.310182 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5d7884e0-f0dd-4a01-9531-0e0cfcaa2ebf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2202332 Mar 02 07:52:32.313261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:32.328630 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476831429', 'description': 'tempest-secgroup-smoke-1476831429 description', 'project_id': '7b3c20d6549f42949a5342b023c8e15b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:32.334990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:32.347082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:32.359117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.379780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:32.383736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:32.386550 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:32.392691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:32.427101 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:32.476012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.484456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.494970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'status': 'completed', 'code': 200} Mar 02 07:52:32.586260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0624dfea-1ef4-4357-a4b9-5db9f9be795f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:32.594157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.595886 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2838893 Mar 02 07:52:32.598776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.599124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.599338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52886) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:32.599477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.599808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.600117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.600444 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.601546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.601546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.601546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.601949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.602044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.602347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431050de-a0e2-47a3-8e64-1544488e6835 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:52:32.612707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a94ac157-b832-4da4-a558-d1a6351212d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.618843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'security_group_rule': {'security_group_id': '0624dfea-1ef4-4357-a4b9-5db9f9be795f', 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:32.628044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:32.632008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:32.635654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:32.636781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-2f057e65-9e02-4837-9f2d-264c9292acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:32.638503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-2f057e65-9e02-4837-9f2d-264c9292acca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1098 time: 0.1181028 Mar 02 07:52:32.641941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:32.658604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.718007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.723132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.752754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29485f89-5c27-4484-82f8-7c7bb5c722df,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:32.761016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.764152 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ab8a22b9-c29c-4045-99a7-c299db978da3 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619353 Mar 02 07:52:32.767042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52890) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:32.772070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'security_group_rule': {'security_group_id': '0624dfea-1ef4-4357-a4b9-5db9f9be795f', 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:32.778256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:32.783409 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:32.786849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:32.787513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-c61977a5-9028-43cd-8528-dee115e6fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:32.789251 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-c61977a5-9028-43cd-8528-dee115e6fd36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 916 time: 0.1454718 Mar 02 07:52:32.797186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:32.816645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:32.868042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b574585a-52d8-4905-80c2-9f1fbea2fb42', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'port_id': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'mac_address': 'fa:16:3e:90:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:52:31Z', 'updated_at': '2022-03-02T07:52:31Z', 'revision_number': 0, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 5, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:32.873090 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] Checking router: 32d3ec7a-d6c8-47a4-b471-ec8a616969ce for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:52:32.881850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:52:32.882457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:52:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:32.895267 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-d2ab941e-5c0c-4d7e-8f6c-bec43919c344 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 999 time: 0.0999136 Mar 02 07:52:32.962707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-9a3094ca-6b9f-4baa-a4ce-75c5d9a04a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:32.964179 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-9a3094ca-6b9f-4baa-a4ce-75c5d9a04a82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0636747 Mar 02 07:52:33.012709 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.017213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.041684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-86192280-cf3f-4783-a90a-fd1e2cea87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:33.042233 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba8425d-0e70-4599-bb8a-de66fa699ed3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:33.049925 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-86192280-cf3f-4783-a90a-fd1e2cea87a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779164 Mar 02 07:52:33.052772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.056371 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5753f442-dd42-4c19-98fe-12ab16f55a46 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2859778 Mar 02 07:52:33.056619 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52894) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:33.061856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'security_group_rule': {'security_group_id': '0624dfea-1ef4-4357-a4b9-5db9f9be795f', 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:33.068171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:33.072044 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:33.072401 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:52:33.074866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:33.080703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:33.099062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.182511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.186994 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.198466 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-1b5c4b06-62f4-496d-9494-f77b87dbf051 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440687 Mar 02 07:52:33.218218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a83a2b-5b6d-4a28-b618-f073f24b99bc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:33.224947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.226419 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4d997a8b-1192-43aa-b603-4bbc17832425 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687920 Mar 02 07:52:33.229076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52898) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:33.234064 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'security_group_rule': {'security_group_id': '0624dfea-1ef4-4357-a4b9-5db9f9be795f', 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:33.240601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:33.244386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:33.247232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:33.253182 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:33.271225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.343351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.351524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.359584 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed88044c-f5f2-4a26-8a8c-02e19ae4c00a req-2dbfb5a4-c2f8-4d9f-aa27-5e5bb5dcc63c service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539800 Mar 02 07:52:33.379945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ecc2ca-c8f9-4519-a51f-911fb9694017,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:33.389524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.390831 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-db7b5ecd-9375-4524-a459-d2cde6e40603 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608002 Mar 02 07:52:33.393713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:33.399055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'security_group_rule': {'security_group_id': '0624dfea-1ef4-4357-a4b9-5db9f9be795f', 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:33.405129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:33.410022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:33.413096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:33.419327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:33.430159 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Project 7b3c20d6549f42949a5342b023c8e15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:52:33.437494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.459030 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b574585a-52d8-4905-80c2-9f1fbea2fb42', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'port_id': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'mac_address': 'fa:16:3e:90:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:52:31Z', 'updated_at': '2022-03-02T07:52:31Z', 'revision_number': 0, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 5, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:52:33.463577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab351c77-a2b2-4c54-b6ef-0bb24a603376 None None] The sync data for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv is: [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b574585a-52d8-4905-80c2-9f1fbea2fb42', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'port_id': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'mac_address': 'fa:16:3e:90:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:52:31Z', 'updated_at': '2022-03-02T07:52:31Z', 'revision_number': 0, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 5, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:52:33.519738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.524275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.548698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440cfafa-92f1-436d-a45f-7e306001598c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:33.557928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.561900 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-107eab0e-11a1-41fe-9d33-242d4fd22a8c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1645684 Mar 02 07:52:33.562057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:52:33.566919 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'security_group_rule': {'security_group_id': '0624dfea-1ef4-4357-a4b9-5db9f9be795f', 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:33.572884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:52:33.577121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Usage tracker for resource:security_group_rule and tenant:7b3c20d6549f42949a5342b023c8e15b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:52:33.580694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:52:33.586827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:52:33.599159 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Project 7b3c20d6549f42949a5342b023c8e15b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:52:33.606415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.658813 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd5c99-9e04-4154-8586-cff9db783e49 None None] New status for floating IP b574585a-52d8-4905-80c2-9f1fbea2fb42: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:52:33.686909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.690601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.714574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926b2e94-7a2d-45ea-bf6a-5ccb9868fc7e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:33.723961 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:33.725281 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7e99a589-02bc-4311-8940-01d7c7cccd13 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623671 Mar 02 07:52:33.857041 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-fbba46be-6bb6-4d21-8505-b0b4e60e7869 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476831429&fields=id&tenant_id=7b3c20d6549f42949a5342b023c8e15b HTTP/1.1" status: 200 len: 267 time: 0.0380645 Mar 02 07:52:33.942443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-5988d0a2-ae17-4bc7-9b7b-0786e9952315 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:33.944054 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-5988d0a2-ae17-4bc7-9b7b-0786e9952315 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0804207 Mar 02 07:52:33.955523 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'port': {'security_groups': ['16b09029-08c6-4d7d-9462-5f2f5f1f1faa', '0624dfea-1ef4-4357-a4b9-5db9f9be795f']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:52:34.072265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.323695 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:52:34.348248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.353631 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.365384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['12ab63f9-ce5e-4d71-8024-fffb0322a541'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:52:34.430801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.430801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.430801 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a5bd0b1e-c528-43a1-a142-43f6998e7510 req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "PUT /v2.0/ports/12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 981 time: 0.4687920 Mar 02 07:52:34.450221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218813-d353-4680-b768-37d47699a267 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:52:34.480783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['12ab63f9-ce5e-4d71-8024-fffb0322a541'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:52:34.495845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:52:34.550784 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'status': 'completed', 'code': 200} Mar 02 07:52:34.731088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-780d91df-b131-4f08-848e-9139471ceafb None None] Provisioning complete for port 12ab63f9-ce5e-4d71-8024-fffb0322a541 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:52:34.731455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-780d91df-b131-4f08-848e-9139471ceafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.775744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dbb9-2e8c-43e8-bea2-4980bf7585db req-676a743b-993b-4f6f-b6eb-b4dd0d4f78fc tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.777326 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e3b9dbb9-2e8c-43e8-bea2-4980bf7585db req-676a743b-993b-4f6f-b6eb-b4dd0d4f78fc tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.2461464 Mar 02 07:52:34.801780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-8b3add6b-75d3-473b-8796-320ed4fe1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.803223 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-8b3add6b-75d3-473b-8796-320ed4fe1cb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1137 time: 0.2282550 Mar 02 07:52:34.885278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9cbeb300-3651-4917-a67a-e2a227818ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:34.917159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e3b9dbb9-2e8c-43e8-bea2-4980bf7585db req-b373b276-9d66-4a4d-9b4f-402f33159d1f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:52:34.948071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e3b9dbb9-2e8c-43e8-bea2-4980bf7585db req-b373b276-9d66-4a4d-9b4f-402f33159d1f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:52:34.949247 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e3b9dbb9-2e8c-43e8-bea2-4980bf7585db req-b373b276-9d66-4a4d-9b4f-402f33159d1f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633346 Mar 02 07:52:34.967782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-ceb49c66-15ee-4c76-a23e-db338b166bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:34.969216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-ceb49c66-15ee-4c76-a23e-db338b166bd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 916 time: 0.1591413 Mar 02 07:52:35.071332 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-c7cf4644-2f99-413c-a56b-bb0bcfa3c0de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 1001 time: 0.0958908 Mar 02 07:52:35.139067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-1d6203d8-4d65-4187-97f5-26a8fd4c4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:35.140397 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-1d6203d8-4d65-4187-97f5-26a8fd4c4bf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0625479 Mar 02 07:52:35.213822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-ff1a7faf-023e-41d1-a915-2ca92eac814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:35.215291 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-ff1a7faf-023e-41d1-a915-2ca92eac814f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683560 Mar 02 07:52:35.354491 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-0fd350c4-ae9b-447c-93d9-37d586c99dc4 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251993 Mar 02 07:52:35.478862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-98109983-1663-4ff4-986b-3f78f77ebbfc req-1d3bfe67-d7aa-4d4f-a893-da69113c4c25 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250100 Mar 02 07:52:35.918820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:35.921213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:37.182238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:44.637874 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-0497290f-724c-4cb9-b47f-e8cb11f35bd1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674446 Mar 02 07:52:44.775202 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-d48399f8-e66e-4876-bab1-64163135c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:44.776639 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-d48399f8-e66e-4876-bab1-64163135c075 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1137 time: 0.0720043 Mar 02 07:52:44.916929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-f5ccd9fd-c2b3-4302-a9f6-c7cb635165f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:44.918293 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-f5ccd9fd-c2b3-4302-a9f6-c7cb635165f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 916 time: 0.1241994 Mar 02 07:52:45.018647 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-f374931f-5d58-428d-8b1e-4a995838b5b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 1001 time: 0.0940585 Mar 02 07:52:45.079146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-94061c52-9582-4b85-8f03-17b52a7953a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:45.080534 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-94061c52-9582-4b85-8f03-17b52a7953a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0557423 Mar 02 07:52:45.154516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-010229af-e40f-4306-8408-df5719b72888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:45.155929 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-010229af-e40f-4306-8408-df5719b72888 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698223 Mar 02 07:52:45.287441 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-0ee02f8d-b253-4a98-907d-90543d4c3c53 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226962 Mar 02 07:52:45.424495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27af5b74-66dc-4330-8c01-1ee731ce58d3 req-5258531e-e306-47c9-bd24-a84f56ca2bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317387 Mar 02 07:52:49.170769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:52:51.749574 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:52:52.374039 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-38b3d7e7-13f0-4f8f-be1e-5ad9a26fbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:52.375512 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-38b3d7e7-13f0-4f8f-be1e-5ad9a26fbf8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1137 time: 0.2241502 Mar 02 07:52:52.383522 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ecc31-c49d-4c9d-855d-a026ca7301a4 req-50df2968-710b-4281-ac19-dbbd9b6e1b69 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:52.384846 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-360ecc31-c49d-4c9d-855d-a026ca7301a4 req-50df2968-710b-4281-ac19-dbbd9b6e1b69 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.1108932 Mar 02 07:52:52.518605 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-360ecc31-c49d-4c9d-855d-a026ca7301a4 req-f0bca4a3-2a50-423d-829b-bd52c0673c0f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140110 Mar 02 07:52:52.540491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-8615dca0-213c-4a88-a1b9-080a2396e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:52.541950 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-8615dca0-213c-4a88-a1b9-080a2396e5d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 916 time: 0.1562483 Mar 02 07:52:52.643866 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-71bc9cd8-a84f-411c-a6be-95ca26a56493 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 1001 time: 0.0951176 Mar 02 07:52:52.703971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-7e8c9532-a1df-4d30-a458-6b2ad9b63712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:52.705333 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-7e8c9532-a1df-4d30-a458-6b2ad9b63712 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0551703 Mar 02 07:52:52.779703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-39114fd0-555a-448e-b7b1-01986eb6c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:52.781098 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-39114fd0-555a-448e-b7b1-01986eb6c7c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695090 Mar 02 07:52:52.907648 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-df9e04b2-dec6-4caa-9b92-79251b23e821 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194556 Mar 02 07:52:53.034195 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f351b776-4611-46b1-8602-4127c6ec50f0 req-b980018e-8ea1-4da8-a2a0-fa9539520a53 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209450 Mar 02 07:52:53.703666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbebe6-c285-4c5c-8fcf-045081cd5be7 req-69f1b1fd-4efa-4757-9382-ce92232413f5 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:53.705115 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fcfbebe6-c285-4c5c-8fcf-045081cd5be7 req-69f1b1fd-4efa-4757-9382-ce92232413f5 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0826225 Mar 02 07:52:53.749398 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fcfbebe6-c285-4c5c-8fcf-045081cd5be7 req-d1ad12d6-d19f-4f76-bce3-9f2ec1931747 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385437 Mar 02 07:52:54.930779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c354e-8e42-457a-bf5a-7001b7c690b1 req-27e03a6d-639d-4009-8686-f8111adac093 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:54.932199 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-205c354e-8e42-457a-bf5a-7001b7c690b1 req-27e03a6d-639d-4009-8686-f8111adac093 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0767500 Mar 02 07:52:54.976890 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-205c354e-8e42-457a-bf5a-7001b7c690b1 req-069f1a8d-304e-42d9-a7ad-982f53a7154f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390723 Mar 02 07:52:56.164759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745882-4981-40e5-badb-285395384ee6 req-511121b4-4650-4dc6-a7d4-db4d2559c2dd tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:56.166235 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5f745882-4981-40e5-badb-285395384ee6 req-511121b4-4650-4dc6-a7d4-db4d2559c2dd tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0807576 Mar 02 07:52:56.216207 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5f745882-4981-40e5-badb-285395384ee6 req-4e826fbd-6339-4d93-a6cb-443f19adbc4e tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442770 Mar 02 07:52:57.398799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf3db5-ae5c-4b63-a949-12a99d2e84e2 req-09199e44-0636-411c-92e0-71e3a69d0b89 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:57.400230 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50cf3db5-ae5c-4b63-a949-12a99d2e84e2 req-09199e44-0636-411c-92e0-71e3a69d0b89 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0811510 Mar 02 07:52:57.444753 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50cf3db5-ae5c-4b63-a949-12a99d2e84e2 req-bfae7dcc-7783-4f27-8511-badc8551a0bd tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387919 Mar 02 07:52:58.623753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412466-a267-49dc-88f0-7540554525b5 req-4582e02f-baf2-46e4-9f58-c3543f94a704 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:58.625172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9412466-a267-49dc-88f0-7540554525b5 req-4582e02f-baf2-46e4-9f58-c3543f94a704 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0786624 Mar 02 07:52:58.669724 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9412466-a267-49dc-88f0-7540554525b5 req-9c3fba75-682a-4ef2-b652-8462d8ad5979 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388179 Mar 02 07:52:59.852909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0beb-c0bd-416e-9e44-c9f10e7d5050 req-fc1dca2d-1028-4214-985a-2803f53c530c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:52:59.854403 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-117e0beb-c0bd-416e-9e44-c9f10e7d5050 req-fc1dca2d-1028-4214-985a-2803f53c530c tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0816457 Mar 02 07:52:59.903671 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-117e0beb-c0bd-416e-9e44-c9f10e7d5050 req-bf8cca52-9245-404b-82d3-d36e2c4145a5 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434308 Mar 02 07:53:01.088401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade3b8c-bdc9-42bc-ac92-96ae8b22f828 req-5a8aa1ca-5660-4d93-9bc8-7b9fbdc79fb4 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:01.089960 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6ade3b8c-bdc9-42bc-ac92-96ae8b22f828 req-5a8aa1ca-5660-4d93-9bc8-7b9fbdc79fb4 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0819335 Mar 02 07:53:01.136019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6ade3b8c-bdc9-42bc-ac92-96ae8b22f828 req-8c2c0fc0-5985-485c-afa1-5c06d2290714 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395749 Mar 02 07:53:02.317827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a34055-e549-453e-9504-f719f64e1f85 req-09447f88-2fab-408b-94b8-f471eec22f70 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:02.319271 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d4a34055-e549-453e-9504-f719f64e1f85 req-09447f88-2fab-408b-94b8-f471eec22f70 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0781796 Mar 02 07:53:02.365171 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d4a34055-e549-453e-9504-f719f64e1f85 req-c3e02a6c-3538-41c2-b093-4197578100c5 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401092 Mar 02 07:53:02.593756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-707ed72c-5cac-4aec-84ea-f43f5b7e852a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:03.548862 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821099-73f1-4cf1-94fd-33471bec8c2b req-9f189722-7f4f-40f7-a441-e672dbc52a00 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:03.550330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c821099-73f1-4cf1-94fd-33471bec8c2b req-9f189722-7f4f-40f7-a441-e672dbc52a00 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0798156 Mar 02 07:53:03.595171 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c821099-73f1-4cf1-94fd-33471bec8c2b req-1298b753-5e10-4c73-8944-d22b2709e9ee tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391386 Mar 02 07:53:04.777092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c0020-79a7-4b62-84c0-389f2713e204 req-313d8d9f-cda2-43c3-b7df-fa79e609ac08 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:04.778459 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-360c0020-79a7-4b62-84c0-389f2713e204 req-313d8d9f-cda2-43c3-b7df-fa79e609ac08 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0809135 Mar 02 07:53:04.825877 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-360c0020-79a7-4b62-84c0-389f2713e204 req-b23791e0-3bb7-4903-b72e-d35a46e662d4 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&id=0624dfea-1ef4-4357-a4b9-5db9f9be795f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411942 Mar 02 07:53:04.836834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b42c3087-d969-41df-9296-8a4de09539c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.916904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:05.923040 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:07.185237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:19.170355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:28.748519 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:53:32.598315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5acd425f-1a14-41ab-86d5-1ccafe9d014c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:34.838936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c799e5eb-2722-47da-83dc-5f16a8ffe66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:35.916119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:35.921563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.190676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.270622 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-fefb90b4-b112-4fb3-a81f-8bc55e6cc9c7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476831429&fields=id&tenant_id=7b3c20d6549f42949a5342b023c8e15b HTTP/1.1" status: 200 len: 267 time: 0.0892403 Mar 02 07:53:37.352662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-4e344062-b50c-48b3-b1c7-f3e771ac8743 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:37.354113 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-4e344062-b50c-48b3-b1c7-f3e771ac8743 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 984 time: 0.0773680 Mar 02 07:53:37.365139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Request body: {'port': {'security_groups': ['16b09029-08c6-4d7d-9462-5f2f5f1f1faa']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:53:37.481714 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.710465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:37.733779 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.738672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.749997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['12ab63f9-ce5e-4d71-8024-fffb0322a541'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:53:37.805216 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:37.805857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.807313 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-01beeaf6-3efa-434f-9498-00fe3e52598b req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "PUT /v2.0/ports/12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 942 time: 0.4469321 Mar 02 07:53:37.807756 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:37.815327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 52964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:37.834322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event updated for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:37.841837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.842185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.842519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.842847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.843173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.843493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.843815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.844136 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.844453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.844767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.845082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.845396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de39b30-dd23-4bf5-a111-0cb0f01f5c72 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:37.874028 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'status': 'completed', 'code': 200} Mar 02 07:53:37.902991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['12ab63f9-ce5e-4d71-8024-fffb0322a541'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:53:37.952996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:37.989466 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.050123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-69bd8ab2-6e0d-4200-98bd-af57cf492191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:38.051578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-69bd8ab2-6e0d-4200-98bd-af57cf492191 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1098 time: 0.1469243 Mar 02 07:53:38.131545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7493f0cc-ab11-47dd-8155-2a20e13d5471 None None] Provisioning complete for port 12ab63f9-ce5e-4d71-8024-fffb0322a541 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:53:38.131921 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7493f0cc-ab11-47dd-8155-2a20e13d5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.264887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.290886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0624dfea-1ef4-4357-a4b9-5db9f9be795f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:38.306937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.307282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.307621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.307956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.308282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.308603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.308925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.309244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.309571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.309923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.310243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.310557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:53:38.322503 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.326254 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c213c6d7-2df3-4c3f-ba18-6845bf34319f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "DELETE /v2.0/security-groups/0624dfea-1ef4-4357-a4b9-5db9f9be795f HTTP/1.1" status: 204 len: 168 time: 0.5073137 Mar 02 07:53:38.326533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-20bbd99e-ae1b-421e-bf58-e6395016109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:38.326638 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 52968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:38.327882 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-20bbd99e-ae1b-421e-bf58-e6395016109a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 916 time: 0.2697287 Mar 02 07:53:38.437334 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-8feebdbd-755b-4436-8597-dbad283bd05a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 1001 time: 0.1020100 Mar 02 07:53:38.501811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-68594e56-7c6d-4c8f-8824-a83cc03d226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:38.503817 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-68594e56-7c6d-4c8f-8824-a83cc03d226a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0606024 Mar 02 07:53:38.581494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-a7701685-ae76-49a7-8645-b63c24e6b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:38.582971 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-a7701685-ae76-49a7-8645-b63c24e6b357 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727434 Mar 02 07:53:38.630391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Deleting port 37673975-faf6-4a0b-8c2d-1bffdac12117 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:38.630725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.712825 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-3378d208-d147-41d6-a484-2131b9a77642 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236396 Mar 02 07:53:38.791341 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.791657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:38.841548 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d59a0de3-e78e-458f-a115-c77720f9e4f5 req-c1a1ba0c-352c-4326-9670-925b26b5b58e service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228373 Mar 02 07:53:38.911463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Calling delete_port for 37673975-faf6-4a0b-8c2d-1bffdac12117 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:39.055395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.103004 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event deleted for resources: {'Port': ['ID=37673975-faf6-4a0b-8c2d-1bffdac12117,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:39.188595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.188912 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Floating IP b574585a-52d8-4905-80c2-9f1fbea2fb42 disassociated (deleted). External IP: 172.26.4.186, port: 12ab63f9-ce5e-4d71-8024-fffb0322a541. Mar 02 07:53:39.527586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:53:39.697692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:53:39.707964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] Sync routers for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:53:39.717466 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:39.717780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:39.718402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:53:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:39.887764 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b12e4fa4-a3c5-4164-a8fd-9e5502136abf tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "DELETE /v2.0/floatingips/b574585a-52d8-4905-80c2-9f1fbea2fb42 HTTP/1.1" status: 204 len: 168 time: 1.5600882 Mar 02 07:53:39.888431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:39.898572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:39.935162 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'status': 'completed', 'code': 200} Mar 02 07:53:40.028524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-894cb644-749d-473d-997a-45e4500910fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:40.030113 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-894cb644-749d-473d-997a-45e4500910fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b3c20d6549f42949a5342b023c8e15b&device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 1098 time: 0.0722942 Mar 02 07:53:40.163761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-436b53e1-c2da-4ea4-a42e-15391a00c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:40.165120 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-436b53e1-c2da-4ea4-a42e-15391a00c17b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 200 len: 916 time: 0.1289926 Mar 02 07:53:40.217518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 5, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:40.222544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] Checking router: 32d3ec7a-d6c8-47a4-b471-ec8a616969ce for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:53:40.231778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:40.232415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:53:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:40.245362 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-a48a2490-f2eb-45e8-8ee4-4a0389525613 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 200 len: 217 time: 0.0728006 Mar 02 07:53:40.338229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-f1308a23-1f3c-4273-9662-c82e904360d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:40.339689 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-f1308a23-1f3c-4273-9662-c82e904360d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 200 len: 854 time: 0.0876071 Mar 02 07:53:40.414243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:40.418867 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-4e2b71d4-de5c-483b-8a60-f3952b9d7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:40.420276 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-4e2b71d4-de5c-483b-8a60-f3952b9d7b02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0dd22866-d2ba-4f90-b430-159e0dc55ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740719 Mar 02 07:53:40.551291 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-01922189-4101-4480-af14-cbe78d3a3d16 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239979 Mar 02 07:53:40.684598 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be20bedf-bbcf-4b4d-9b0c-14bf76ce96bb req-27467c9c-0977-433d-97d2-be20ad2d32e3 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263022 Mar 02 07:53:40.763461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 5, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:40.767469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa0600e-1da8-4f26-a46b-409f093ef32f None None] The sync data for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv is: [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:44Z', 'revision_number': 4, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'b1286ec0-6002-4579-a19c-d16b0ec51da8', 'name': '', 'network_id': '0dd22866-d2ba-4f90-b430-159e0dc55ffe', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'mac_address': 'fa:16:3e:27:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:43Z', 'updated_at': '2022-03-02T07:51:50Z', 'revision_number': 5, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'subnets': [{'id': 'ca897009-1a6a-4ee9-bd15-6ad548a29879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:53:40.983255 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e957d82-88c7-4153-9afd-4498da4d3b5b None None] New status for floating IP b574585a-52d8-4905-80c2-9f1fbea2fb42: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:53:44.205869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764d04-a411-48e5-9063-d3a86c60221a req-fcc9763d-f25b-4717-824d-1ecdc2820e5e tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:44.207265 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f8764d04-a411-48e5-9063-d3a86c60221a req-fcc9763d-f25b-4717-824d-1ecdc2820e5e tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0845807 Mar 02 07:53:44.248974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f8764d04-a411-48e5-9063-d3a86c60221a req-494e3599-f2b5-49d8-8d23-d3cbaa5bf7d7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:44.263987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f8764d04-a411-48e5-9063-d3a86c60221a req-494e3599-f2b5-49d8-8d23-d3cbaa5bf7d7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:44.265118 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f8764d04-a411-48e5-9063-d3a86c60221a req-494e3599-f2b5-49d8-8d23-d3cbaa5bf7d7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522661 Mar 02 07:53:45.470336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056746d5-a54a-401b-a153-bafbc83cd8ea req-4a1d52d9-b561-4db7-8630-a6d9ffc911e7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:45.471045 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-056746d5-a54a-401b-a153-bafbc83cd8ea req-4a1d52d9-b561-4db7-8630-a6d9ffc911e7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:45.485572 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-056746d5-a54a-401b-a153-bafbc83cd8ea req-4a1d52d9-b561-4db7-8630-a6d9ffc911e7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:45.487235 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-056746d5-a54a-401b-a153-bafbc83cd8ea req-4a1d52d9-b561-4db7-8630-a6d9ffc911e7 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.1141276 Mar 02 07:53:45.532221 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-056746d5-a54a-401b-a153-bafbc83cd8ea req-6d61ff7c-61fa-4de3-ab6f-fc52348bbb74 tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/security-groups?id=16b09029-08c6-4d7d-9462-5f2f5f1f1faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Mar 02 07:53:45.785401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-206935ae-929c-432a-bdc7-17ea2239fa9a tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:53:45.786845 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-206935ae-929c-432a-bdc7-17ea2239fa9a tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 945 time: 0.0839005 Mar 02 07:53:45.853841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Deleting port 12ab63f9-ce5e-4d71-8024-fffb0322a541 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:45.854175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.201277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] For port 12ab63f9-ce5e-4d71-8024-fffb0322a541, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=12ab63f9-ce5e-4d71-8024-fffb0322a541,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:46.201782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.319886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Calling delete_port for 12ab63f9-ce5e-4d71-8024-fffb0322a541 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:46.458849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.470295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['12ab63f9-ce5e-4d71-8024-fffb0322a541'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:53:46.512879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Pushing event deleted for resources: {'Port': ['ID=12ab63f9-ce5e-4d71-8024-fffb0322a541,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:46.584787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] No DVR routers for this DVR port 12ab63f9-ce5e-4d71-8024-fffb0322a541 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:46.587223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:46.589784 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'name': 'network-vif-deleted', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:53:46.607716 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6626ac0-d84e-4bdb-9d17-bc088de86c66 req-c057fda6-77cc-4ee8-8b1f-c786cdc07f2d tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.32 "DELETE /v2.0/ports/12ab63f9-ce5e-4d71-8024-fffb0322a541 HTTP/1.1" status: 204 len: 173 time: 0.8155892 Mar 02 07:53:46.635772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffc8d4-406d-47c0-873d-b32fedc6bb4f', 'name': 'network-vif-deleted', 'tag': '12ab63f9-ce5e-4d71-8024-fffb0322a541', 'status': 'completed', 'code': 200} Mar 02 07:53:46.688887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-36f0f6bf-1e0b-4ffa-8e47-dc0fcfd1fe1c req-345b8894-6a41-4416-a91e-7935a9e6389f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Synchronizing usage tracker for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:53:46.706131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-36f0f6bf-1e0b-4ffa-8e47-dc0fcfd1fe1c req-345b8894-6a41-4416-a91e-7935a9e6389f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] Unset dirty status for tenant:7b3c20d6549f42949a5342b023c8e15b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:53:46.708270 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36f0f6bf-1e0b-4ffa-8e47-dc0fcfd1fe1c req-345b8894-6a41-4416-a91e-7935a9e6389f tempest-TestMinimumBasicScenario-10784966 tempest-TestMinimumBasicScenario-10784966-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4ffc8d4-406d-47c0-873d-b32fedc6bb4f HTTP/1.1" status: 200 len: 210 time: 0.0631211 Mar 02 07:53:48.330808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:48.843394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.168526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.281890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Deleting port b1286ec0-6002-4579-a19c-d16b0ec51da8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:49.282220 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.445878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] For port b1286ec0-6002-4579-a19c-d16b0ec51da8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b1286ec0-6002-4579-a19c-d16b0ec51da8,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:49.446496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.572253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Calling delete_port for b1286ec0-6002-4579-a19c-d16b0ec51da8 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:49.649635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 12ab63f9-ce5e-4d71-8024-fffb0322a541 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:49.685818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 12ab63f9-ce5e-4d71-8024-fffb0322a541 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:49.686169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 12ab63f9-ce5e-4d71-8024-fffb0322a541 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:49.879320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:49.924792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1286ec0-6002-4579-a19c-d16b0ec51da8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:50.196751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:50.649351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:53:50.821310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:53:50.830997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d98db-3c21-40d2-a101-18065d12660e None None] Sync routers for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:53:50.837831 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22f30579-9c44-4309-8930-469924cbec29 admin admin] 10.222.0.41 "PUT /v2.0/routers/32d3ec7a-d6c8-47a4-b471-ec8a616969ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5058811 Mar 02 07:53:50.840324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:50.841568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:50.842212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:53:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:51.009243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.015790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:51.182838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.192668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Deleting port e0c61aa6-4a34-4f33-b318-e728add918ce {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:51.192989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.293964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:53:49Z', 'revision_number': 5, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port': {'id': 'e0c61aa6-4a34-4f33-b318-e728add918ce', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:51.297764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d98db-3c21-40d2-a101-18065d12660e None None] Checking router: 32d3ec7a-d6c8-47a4-b471-ec8a616969ce for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:53:51.306105 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] Routers {'32d3ec7a-d6c8-47a4-b471-ec8a616969ce'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:51.306753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:53:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:51.365608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] For port e0c61aa6-4a34-4f33-b318-e728add918ce, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=e0c61aa6-4a34-4f33-b318-e728add918ce,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:51.365993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.462821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] Set router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:51.493408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Calling delete_port for e0c61aa6-4a34-4f33-b318-e728add918ce owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:51.567074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-643d98db-3c21-40d2-a101-18065d12660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:53:51Z', 'revision_number': 6, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:51.570869 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d98db-3c21-40d2-a101-18065d12660e None None] The sync data for ids ['32d3ec7a-d6c8-47a4-b471-ec8a616969ce'] in dv-neutron-831485-1-hyperv is: [{'id': '32d3ec7a-d6c8-47a4-b471-ec8a616969ce', 'name': 'tempest-TestMinimumBasicScenario-1035218981-router', 'tenant_id': '7b3c20d6549f42949a5342b023c8e15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:40Z', 'updated_at': '2022-03-02T07:53:51Z', 'revision_number': 6, 'project_id': '7b3c20d6549f42949a5342b023c8e15b', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:53:51.659340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:51.712319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c61aa6-4a34-4f33-b318-e728add918ce,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:51.797542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.077541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.080263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.102261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.102768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d3ec7a-d6c8-47a4-b471-ec8a616969ce {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:53:52.114521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.115622 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad91e705-a011-4495-970a-20b909ca204f admin admin] 10.222.0.41 "DELETE /v2.0/routers/32d3ec7a-d6c8-47a4-b471-ec8a616969ce HTTP/1.1" status: 204 len: 168 time: 1.2744129 Mar 02 07:53:52.118190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:52.175063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] Deleting subnet ca897009-1a6a-4ee9-bd15-6ad548a29879 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:53:52.177858 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.226053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.303735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.328596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b1286ec0-6002-4579-a19c-d16b0ec51da8 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:52.374342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: b1286ec0-6002-4579-a19c-d16b0ec51da8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:52.374863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b1286ec0-6002-4579-a19c-d16b0ec51da8 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:52.374994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.415822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca897009-1a6a-4ee9-bd15-6ad548a29879,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:52.419324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.427371 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70cfe8b9-2c46-418c-82b6-fb3b3528410a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ca897009-1a6a-4ee9-bd15-6ad548a29879 HTTP/1.1" status: 204 len: 168 time: 0.3060837 Mar 02 07:53:52.427501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274eec75-f339-4741-87e4-de85d3b80859 None None] Network 0dd22866-d2ba-4f90-b430-159e0dc55ffe requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:52.427594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53064) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:52.529718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.540756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Deleting port eb890c0a-02ea-41a6-8150-073343cc3587 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:52.541017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.703966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] DHCP port deletion for 0dd22866-d2ba-4f90-b430-159e0dc55ffe request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:53:52.708681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Deleting port eb890c0a-02ea-41a6-8150-073343cc3587 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:52.709278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.753824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] For port eb890c0a-02ea-41a6-8150-073343cc3587, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eb890c0a-02ea-41a6-8150-073343cc3587,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:52.754390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.876440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Calling delete_port for eb890c0a-02ea-41a6-8150-073343cc3587 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:52.938881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] For port eb890c0a-02ea-41a6-8150-073343cc3587, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=eb890c0a-02ea-41a6-8150-073343cc3587,segment=NetworkSegment(ffc84a25-4b7f-4787-9eea-ed10829c5af2),segment_id=ffc84a25-4b7f-4787-9eea-ed10829c5af2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:52.939758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.954493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:52.999329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb890c0a-02ea-41a6-8150-073343cc3587,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:53.003149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] No DVR routers for this DVR port eb890c0a-02ea-41a6-8150-073343cc3587 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:53.062392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Calling delete_port for eb890c0a-02ea-41a6-8150-073343cc3587 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:53.115770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.135011 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:53:53.135367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:53:53.140360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd22866-d2ba-4f90-b430-159e0dc55ffe']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:53.152472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc84a25-4b7f-4787-9eea-ed10829c5af2') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:53.152777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc84a25-4b7f-4787-9eea-ed10829c5af2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:53.164272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.183347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.189793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:53:53.190170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:53:53.203233 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:53:53.274958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.290499 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.300340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd22866-d2ba-4f90-b430-159e0dc55ffe,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:53.313532 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1dcd4d87-9f84-4588-abc6-66eaf2b845e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0dd22866-d2ba-4f90-b430-159e0dc55ffe HTTP/1.1" status: 204 len: 168 time: 0.8850482 Mar 02 07:53:53.316764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:53.636746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Deleting port eb890c0a-02ea-41a6-8150-073343cc3587 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:53.637282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:53.701578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-09d18132-fb8e-4257-859a-783d16de62e1 None None] The port 'eb890c0a-02ea-41a6-8150-073343cc3587' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:53:53.703750 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e0c61aa6-4a34-4f33-b318-e728add918ce no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:53.740523 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: e0c61aa6-4a34-4f33-b318-e728add918ce {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:53.740818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device e0c61aa6-4a34-4f33-b318-e728add918ce not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:53.741237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eb890c0a-02ea-41a6-8150-073343cc3587 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:53.774041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: eb890c0a-02ea-41a6-8150-073343cc3587 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:53.774389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device eb890c0a-02ea-41a6-8150-073343cc3587 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:53.950597 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.282163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Deleting port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:54.287531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.452676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] For port 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,segment=NetworkSegment(15a2099f-2d3e-4133-a71b-5544254573cb),segment_id=15a2099f-2d3e-4133-a71b-5544254573cb)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:54.453028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.573111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Calling delete_port for 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:54.743767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:54.788749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Pushing event deleted for resources: {'Port': ['ID=44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:55.154776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:55.504342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Router a6a78244-9453-4f3b-9ada-3035263cf17b has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:53:55.677666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:53:55.686577 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63da229f-6954-4f99-b615-e1ca5f07b79d admin admin] 10.222.0.41 "PUT /v2.0/routers/a6a78244-9453-4f3b-9ada-3035263cf17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3688400 Mar 02 07:53:55.686715 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] Sync routers for ids ['a6a78244-9453-4f3b-9ada-3035263cf17b'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:53:55.689482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:55.698200 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] Routers {'a6a78244-9453-4f3b-9ada-3035263cf17b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:55.699057 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:53:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a6a78244-9453-4f3b-9ada-3035263cf17b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:55.862041 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:55.867456 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] Set router a6a78244-9453-4f3b-9ada-3035263cf17b gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:56.034144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.043377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Deleting port d433ab2a-6481-4be2-8eed-0bf2f956fc40 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:56.043882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.137707 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:53:54Z', 'revision_number': 5, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port': {'id': 'd433ab2a-6481-4be2-8eed-0bf2f956fc40', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:51:47Z', 'updated_at': '2022-03-02T07:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:56.141353 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] Checking router: a6a78244-9453-4f3b-9ada-3035263cf17b for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:53:56.149879 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] Routers {'a6a78244-9453-4f3b-9ada-3035263cf17b'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:53:56.150458 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:53:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['a6a78244-9453-4f3b-9ada-3035263cf17b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:56.304034 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] Set router a6a78244-9453-4f3b-9ada-3035263cf17b gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:53:56.347324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] For port d433ab2a-6481-4be2-8eed-0bf2f956fc40, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d433ab2a-6481-4be2-8eed-0bf2f956fc40,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:56.347878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.410978 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:53:56Z', 'revision_number': 6, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:56.415393 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e640e1e-c1c0-4057-a315-97f604a08cab None None] The sync data for ids ['a6a78244-9453-4f3b-9ada-3035263cf17b'] in dv-neutron-831485-1-hyperv is: [{'id': 'a6a78244-9453-4f3b-9ada-3035263cf17b', 'name': 'tempest-TestMinimumBasicScenario-97806125-router', 'tenant_id': '7abef83a339e4afd913ae133eac8f874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:51:46Z', 'updated_at': '2022-03-02T07:53:56Z', 'revision_number': 6, 'project_id': '7abef83a339e4afd913ae133eac8f874', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:53:56.472427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Calling delete_port for d433ab2a-6481-4be2-8eed-0bf2f956fc40 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:56.634192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.682163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Pushing event deleted for resources: {'Port': ['ID=d433ab2a-6481-4be2-8eed-0bf2f956fc40,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:56.769035 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.941638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.943738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.965562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.966101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a78244-9453-4f3b-9ada-3035263cf17b {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:53:56.977965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:56.979093 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc3735b6-76cf-4568-9c7b-96b8cdc9740b admin admin] 10.222.0.41 "DELETE /v2.0/routers/a6a78244-9453-4f3b-9ada-3035263cf17b HTTP/1.1" status: 204 len: 168 time: 1.2886815 Mar 02 07:53:56.981769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:57.040369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] Deleting subnet 09970823-1632-4ee9-9aab-49b1c7daaddb {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:53:57.043204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.094768 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.174669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.243023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.279474 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09970823-1632-4ee9-9aab-49b1c7daaddb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:57.283540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.289755 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f078c19-15e6-473e-920c-045265d068df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/09970823-1632-4ee9-9aab-49b1c7daaddb HTTP/1.1" status: 204 len: 168 time: 0.3069835 Mar 02 07:53:57.290644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f4076-caad-4897-bec1-4d6ec3d24e15 None None] Network fb7604d7-2639-4617-b2f1-203cd44aa5bb requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:53:57.292157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:57.398723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.415934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Deleting port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:57.415934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.577226 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] DHCP port deletion for fb7604d7-2639-4617-b2f1-203cd44aa5bb request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:53:57.581566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Deleting port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:57.582074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.632296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] For port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,segment=NetworkSegment(15a2099f-2d3e-4133-a71b-5544254573cb),segment_id=15a2099f-2d3e-4133-a71b-5544254573cb)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:57.632653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.705685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:57.756832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:57.757033 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 44a2e9d1-a9c5-4e49-ba7b-879339d2a6f9 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:57.757376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d433ab2a-6481-4be2-8eed-0bf2f956fc40 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:57.840475 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: d433ab2a-6481-4be2-8eed-0bf2f956fc40 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:53:57.840813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d433ab2a-6481-4be2-8eed-0bf2f956fc40 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:57.841223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:53:57.856973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Calling delete_port for fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:57.891243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] For port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,segment=NetworkSegment(15a2099f-2d3e-4133-a71b-5544254573cb),segment_id=15a2099f-2d3e-4133-a71b-5544254573cb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:53:57.891624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.934027 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:57.979519 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:57.982725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] No DVR routers for this DVR port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:53:58.027463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Calling delete_port for fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:53:58.065941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No active binding found for port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 07:53:58.066338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:53:58.100029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 07:53:58.100376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 07:53:58.109546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.134560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7604d7-2639-4617-b2f1-203cd44aa5bb']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:58.146355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a2099f-2d3e-4133-a71b-5544254573cb') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:58.146645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a2099f-2d3e-4133-a71b-5544254573cb') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:53:58.157870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.174912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.180676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:53:58.181047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:53:58.198058 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:53:58.267792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.272393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.295018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7604d7-2639-4617-b2f1-203cd44aa5bb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:58.299498 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-857af1df-07c4-4a4d-9e2e-68c46a62e37c admin admin] 10.222.0.41 "DELETE /v2.0/networks/fb7604d7-2639-4617-b2f1-203cd44aa5bb HTTP/1.1" status: 204 len: 168 time: 1.0060465 Mar 02 07:53:58.467945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53086) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:58.518711 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c2b8d85-3cce-421d-8c22-94b9dc4c75ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b3c20d6549f42949a5342b023c8e15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495257 Mar 02 07:53:58.521021 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:58.576375 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fa4440c-745f-4ef6-85d4-410a2653c6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.601025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fa4440c-745f-4ef6-85d4-410a2653c6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.601545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Deleting port fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:53:58.602065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.651218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fa4440c-745f-4ef6-85d4-410a2653c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.669422 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4440c-745f-4ef6-85d4-410a2653c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b09029-08c6-4d7d-9462-5f2f5f1f1faa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:58.679000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fa4440c-745f-4ef6-85d4-410a2653c6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:58.679923 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4fa4440c-745f-4ef6-85d4-410a2653c6fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16b09029-08c6-4d7d-9462-5f2f5f1f1faa HTTP/1.1" status: 204 len: 168 time: 0.1580272 Mar 02 07:53:58.704289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d07ba-5ec9-4bc0-b73a-3c8090398c99 None None] The port 'fdbb4d4c-6f10-4f98-8782-9f3adcd9c4ac' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 07:53:59.014751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:59.061197 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e560961c-5e36-4a6c-9176-b52352e94375 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7abef83a339e4afd913ae133eac8f874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453470 Mar 02 07:53:59.063555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:53:59.121480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5333c4b9-3ac5-4463-8d41-2c6ad5e9759f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.145960 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5333c4b9-3ac5-4463-8d41-2c6ad5e9759f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.195185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5333c4b9-3ac5-4463-8d41-2c6ad5e9759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.211410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333c4b9-3ac5-4463-8d41-2c6ad5e9759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5b782-8553-46ee-899a-22f6516fd293,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:53:59.215613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5333c4b9-3ac5-4463-8d41-2c6ad5e9759f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:53:59.216711 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5333c4b9-3ac5-4463-8d41-2c6ad5e9759f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8d5b782-8553-46ee-899a-22f6516fd293 HTTP/1.1" status: 204 len: 168 time: 0.1522839 Mar 02 07:54:00.885847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53146) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:00.891068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126274534', 'description': 'tempest-secgroup-smoke-2126274534 description', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:00.897563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:00.901276 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:00.904042 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:00.909549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:00.918726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:00.929941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:00.944027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:00.947641 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:00.950545 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:00.956519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.036014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.039657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.053191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:01.071011 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:01.077161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:01.085809 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.087591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e79156-8a14-47e3-838f-cbef9846dad0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.160075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.163728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.206723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.207935 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3211036 Mar 02 07:54:01.209478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41270ac1-ab10-4f47-88f2-644a85f4b9f2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57bd453-ea9c-436b-ab05-ace33b4345aa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.211079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:01.216727 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'd57bd453-ea9c-436b-ab05-ace33b4345aa', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:01.222747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:01.226546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:01.229341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:01.234960 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.251951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.312401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.316385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.339151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2397a46-2d3b-4094-8458-5528313a80c1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.347838 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.349037 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ac6f05b-02a6-4bc3-bf1b-cbeb00a68f92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368611 Mar 02 07:54:01.351824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53154) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:01.356817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'd57bd453-ea9c-436b-ab05-ace33b4345aa', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:01.363346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:01.367133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:01.369973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:01.375551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.392103 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.450761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.454222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.477101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603df391-d167-4910-a3ae-69a1924e35b6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.484814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.486770 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7bf6d973-f02e-4560-aa3e-455bb527a651 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341367 Mar 02 07:54:01.489434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53158) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:01.494270 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'd57bd453-ea9c-436b-ab05-ace33b4345aa', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:01.499964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:01.503753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:01.506564 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:01.512148 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.528266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.593079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.596586 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.619990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b35447-7a1f-4d19-a873-0b3466e2d8c4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.630652 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.631804 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cb8f7eed-c0e4-49dd-9958-aa4643abbda4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414425 Mar 02 07:54:01.634544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:01.639340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'd57bd453-ea9c-436b-ab05-ace33b4345aa', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:01.645517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:01.649363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:01.652242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:01.657937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.675168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.736582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.739904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.762479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15e9a3d-4bab-4375-85e4-b70277528bb2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.771663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.772864 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dfc50010-c601-4d86-bfec-b26172c3e47e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374004 Mar 02 07:54:01.775623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:01.780447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'd57bd453-ea9c-436b-ab05-ace33b4345aa', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:01.786277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:01.790045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:01.792869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:01.798594 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.808114 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:54:01.815011 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.875569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.879461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.901404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dd737c-190c-4a8b-a8e7-499c38c2191b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:01.911259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:01.912436 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c170b428-06be-467e-b735-3e60d77f36b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359191 Mar 02 07:54:01.915204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53170) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:01.919901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'd57bd453-ea9c-436b-ab05-ace33b4345aa', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:01.926224 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:01.929991 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:01.932762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:01.938337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:01.951289 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:54:01.957976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.020537 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.024860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.049412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9413f8-f607-4b4c-9080-7ce41f0b97bf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:02.058584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.059815 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-842556b5-7707-4aeb-93b0-d0eb35159876 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437159 Mar 02 07:54:02.062823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:02.070546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'network': {'name': 'tempest-network-smoke--686546123', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:02.076049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:02.081037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:network and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:02.083848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:02.089408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:02.099296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:02.102759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.128161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:54:02.136464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.136793 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Added segment f0261a9c-f0c7-4080-a35f-d04bb7d97875 of type vlan for network 0220c27c-21d7-48ad-9814-c43681686d25 Mar 02 07:54:02.161952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.189504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.194711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:02.195282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.295465 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2289329 Mar 02 07:54:02.296078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:02.302547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'admin_state_up': True, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:02.307806 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c5edb-58cc-432a-9dfb-3ad17a012c0e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Network': ['ID=0220c27c-21d7-48ad-9814-c43681686d25,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:02.311298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:02.316238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:router and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:02.318753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 0220c27c-21d7-48ad-9814-c43681686d25 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:54:02.322661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:02.328578 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:02.340621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.341638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.362378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.600347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b79de64c-9eba-45c1-9ead-63b56b0ecdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:02.626728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.003749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.031993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.184689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.59 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/ac55088e-94e8-43a2-a91d-21ced71edca8) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:03.328087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.357236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:03.420435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:03.423615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:03.426165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:03.464933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=ac55088e-94e8-43a2-a91d-21ced71edca8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:03.836150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:04.268357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:04.465355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router ca1c5c89-2348-45ed-a8d9-ae530e489475 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:54:04.652661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:04.663403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Sync routers for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:04.672733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:04.673948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:53:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:04.679106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:04.680286 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e35a82e7-5ac3-43dd-b79e-845415fab5b9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3834958 Mar 02 07:54:04.683268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:04.828055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bba822f8-ef9b-45ec-adc4-a3e2d497fc8b tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b1ec7f15e4734cfb92ed39046443b623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1437092 Mar 02 07:54:04.832881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53190) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:04.866149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb20f2fa-5369-4ace-a94d-a0ff67fb4361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:04.878410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:04.962418 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb71b3-c223-4a72-943d-6365d58552a1 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:04.963790 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b1cb71b3-c223-4a72-943d-6365d58552a1 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300144 Mar 02 07:54:04.966576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53194) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:05.004726 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b45999bb-c898-45d2-9321-c00b518a4957 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368271 Mar 02 07:54:05.007234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:05.012376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595060441', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:05.119560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:05.123286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:subnet and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:05.127012 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:05.132956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:05.144213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:05.152914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.160083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:03Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:05.165505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Checking router: ca1c5c89-2348-45ed-a8d9-ae530e489475 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:05.165892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Updating router ca1c5c89-2348-45ed-a8d9-ae530e489475 port ac55088e-94e8-43a2-a91d-21ced71edca8 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:54:05.231896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.368713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.449372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Subnet': ['ID=5fe41081-dca0-427d-8e99-40594d9ee367,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:05.453333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Checking segment: {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:05.453714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network hostable DHCP agents. Network: 0220c27c-21d7-48ad-9814-c43681686d25, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:54:05.474653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 0220c27c-21d7-48ad-9814-c43681686d25 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:54:05.484622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 0220c27c-21d7-48ad-9814-c43681686d25) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:05.489748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:05.490116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.507659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed7feb-9b2f-4534-82c2-fb8e56c1f3c5 None None] Network 0220c27c-21d7-48ad-9814-c43681686d25 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:05.526012 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-678ab7f3-241a-4811-bca0-c6ec2ede83ee tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5175743 Mar 02 07:54:05.528523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:05.652927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.671844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Transition to ACTIVE for port object ac55088e-94e8-43a2-a91d-21ced71edca8 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:05.687346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.747997 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:54:05.806400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Attempting to bind port ac55088e-94e8-43a2-a91d-21ced71edca8 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:05.806774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Attempting to bind port ac55088e-94e8-43a2-a91d-21ced71edca8 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:05.807506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Attempting to bind port ac55088e-94e8-43a2-a91d-21ced71edca8 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:05.833152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Pushing event updated for resources: {'Port': ['ID=ac55088e-94e8-43a2-a91d-21ced71edca8,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:05.835440 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:05.835812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:05.836211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.836608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:05.837083 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Bound port: ac55088e-94e8-43a2-a91d-21ced71edca8, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:05.837454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.906881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.907792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.908132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.908463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.908788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.909123 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.909449 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.909799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.910127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.910451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.910780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.911081 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:05.949302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-0220c27c-21d7-48ad-9814-c43681686d25', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:54:05.950126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:05.976330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.033614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.080992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] For port ac55088e-94e8-43a2-a91d-21ced71edca8, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:06.103572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] For port ac55088e-94e8-43a2-a91d-21ced71edca8, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ac55088e-94e8-43a2-a91d-21ced71edca8,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:06.108167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.225778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:06.226413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:54:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:06.306317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a182d-d815-40f7-9aab-f10e93c8c5a3 None None] Pushing event updated for resources: {'Port': ['ID=ac55088e-94e8-43a2-a91d-21ced71edca8,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:06.328819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Allocated IP 172.20.0.2 (0220c27c-21d7-48ad-9814-c43681686d25/5fe41081-dca0-427d-8e99-40594d9ee367/6db23d38-daba-4a0e-9d05-17e0311ccfb2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:06.333781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.506061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:06.843193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.857203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Transition to ACTIVE for port object 6db23d38-daba-4a0e-9d05-17e0311ccfb2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:06.883098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Transition to ACTIVE for port object 6db23d38-daba-4a0e-9d05-17e0311ccfb2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:06.889913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:06.951645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.1 (0220c27c-21d7-48ad-9814-c43681686d25/5fe41081-dca0-427d-8e99-40594d9ee367/19489daa-ff3e-4fca-be5f-9a5f45073dac) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:06.955584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Network 0220c27c-21d7-48ad-9814-c43681686d25 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:06.957265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:03Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:06.962397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:06.971222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:06.973723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16dc5e-8c68-48d8-928f-3b60cdb358ac None None] The sync data for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv is: [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:03Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:06.979615 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Pushing event updated for resources: {'Port': ['ID=6db23d38-daba-4a0e-9d05-17e0311ccfb2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:07.069221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Attempting to bind port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:07.069589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Attempting to bind port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:07.069981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Attempting to bind port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 on network 0220c27c-21d7-48ad-9814-c43681686d25 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:07.075393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:07.075761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Checking segment: {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:07.076159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.076544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Bound using segment: {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:07.077000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Bound port: 6db23d38-daba-4a0e-9d05-17e0311ccfb2, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:07.077369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.116093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.132869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 19489daa-ff3e-4fca-be5f-9a5f45073dac will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:07.158965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.174660 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] For port 6db23d38-daba-4a0e-9d05-17e0311ccfb2, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:07.178863 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] For port 6db23d38-daba-4a0e-9d05-17e0311ccfb2, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6db23d38-daba-4a0e-9d05-17e0311ccfb2,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:07.191820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.217373 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 0220c27c-21d7-48ad-9814-c43681686d25 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:07.234665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:07.237078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:07.260442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.304690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df215aeb-9088-488c-a390-85c196ffbff1 None None] Pushing event updated for resources: {'Port': ['ID=6db23d38-daba-4a0e-9d05-17e0311ccfb2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:07.304903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.469928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=19489daa-ff3e-4fca-be5f-9a5f45073dac,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:07.620606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.780074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ac55088e-94e8-43a2-a91d-21ced71edca8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:07.864366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ac55088e-94e8-43a2-a91d-21ced71edca8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:07.871119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ac55088e-94e8-43a2-a91d-21ced71edca8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:07.871918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:07.997329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.015479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port ac55088e-94e8-43a2-a91d-21ced71edca8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ac55088e-94e8-43a2-a91d-21ced71edca8,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:08.020134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.021234 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6db23d38-daba-4a0e-9d05-17e0311ccfb2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:08.185167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=ac55088e-94e8-43a2-a91d-21ced71edca8,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:08.190161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.195998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.205630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:08.312377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.316005 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=19489daa-ff3e-4fca-be5f-9a5f45073dac,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:08.395222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0d4b5-6f92-42ec-ac75-cecb86606d4e None None] Network 0220c27c-21d7-48ad-9814-c43681686d25 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:54:08.456682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 0220c27c-21d7-48ad-9814-c43681686d25 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:08.457907 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:08.497927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ff2aed19-79c6-42cc-b0b1-872cff439d08 None None] Provisioning for port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:08.513568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ff2aed19-79c6-42cc-b0b1-872cff439d08 None None] Provisioning complete for port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:08.513974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed19-79c6-42cc-b0b1-872cff439d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.642221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router ca1c5c89-2348-45ed-a8d9-ae530e489475 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:54:08.724209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed19-79c6-42cc-b0b1-872cff439d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.768855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ff2aed19-79c6-42cc-b0b1-872cff439d08 None None] For port 6db23d38-daba-4a0e-9d05-17e0311ccfb2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6db23d38-daba-4a0e-9d05-17e0311ccfb2,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:08.772692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff2aed19-79c6-42cc-b0b1-872cff439d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:08.825746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:08.842979 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef6e5d2f-ab5d-4e3c-bbbe-66ceef5a2e5e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/ca1c5c89-2348-45ed-a8d9-ae530e489475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3124807 Mar 02 07:54:08.848490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aed19-79c6-42cc-b0b1-872cff439d08 None None] Pushing event updated for resources: {'Port': ['ID=6db23d38-daba-4a0e-9d05-17e0311ccfb2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:08.945273 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Sync routers for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:08.957511 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:08.958331 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:54:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:08.994867 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-920e5fe7-7753-4fa6-9314-ea3e4b810ff1 None None] Provisioning complete for port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:08.995866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-920e5fe7-7753-4fa6-9314-ea3e4b810ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.135633 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-b71156ab-c722-4f48-8bf2-4d01274d442f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126274534&fields=id&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 267 time: 0.0479915 Mar 02 07:54:09.146590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-920e5fe7-7753-4fa6-9314-ea3e4b810ff1 None None] Provisioning for port 19489daa-ff3e-4fca-be5f-9a5f45073dac completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:09.152572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-920e5fe7-7753-4fa6-9314-ea3e4b810ff1 None None] Provisioning complete for port 19489daa-ff3e-4fca-be5f-9a5f45073dac triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:09.152975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-920e5fe7-7753-4fa6-9314-ea3e4b810ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.165284 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:09.221956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-920e5fe7-7753-4fa6-9314-ea3e4b810ff1 None None] Port 19489daa-ff3e-4fca-be5f-9a5f45073dac cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:09.297049 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-523df21c-1204-4ced-a475-3d6acd143f8c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:09.297825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-523df21c-1204-4ced-a475-3d6acd143f8c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:09.319179 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-523df21c-1204-4ced-a475-3d6acd143f8c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:09.320606 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-523df21c-1204-4ced-a475-3d6acd143f8c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/networks?id=0220c27c-21d7-48ad-9814-c43681686d25 HTTP/1.1" status: 200 len: 796 time: 0.1766217 Mar 02 07:54:09.346287 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1fbcd0f4-93a1-4d79-ab93-6a542ff9cd19 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/quotas/b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 375 time: 0.0196383 Mar 02 07:54:09.352366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ac1a18e8-2b71-4980-8d3e-e84ff51caba0 None None] Provisioning complete for port 19489daa-ff3e-4fca-be5f-9a5f45073dac triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:09.352741 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac1a18e8-2b71-4980-8d3e-e84ff51caba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.406783 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a18e8-2b71-4980-8d3e-e84ff51caba0 None None] Port 19489daa-ff3e-4fca-be5f-9a5f45073dac cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:09.428423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-098c5851-78b4-444c-94a0-2186f16684c0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:09.446957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-098c5851-78b4-444c-94a0-2186f16684c0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:09.448627 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-098c5851-78b4-444c-94a0-2186f16684c0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007929 Mar 02 07:54:09.526179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ca2bd3e-2d27-483a-9d6f-ba6beceb177e None None] Provisioning complete for port 19489daa-ff3e-4fca-be5f-9a5f45073dac triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:09.526880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ca2bd3e-2d27-483a-9d6f-ba6beceb177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.552403 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:08Z', 'revision_number': 2, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:09.556185 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Checking router: ca1c5c89-2348-45ed-a8d9-ae530e489475 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:09.556528 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Updating router ca1c5c89-2348-45ed-a8d9-ae530e489475 port 19489daa-ff3e-4fca-be5f-9a5f45073dac binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:54:09.586616 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-a5ba0b6f-417b-438b-b278-e473fdfef744 service neutron] 10.222.0.41 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265769 Mar 02 07:54:09.586971 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2bd3e-2d27-483a-9d6f-ba6beceb177e None None] Port 19489daa-ff3e-4fca-be5f-9a5f45073dac cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:09.610942 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.716611 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ac55088e-94e8-43a2-a91d-21ced71edca8 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:09.785061 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ac55088e-94e8-43a2-a91d-21ced71edca8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:09.785459 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.837936 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-d8a024d6-8261-4a34-8f07-fab23fcd6da3 service neutron] 10.222.0.41 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453225 Mar 02 07:54:09.903861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6db23d38-daba-4a0e-9d05-17e0311ccfb2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:09.979491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:09.979865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.981250 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:09.993990 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Transition to ACTIVE for port object 19489daa-ff3e-4fca-be5f-9a5f45073dac will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:10.001411 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:10.031684 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c8bd5a21-75cd-4bc9-9cdc-50cf23291021 req-0b805298-bd66-4c89-b42a-2e3f3b2ce26a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 210 time: 0.0523925 Mar 02 07:54:10.211310 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Pushing event updated for resources: {'Port': ['ID=19489daa-ff3e-4fca-be5f-9a5f45073dac,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:10.231782 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.232199 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.232612 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.233006 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.233400 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.233851 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.234182 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.234507 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.234836 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.235190 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.235508 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.235825 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:10.245677 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Attempting to bind port 19489daa-ff3e-4fca-be5f-9a5f45073dac on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:10.246096 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Attempting to bind port 19489daa-ff3e-4fca-be5f-9a5f45073dac by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:10.246581 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Attempting to bind port 19489daa-ff3e-4fca-be5f-9a5f45073dac on network 0220c27c-21d7-48ad-9814-c43681686d25 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:10.252580 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:10.252947 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Checking segment: {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:10.253339 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:10.253751 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Bound using segment: {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:10.254666 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Bound port: 19489daa-ff3e-4fca-be5f-9a5f45073dac, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:10.254666 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:10.347635 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] For port 19489daa-ff3e-4fca-be5f-9a5f45073dac, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:10.350762 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] For port 19489daa-ff3e-4fca-be5f-9a5f45073dac, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=19489daa-ff3e-4fca-be5f-9a5f45073dac,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:10.355049 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:10.443520 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:10.444135 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:54:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:10.498070 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d7b96-5888-4d10-8db8-45047c701733 None None] Pushing event updated for resources: {'Port': ['ID=19489daa-ff3e-4fca-be5f-9a5f45073dac,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:10.627915 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:10.930073 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:10Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:10.933996 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53366900-eb8d-4a93-9f21-06da5ad0ac4d None None] The sync data for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv is: [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:10Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:11.195135 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9ac46e0-e3a4-4ced-855b-a26d6dc28268 req-fce97c35-f4eb-4da5-a370-d5aa9aebc289 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 210 time: 0.0528338 Mar 02 07:54:11.225416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-6274b405-dac0-4e24-ac08-1806f629b378 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:11.226821 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-6274b405-dac0-4e24-ac08-1806f629b378 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/networks?id=0220c27c-21d7-48ad-9814-c43681686d25 HTTP/1.1" status: 200 len: 796 time: 0.2246463 Mar 02 07:54:11.278929 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-fd98b8dd-e325-4d8a-9669-f96725584bd9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 380 time: 0.0422604 Mar 02 07:54:11.290945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'port': {'device_id': '17e4c73f-9876-4291-86ef-19df6d74e684', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'admin_state_up': True, 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'security_groups': ['d57bd453-ea9c-436b-ab05-ace33b4345aa']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:11.436984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:11.446460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:11.456515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:54:11.460167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.629170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.4 (0220c27c-21d7-48ad-9814-c43681686d25/5fe41081-dca0-427d-8e99-40594d9ee367/6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:11.746325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 19489daa-ff3e-4fca-be5f-9a5f45073dac up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:11.829031 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.830924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 19489daa-ff3e-4fca-be5f-9a5f45073dac completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:11.836604 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 19489daa-ff3e-4fca-be5f-9a5f45073dac triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:11.836974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.849204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:11.874034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.948512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 0220c27c-21d7-48ad-9814-c43681686d25 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:11.951324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:11.955485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:11.965016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:11.998243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:12.011364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 19489daa-ff3e-4fca-be5f-9a5f45073dac, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=19489daa-ff3e-4fca-be5f-9a5f45073dac,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:12.016594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.050132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:12.050798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.083839 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-78cab2b1-bc92-4763-bc61-4ffbbd9ccc1a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967606 Mar 02 07:54:12.090156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=19489daa-ff3e-4fca-be5f-9a5f45073dac,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:12.096392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-93b445ac-04ab-4b56-89b5-9f9c9ddcd650 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:54:12.098658 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-93b445ac-04ab-4b56-89b5-9f9c9ddcd650 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071392 Mar 02 07:54:12.108402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Request body: {'port': {'device_id': '17e4c73f-9876-4291-86ef-19df6d74e684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:12.224516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.263479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f04a685-e1c3-4daf-b3a1-c5c94f4142ea None None] Provisioning for port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:12.268766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f04a685-e1c3-4daf-b3a1-c5c94f4142ea None None] Provisioning complete for port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:12.269312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f04a685-e1c3-4daf-b3a1-c5c94f4142ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.338367 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6f04a685-e1c3-4daf-b3a1-c5c94f4142ea None None] Port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:54:12.392297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1200f-a8a5-4bc6-b20a-36b1a04f21ca req-09c1f3d9-097c-4ac9-89f5-63872213b61d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:12.393762 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93e1200f-a8a5-4bc6-b20a-36b1a04f21ca req-09c1f3d9-097c-4ac9-89f5-63872213b61d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 931 time: 0.0811486 Mar 02 07:54:12.439630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-93e1200f-a8a5-4bc6-b20a-36b1a04f21ca req-01ca4d09-2beb-41dc-88f7-b684fbe51ecd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:12.458209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-93e1200f-a8a5-4bc6-b20a-36b1a04f21ca req-01ca4d09-2beb-41dc-88f7-b684fbe51ecd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:12.459554 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93e1200f-a8a5-4bc6-b20a-36b1a04f21ca req-01ca4d09-2beb-41dc-88f7-b684fbe51ecd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600655 Mar 02 07:54:12.586326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:54:12.593292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.607786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Transition to ACTIVE for port object 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:54:12.611129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:12.866531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:12.949753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Attempting to bind port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:54:12.950013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Attempting to bind port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:54:12.950335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Attempting to bind port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c on network 0220c27c-21d7-48ad-9814-c43681686d25 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:12.955309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c on network 0220c27c-21d7-48ad-9814-c43681686d25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:54:12.955618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Attempting to bind port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c on network 0220c27c-21d7-48ad-9814-c43681686d25 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:54:12.960507 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:54:12.960843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Checking segment: {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:54:12.961217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Bound using segment: {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:54:12.961631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Bound port: 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0261a9c-f0c7-4080-a35f-d04bb7d97875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:54:12.961994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.052426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] For port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:54:13.055254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] For port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:54:13.059826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.115101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:13.115706 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.117070 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] 10.222.0.32 "PUT /v2.0/ports/6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c HTTP/1.1" status: 200 len: 1093 time: 1.0130875 Mar 02 07:54:13.117509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:54:13.146217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50d6d-0820-4197-a37f-3b72076bceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:13.200649 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'status': 'completed', 'code': 200} Mar 02 07:54:13.242588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-652611fb-0d7a-4562-ad84-63e741624533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:13.244102 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-652611fb-0d7a-4562-ad84-63e741624533 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 1096 time: 0.0855422 Mar 02 07:54:13.315584 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-3bf92167-4783-4dc5-86d6-baccf9d55037 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c HTTP/1.1" status: 200 len: 217 time: 0.0651481 Mar 02 07:54:13.377592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-eb33e463-e7bb-4e38-9cf1-9133542fe6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:13.379012 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-eb33e463-e7bb-4e38-9cf1-9133542fe6bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fe41081-dca0-427d-8e99-40594d9ee367 HTTP/1.1" status: 200 len: 835 time: 0.0580516 Mar 02 07:54:13.455901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-faf59071-89b0-43c4-97cc-e61592afcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:13.457360 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-faf59071-89b0-43c4-97cc-e61592afcaa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0220c27c-21d7-48ad-9814-c43681686d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727024 Mar 02 07:54:13.600407 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-6cfaacf7-e632-4d22-9ec3-b01d34cc2580 service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365161 Mar 02 07:54:13.664237 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47fb3-cb8e-4176-96cc-85fa1c314980 req-31f31118-3132-4324-8286-c39a4ec56f96 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:13.665761 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7b47fb3-cb8e-4176-96cc-85fa1c314980 req-31f31118-3132-4324-8286-c39a4ec56f96 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 943 time: 0.0961063 Mar 02 07:54:13.711786 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7b47fb3-cb8e-4176-96cc-85fa1c314980 req-17b5bd51-9b55-4a22-a313-3a7e514b1b9f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Mar 02 07:54:13.723297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 19489daa-ff3e-4fca-be5f-9a5f45073dac up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:13.739351 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e555ffd1-f55e-465e-babe-dc64e9cdf90a req-d31c7f4b-4195-4aef-912e-5bb179a3f804 service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333160 Mar 02 07:54:13.831694 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 19489daa-ff3e-4fca-be5f-9a5f45073dac triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:13.832228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:13.858174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-c6af07a0-72b7-47f2-9685-fede42fdac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:13.859656 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-c6af07a0-72b7-47f2-9685-fede42fdac06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 1096 time: 0.0750289 Mar 02 07:54:13.996057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-b4e150db-8d7d-4b0d-8b42-0741badae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:13.997499 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-b4e150db-8d7d-4b0d-8b42-0741badae021 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0220c27c-21d7-48ad-9814-c43681686d25 HTTP/1.1" status: 200 len: 897 time: 0.1314440 Mar 02 07:54:14.062185 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-48bd0c6f-265e-41f8-ace4-8e26aa9933f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c HTTP/1.1" status: 200 len: 217 time: 0.0585475 Mar 02 07:54:14.126067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-e1d656e7-790d-46d2-8b69-4dc183e4e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:14.127459 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-e1d656e7-790d-46d2-8b69-4dc183e4e99a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fe41081-dca0-427d-8e99-40594d9ee367 HTTP/1.1" status: 200 len: 835 time: 0.0591972 Mar 02 07:54:14.200596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-fbb2cbbc-313d-47d4-8465-4f696aedee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:14.201991 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-fbb2cbbc-313d-47d4-8465-4f696aedee9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0220c27c-21d7-48ad-9814-c43681686d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677221 Mar 02 07:54:14.329617 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-59994e8b-021c-49c8-b0ac-206a9047611a service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207728 Mar 02 07:54:14.459708 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3df47b6-a950-4525-b86f-74e456dec1e4 req-9407d265-f49a-46e3-a395-6a9eac338eb2 service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227777 Mar 02 07:54:14.983548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d435f-e698-4d49-bcfa-261bfe9cc7c2 req-1b48ed58-c2fd-4b59-8dd9-8e39f7b2c88e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:14.984228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-794d435f-e698-4d49-bcfa-261bfe9cc7c2 req-1b48ed58-c2fd-4b59-8dd9-8e39f7b2c88e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:14.999135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-794d435f-e698-4d49-bcfa-261bfe9cc7c2 req-1b48ed58-c2fd-4b59-8dd9-8e39f7b2c88e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:15.000385 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-794d435f-e698-4d49-bcfa-261bfe9cc7c2 req-1b48ed58-c2fd-4b59-8dd9-8e39f7b2c88e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 943 time: 0.1808825 Mar 02 07:54:15.042707 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-794d435f-e698-4d49-bcfa-261bfe9cc7c2 req-92cd4d24-9cd7-48c1-b1a7-37d01e5e8c61 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366743 Mar 02 07:54:15.825707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:54:15.957509 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:15.970132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'port_id': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'mac_address': 'fa:16:3e:a6:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:54:16.022821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.041232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:54:16.055781 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:16.059541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:16.124794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:16.227519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c17ceb-c366-4d08-967c-cc0b5ca8778a req-c1291a00-0f7a-456c-83cb-e7229092abca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:16.228891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-83c17ceb-c366-4d08-967c-cc0b5ca8778a req-c1291a00-0f7a-456c-83cb-e7229092abca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 944 time: 0.0823739 Mar 02 07:54:16.261052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:54:16.277409 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-83c17ceb-c366-4d08-967c-cc0b5ca8778a req-d6b16fb2-a997-44c6-a566-ffd606fe87d7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Mar 02 07:54:17.461516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccb853-f38b-491b-90a1-8ee52de8a316 req-4d6ea597-487a-4888-b95a-38fc186769dd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:17.463083 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00ccb853-f38b-491b-90a1-8ee52de8a316 req-4d6ea597-487a-4888-b95a-38fc186769dd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 944 time: 0.0793061 Mar 02 07:54:17.508990 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00ccb853-f38b-491b-90a1-8ee52de8a316 req-9094adcb-75c1-459b-8d28-b353bbed57f9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Mar 02 07:54:17.840795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:54:17.911372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:54:17.915802 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:54:17.916177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.031197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.058472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:54:18.068073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:54:18.073494 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:18.115443 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'code': 200} Mar 02 07:54:18.147264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:18.375016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9f8f7-8938-4035-a6e1-1ee01f30d051 req-9161ac6e-8bcc-40a6-96a0-a3b29138e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:18.376602 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02b9f8f7-8938-4035-a6e1-1ee01f30d051 req-9161ac6e-8bcc-40a6-96a0-a3b29138e4fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 1098 time: 0.1184392 Mar 02 07:54:18.417422 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02b9f8f7-8938-4035-a6e1-1ee01f30d051 req-0faf3a02-3cc2-4585-a741-8c4d117cdfea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Mar 02 07:54:18.706551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a113a7e-8ffb-4c77-99ab-75da5ca3c3b1 req-40430e8c-62c5-4b96-a113-f862fb47ca64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:18.708008 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a113a7e-8ffb-4c77-99ab-75da5ca3c3b1 req-40430e8c-62c5-4b96-a113-f862fb47ca64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0958986 Mar 02 07:54:18.753346 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a113a7e-8ffb-4c77-99ab-75da5ca3c3b1 req-ce4cc002-224c-4a2e-9a7b-5d575cbcf5ec tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396924 Mar 02 07:54:19.178710 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:19.940231 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133397b7-69e8-4b2a-9ee6-ed2b2a84f5e1 req-28df1e03-d856-4556-b69a-05ac89fe6de1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:19.941752 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-133397b7-69e8-4b2a-9ee6-ed2b2a84f5e1 req-28df1e03-d856-4556-b69a-05ac89fe6de1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0792806 Mar 02 07:54:19.989736 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-133397b7-69e8-4b2a-9ee6-ed2b2a84f5e1 req-f7894a2a-c246-420f-816c-054e4d4b596a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Mar 02 07:54:20.166989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa449f9-c515-4b78-ad63-da0fa4b59286 req-6a77678a-26ed-4b9c-912d-8f149e95395e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:20.168416 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6aa449f9-c515-4b78-ad63-da0fa4b59286 req-6a77678a-26ed-4b9c-912d-8f149e95395e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0768659 Mar 02 07:54:20.211098 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6aa449f9-c515-4b78-ad63-da0fa4b59286 req-6d3cd684-b8ed-4bc5-84eb-35da348cdf7a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 Mar 02 07:54:20.232433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:20.301889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df90d325-e7dc-41c8-806e-7ac02a5a8290 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:20.303352 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df90d325-e7dc-41c8-806e-7ac02a5a8290 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 1093 time: 0.0699973 Mar 02 07:54:20.306254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53262) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:20.310989 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:54:20.317377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:54:20.321094 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:floatingip and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:54:20.324122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:54:20.330207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:54:20.340639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.474481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.605331 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.104 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/55391a51-2f0c-4f1c-b0c0-dd849ddfcce8) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:54:20.756975 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.785142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:20.842485 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:54:20.845207 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:54:20.848674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:54:20.891226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=55391a51-2f0c-4f1c-b0c0-dd849ddfcce8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:21.257279 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.330598 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.623776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.628568 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.733210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=55391a51-2f0c-4f1c-b0c0-dd849ddfcce8,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:21.743446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:21.906925 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP 4e430ebd-1417-424c-b691-32908fa1555a associated. External IP: 172.26.4.104, port: 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c. Mar 02 07:54:22.246434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router ca1c5c89-2348-45ed-a8d9-ae530e489475 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:54:22.419651 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:22.430421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] Sync routers for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:22.440528 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:22.441135 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:54:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:22.447813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:22.502613 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c631ee9-9032-49fb-82e5-aeffdda274b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1952808 Mar 02 07:54:22.503118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:54:22.552061 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'status': 'completed', 'code': 200} Mar 02 07:54:22.630825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:22.655967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-d53aad3b-df58-495b-bb6f-9e7dcf413eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:22.658280 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-d53aad3b-df58-495b-bb6f-9e7dcf413eaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 1098 time: 0.0836687 Mar 02 07:54:22.696818 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c754dc5-7102-4241-a90b-dec1cc80ef50 req-688dddf4-6bae-4f3d-9702-df8d9eb1e335 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:22.699488 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c754dc5-7102-4241-a90b-dec1cc80ef50 req-688dddf4-6bae-4f3d-9702-df8d9eb1e335 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0957842 Mar 02 07:54:22.747056 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c754dc5-7102-4241-a90b-dec1cc80ef50 req-aa6b290e-0d5a-4ed5-8595-a0fe774afdbb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Mar 02 07:54:22.772086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53270) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:22.794959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-52f6d355-fefe-4919-a842-c621c0210b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:22.796407 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-52f6d355-fefe-4919-a842-c621c0210b33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0220c27c-21d7-48ad-9814-c43681686d25 HTTP/1.1" status: 200 len: 897 time: 0.1322677 Mar 02 07:54:22.882035 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3e79a4ec-c31c-420a-a45f-f0de4ee94996 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/4e430ebd-1417-424c-b691-32908fa1555a HTTP/1.1" status: 200 len: 991 time: 0.1087110 Mar 02 07:54:23.011555 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-b2fbd22b-39d4-4c33-ab48-9b581ab12cf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c HTTP/1.1" status: 200 len: 999 time: 0.2081370 Mar 02 07:54:23.015225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4e430ebd-1417-424c-b691-32908fa1555a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'port_id': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'mac_address': 'fa:16:3e:a6:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4c73f-9876-4291-86ef-19df6d74e684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:54:21Z', 'updated_at': '2022-03-02T07:54:21Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:11Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:23.019183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] Checking router: ca1c5c89-2348-45ed-a8d9-ae530e489475 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:23.027120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:23.027702 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:54:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:23.071213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-77f89676-3036-47e4-8509-b923a0bd3b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:23.072907 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-77f89676-3036-47e4-8509-b923a0bd3b95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fe41081-dca0-427d-8e99-40594d9ee367 HTTP/1.1" status: 200 len: 835 time: 0.0560734 Mar 02 07:54:23.143729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-863f05ae-8b45-4c45-a4d3-1dcf83ffe29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:23.145161 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-863f05ae-8b45-4c45-a4d3-1dcf83ffe29d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0220c27c-21d7-48ad-9814-c43681686d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667078 Mar 02 07:54:23.200753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:23.271642 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-45318faa-71c0-4bb8-8d96-78dbe6fd1c78 service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203508 Mar 02 07:54:23.400145 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c4a998a9-5f6f-400c-919e-37e26c1c10fc req-07842660-1047-45ef-a6bd-3fde01d32a5f service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231396 Mar 02 07:54:23.535958 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4e430ebd-1417-424c-b691-32908fa1555a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'port_id': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'mac_address': 'fa:16:3e:a6:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4c73f-9876-4291-86ef-19df6d74e684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:54:21Z', 'updated_at': '2022-03-02T07:54:21Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:11Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:23.539686 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a280f156-e025-470f-be3c-17fa1d9d880a None None] The sync data for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv is: [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '4e430ebd-1417-424c-b691-32908fa1555a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'port_id': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'mac_address': 'fa:16:3e:a6:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4c73f-9876-4291-86ef-19df6d74e684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:54:21Z', 'updated_at': '2022-03-02T07:54:21Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:11Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:23.718422 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ace222-a782-401b-9f2b-13fb31aa265a None None] New status for floating IP 4e430ebd-1417-424c-b691-32908fa1555a: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:54:23.885941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53274) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:23.993886 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6fca4590-50d3-4beb-9c82-f9ab97d813d8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/4e430ebd-1417-424c-b691-32908fa1555a HTTP/1.1" status: 200 len: 991 time: 0.1067758 Mar 02 07:54:24.995819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:25.098660 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b8e0bbf-8df7-45d2-86ed-685b4ab7a191 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/4e430ebd-1417-424c-b691-32908fa1555a HTTP/1.1" status: 200 len: 993 time: 0.1016469 Mar 02 07:54:32.601363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e6864a7-9eb6-4cb4-a111-ca9caca1b485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:34.837416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0b88-1ea1-4ebb-af4a-a56d7239163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.909019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:35.926201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:37.189610 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:42.746462 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:54:45.642501 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-56af7855-2341-47de-be0a-a7729fd6617d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712113 Mar 02 07:54:45.778061 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-6679a0ac-53bd-4f96-a156-bcf3d8303253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:45.779503 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-6679a0ac-53bd-4f96-a156-bcf3d8303253 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 1098 time: 0.0679307 Mar 02 07:54:45.922036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-c647a1b5-d71e-4a26-8dff-9e6882f111fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:45.923421 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-c647a1b5-d71e-4a26-8dff-9e6882f111fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=0220c27c-21d7-48ad-9814-c43681686d25 HTTP/1.1" status: 200 len: 897 time: 0.1270983 Mar 02 07:54:46.025533 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-18835b90-a704-4a39-a9fc-d5a58e206978 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c HTTP/1.1" status: 200 len: 1001 time: 0.0958891 Mar 02 07:54:46.087421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-d6f6971c-d671-46c4-8448-56d3adb52636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:46.088799 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-d6f6971c-d671-46c4-8448-56d3adb52636 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fe41081-dca0-427d-8e99-40594d9ee367 HTTP/1.1" status: 200 len: 835 time: 0.0560386 Mar 02 07:54:46.163010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-e0451cb7-3510-4aac-82f7-5259305f3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:46.164424 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-e0451cb7-3510-4aac-82f7-5259305f3503 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0220c27c-21d7-48ad-9814-c43681686d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697589 Mar 02 07:54:46.290292 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-33f8c32d-5260-43bc-9279-bc833d657051 service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190882 Mar 02 07:54:46.419014 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2cc22693-ed0c-4b46-9bbc-89def80ade24 req-ed19ae23-b0a2-41fa-853f-e5fc5b385d77 service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196868 Mar 02 07:54:49.181720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:52.027802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775555b9-24d1-4437-a98b-f98555060934 req-96b215fd-3eaf-4f0d-93e5-65117c66b91b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:52.029176 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-775555b9-24d1-4437-a98b-f98555060934 req-96b215fd-3eaf-4f0d-93e5-65117c66b91b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0797267 Mar 02 07:54:52.077722 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-775555b9-24d1-4437-a98b-f98555060934 req-31af2104-a557-4460-874e-3fe7aa0fe79e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Mar 02 07:54:53.259922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9ad9f-c530-4921-92dd-6793478104ec req-1b446c7b-88d3-4739-aad5-03c518cd2fc2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:53.261375 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2fd9ad9f-c530-4921-92dd-6793478104ec req-1b446c7b-88d3-4739-aad5-03c518cd2fc2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0797465 Mar 02 07:54:53.304252 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2fd9ad9f-c530-4921-92dd-6793478104ec req-e5d332a7-fd4e-45e0-bb74-95e5a2af2b68 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367229 Mar 02 07:54:53.327976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:53.427390 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0145a9d-883e-4b73-a4df-eaf38af4d1d2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/4e430ebd-1417-424c-b691-32908fa1555a HTTP/1.1" status: 200 len: 993 time: 0.0982976 Mar 02 07:54:54.876868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bb568-c572-446b-ac33-c9e7ba0f8bf7 req-521be484-4967-415b-93fb-c5b63c37996b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:54.878371 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f64bb568-c572-446b-ac33-c9e7ba0f8bf7 req-521be484-4967-415b-93fb-c5b63c37996b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0831516 Mar 02 07:54:54.923154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f64bb568-c572-446b-ac33-c9e7ba0f8bf7 req-4a931b84-ed11-478f-909c-39790cff04f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387647 Mar 02 07:54:56.109766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcea1ae-3217-433a-94e2-f5d8ea1f447c req-1c240c9b-29c4-4a7c-9269-716c251a4745 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:56.111186 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2dcea1ae-3217-433a-94e2-f5d8ea1f447c req-1c240c9b-29c4-4a7c-9269-716c251a4745 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0798032 Mar 02 07:54:56.153267 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2dcea1ae-3217-433a-94e2-f5d8ea1f447c req-a72dffbb-1827-4e66-af03-330189ae05c6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366375 Mar 02 07:54:56.175982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53312) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:56.278580 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-77be13b9-cd93-4a06-9d75-88493b9578d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/4e430ebd-1417-424c-b691-32908fa1555a HTTP/1.1" status: 200 len: 993 time: 0.1014466 Mar 02 07:54:56.574267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53320) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:54:56.876574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 55391a51-2f0c-4f1c-b0c0-dd849ddfcce8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:56.876911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.040966 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.041273 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.160353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 55391a51-2f0c-4f1c-b0c0-dd849ddfcce8 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:54:57.306078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.381791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=55391a51-2f0c-4f1c-b0c0-dd849ddfcce8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:54:57.397138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.397484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.397851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.398185 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.398515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.398838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.399188 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.399509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.399828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.400144 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.400460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.400777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:54:57.455612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.455873 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP 4e430ebd-1417-424c-b691-32908fa1555a disassociated (deleted). External IP: 172.26.4.104, port: 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c. Mar 02 07:54:57.794888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router ca1c5c89-2348-45ed-a8d9-ae530e489475 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:54:57.971381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:54:57.980746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] Sync routers for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:54:57.990479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:57.990988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:57.991096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:54:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:58.050443 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-234f6c23-b7a4-4ea3-b477-e6b2ee57c4de tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/floatingips/4e430ebd-1417-424c-b691-32908fa1555a HTTP/1.1" status: 204 len: 168 time: 1.4726472 Mar 02 07:54:58.050443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:54:58.098643 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'status': 'completed', 'code': 200} Mar 02 07:54:58.176107 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:58.191648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-0c056747-78e2-449e-b0f6-5c5df145740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:58.193110 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-0c056747-78e2-449e-b0f6-5c5df145740f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 1098 time: 0.0721416 Mar 02 07:54:58.328086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-4c5770cf-5a88-4880-a609-efc4ab16930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:58.329508 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-4c5770cf-5a88-4880-a609-efc4ab16930d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0220c27c-21d7-48ad-9814-c43681686d25 HTTP/1.1" status: 200 len: 897 time: 0.1306083 Mar 02 07:54:58.430027 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-34e526be-9d20-4d3a-b451-1fff1369913d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c HTTP/1.1" status: 200 len: 217 time: 0.0930541 Mar 02 07:54:58.499130 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:11Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:58.503306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] Checking router: ca1c5c89-2348-45ed-a8d9-ae530e489475 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:54:58.511886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:54:58.512502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:54:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:58.603844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-0836f206-c1cb-4fdf-bd91-f96526bf6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:58.605185 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-0836f206-c1cb-4fdf-bd91-f96526bf6b19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fe41081-dca0-427d-8e99-40594d9ee367 HTTP/1.1" status: 200 len: 835 time: 0.1640863 Mar 02 07:54:58.670812 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c42409-4a01-4abc-be7b-ab1f1dfd53fb req-09667e66-2e2c-4933-9c63-fab64a19467b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:58.672345 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04c42409-4a01-4abc-be7b-ab1f1dfd53fb req-09667e66-2e2c-4933-9c63-fab64a19467b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.2789924 Mar 02 07:54:58.736283 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04c42409-4a01-4abc-be7b-ab1f1dfd53fb req-7bacafdd-ea27-40a7-bf09-54ec08378942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569663 Mar 02 07:54:58.739479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-d796c9c1-8d53-471e-a1d6-5b53fa47e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:58.740898 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-d796c9c1-8d53-471e-a1d6-5b53fa47e467 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0220c27c-21d7-48ad-9814-c43681686d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256692 Mar 02 07:54:58.745504 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:54:58.871938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-ed02aee0-d963-41a3-be82-cdf67dbaed2c service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235845 Mar 02 07:54:59.007799 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49ac5762-444f-4e47-9d85-fdaa0673bfd8 req-44fc155e-db8f-4974-b92a-1f936aabbd2f service neutron] 10.222.0.32 "GET /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291871 Mar 02 07:54:59.060714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:11Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:54:59.065251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d803f-2da9-4a71-8f92-b5c23fdef862 None None] The sync data for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv is: [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '19489daa-ff3e-4fca-be5f-9a5f45073dac', 'name': '', 'network_id': '0220c27c-21d7-48ad-9814-c43681686d25', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:ab:51:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:06Z', 'updated_at': '2022-03-02T07:54:11Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '5fe41081-dca0-427d-8e99-40594d9ee367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:54:59.265282 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127f77-6e37-4365-9862-b2333e819bfd None None] New status for floating IP 4e430ebd-1417-424c-b691-32908fa1555a: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:54:59.909416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-f0427cd6-8d77-42c5-b441-45becffa5a3a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:59.910919 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-f0427cd6-8d77-42c5-b441-45becffa5a3a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0780125 Mar 02 07:54:59.923525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345b2a-0a3b-4f85-830b-0e405b6a5073 req-a2e68c62-0bab-458c-b523-70f3f58242d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:54:59.924210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9c345b2a-0a3b-4f85-830b-0e405b6a5073 req-a2e68c62-0bab-458c-b523-70f3f58242d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:54:59.942282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9c345b2a-0a3b-4f85-830b-0e405b6a5073 req-a2e68c62-0bab-458c-b523-70f3f58242d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:54:59.943426 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c345b2a-0a3b-4f85-830b-0e405b6a5073 req-a2e68c62-0bab-458c-b523-70f3f58242d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 945 time: 0.0999970 Mar 02 07:54:59.986210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:54:59.986543 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:54:59.988283 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c345b2a-0a3b-4f85-830b-0e405b6a5073 req-2ead7eba-34f0-46b8-8800-a4e4c18d2873 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=d57bd453-ea9c-436b-ab05-ace33b4345aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 Mar 02 07:55:00.221674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:00.221937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.346620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:55:00.485375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.536143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:00.567539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.567884 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.568217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.568544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.568868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.569191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.569509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.569848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.570166 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.570497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.570796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.571109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:00.616933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] No DVR routers for this DVR port 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:55:00.619216 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:00.621521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'name': 'network-vif-deleted', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:00.637484 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b46456f3-f22d-4225-9464-cb1f07e02a98 req-deeeb23b-323c-4dd5-9e3d-1259eebe7906 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "DELETE /v2.0/ports/6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c HTTP/1.1" status: 204 len: 173 time: 0.7212372 Mar 02 07:55:00.673249 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e4c73f-9876-4291-86ef-19df6d74e684', 'name': 'network-vif-deleted', 'tag': '6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c', 'status': 'completed', 'code': 200} Mar 02 07:55:01.150293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-56949bd0-4fd0-4279-9757-ae3bd4d67b09 req-ef25af84-f29e-485f-a541-61ef08a11f47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=17e4c73f-9876-4291-86ef-19df6d74e684 HTTP/1.1" status: 200 len: 210 time: 0.0446615 Mar 02 07:55:02.396473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53338) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:02.605809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ff69fa9-b076-4781-bce1-3ae3a7426272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.029491 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.366063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 19489daa-ff3e-4fca-be5f-9a5f45073dac {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:55:03.366398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.545634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 19489daa-ff3e-4fca-be5f-9a5f45073dac, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=19489daa-ff3e-4fca-be5f-9a5f45073dac,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:03.546354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:03.662140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 19489daa-ff3e-4fca-be5f-9a5f45073dac owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:55:04.073456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:55:04.081028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.110514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:55:04.110860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 6fd9f5ed-86d5-47e2-ad5a-0e2bf43f375c not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:55:04.164781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=19489daa-ff3e-4fca-be5f-9a5f45073dac,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:04.410356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.754527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router ca1c5c89-2348-45ed-a8d9-ae530e489475 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:04.839093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-920059eb-bbf6-42ff-8750-e99324799e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:04.926148 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:04.937482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] Sync routers for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:04.938168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75f4b741-0f92-4b2d-b7c1-92c46b4f5e0c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/ca1c5c89-2348-45ed-a8d9-ae530e489475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5406623 Mar 02 07:55:04.940791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53342) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:04.947382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:04.947987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:05.004745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting subnet 5fe41081-dca0-427d-8e99-40594d9ee367 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:55:05.007550 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.064615 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.118171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:05.145028 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.218864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.372954 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe41081-dca0-427d-8e99-40594d9ee367,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:05.375439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.382254 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11e87043-813e-48e5-b85d-342bbdac4eff tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/subnets/5fe41081-dca0-427d-8e99-40594d9ee367 HTTP/1.1" status: 204 len: 168 time: 0.4404533 Mar 02 07:55:05.384890 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:05.390991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70256891-34b4-4de8-80ae-a56db47635a2 None None] Network 0220c27c-21d7-48ad-9814-c43681686d25 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:05.522520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:55:04Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:05.554287 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] Checking router: ca1c5c89-2348-45ed-a8d9-ae530e489475 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:05.562463 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.571860 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] Routers {'ca1c5c89-2348-45ed-a8d9-ae530e489475'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:05.572455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['ca1c5c89-2348-45ed-a8d9-ae530e489475'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:05.765487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] Set router ca1c5c89-2348-45ed-a8d9-ae530e489475 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:05.866723 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.876865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port ac55088e-94e8-43a2-a91d-21ced71edca8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:55:05.877228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.914151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] DHCP port deletion for 0220c27c-21d7-48ad-9814-c43681686d25 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:55:05.948313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Deleting port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:55:05.948612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:05.998841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.003498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.064335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port ac55088e-94e8-43a2-a91d-21ced71edca8, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ac55088e-94e8-43a2-a91d-21ced71edca8,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:06.064602 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.185399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for ac55088e-94e8-43a2-a91d-21ced71edca8 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:55:06.287160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] For port 6db23d38-daba-4a0e-9d05-17e0311ccfb2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=6db23d38-daba-4a0e-9d05-17e0311ccfb2,segment=NetworkSegment(f0261a9c-f0c7-4080-a35f-d04bb7d97875),segment_id=f0261a9c-f0c7-4080-a35f-d04bb7d97875)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:06.287701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.420918 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Calling delete_port for 6db23d38-daba-4a0e-9d05-17e0311ccfb2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:55:06.463502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:55:04Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:06.477940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df37661-522d-4acd-939a-af0ffab3beb7 None None] The sync data for ids ['ca1c5c89-2348-45ed-a8d9-ae530e489475'] in dv-neutron-831485-1-hyperv is: [{'id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136741986', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:54:02Z', 'updated_at': '2022-03-02T07:55:04Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'ac55088e-94e8-43a2-a91d-21ced71edca8', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5c89-2348-45ed-a8d9-ae530e489475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:54:03Z', 'updated_at': '2022-03-02T07:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:06.497504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.504618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.549959 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=ac55088e-94e8-43a2-a91d-21ced71edca8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:06.551929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Pushing event deleted for resources: {'Port': ['ID=6db23d38-daba-4a0e-9d05-17e0311ccfb2,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:06.560846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] No DVR routers for this DVR port 6db23d38-daba-4a0e-9d05-17e0311ccfb2 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:55:06.562888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.563233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.563571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.563899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.564248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.564597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.564990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.565313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.565633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.565974 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.566302 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.566613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2900176-7233-499c-ae99-69e901a5ebb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:06.635894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.808434 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.810038 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.834248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.835057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Fanout notify agent at l3_agent the message router_deleted on router ca1c5c89-2348-45ed-a8d9-ae530e489475 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:55:06.850387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:06.851598 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd152d60-e679-4e82-9bb5-4d657bd42921 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/routers/ca1c5c89-2348-45ed-a8d9-ae530e489475 HTTP/1.1" status: 204 len: 168 time: 1.4657340 Mar 02 07:55:06.854445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:06.968337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.104220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.130467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0220c27c-21d7-48ad-9814-c43681686d25']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:07.142414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0261a9c-f0c7-4080-a35f-d04bb7d97875') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:07.142707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0261a9c-f0c7-4080-a35f-d04bb7d97875') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:07.153427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.169109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.175790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:55:07.176201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:55:07.191248 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:55:07.193067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.269484 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.285833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.296789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Network': ['ID=0220c27c-21d7-48ad-9814-c43681686d25,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:07.305149 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a71ad2f7-c561-43b0-bc4a-0b2f4b9ba98c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/networks/0220c27c-21d7-48ad-9814-c43681686d25 HTTP/1.1" status: 204 len: 168 time: 0.4495780 Mar 02 07:55:07.307816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53354) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:07.380445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79f4efc3-1e98-4540-b32e-01a960997fc3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.408474 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79f4efc3-1e98-4540-b32e-01a960997fc3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.475391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79f4efc3-1e98-4540-b32e-01a960997fc3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.493036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4efc3-1e98-4540-b32e-01a960997fc3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57bd453-ea9c-436b-ab05-ace33b4345aa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:07.505175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79f4efc3-1e98-4540-b32e-01a960997fc3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.508853 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79f4efc3-1e98-4540-b32e-01a960997fc3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/security-groups/d57bd453-ea9c-436b-ab05-ace33b4345aa HTTP/1.1" status: 204 len: 168 time: 0.1977968 Mar 02 07:55:07.734343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ac55088e-94e8-43a2-a91d-21ced71edca8 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:55:07.766952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ac55088e-94e8-43a2-a91d-21ced71edca8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:55:07.767294 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ac55088e-94e8-43a2-a91d-21ced71edca8 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:55:07.767704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 19489daa-ff3e-4fca-be5f-9a5f45073dac no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:55:07.799589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 19489daa-ff3e-4fca-be5f-9a5f45073dac {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:55:07.799929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 19489daa-ff3e-4fca-be5f-9a5f45073dac not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:55:07.800325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6db23d38-daba-4a0e-9d05-17e0311ccfb2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:55:07.835964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 6db23d38-daba-4a0e-9d05-17e0311ccfb2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:55:07.836303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 6db23d38-daba-4a0e-9d05-17e0311ccfb2 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:55:07.868450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53362) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:07.873440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231240812', 'description': 'tempest-secgroup-smoke-231240812 description', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:07.879453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:07.883463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:07.886265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:07.892337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:07.902145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:07.921005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:07.924633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:07.927376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:07.932771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.001577 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.005265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.052905 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82073dc8-d1df-4611-ae15-de69724db3bc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.056973 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.058172 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cf3f64a9-2cd2-44d1-b9dd-bb58cd48afad tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1887407 Mar 02 07:55:08.061529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:08.066692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '82073dc8-d1df-4611-ae15-de69724db3bc', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:08.073073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:08.077401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:08.080297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:08.086020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.102601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.164968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.168498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.189129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7c1069-0269-4466-b740-599eb97dc692,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.199249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.200409 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fabeb30d-beb7-45e9-b6a1-68ab2b4bb933 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378703 Mar 02 07:55:08.203836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53370) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:08.208742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '82073dc8-d1df-4611-ae15-de69724db3bc', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:08.214632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:08.218274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:08.221034 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:08.226571 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.242542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.303120 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.307293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.332866 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23da33fb-0c51-43fa-bc3a-1adcf321bb4d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.342670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.344029 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5df12ebd-361f-428c-88e5-db54c7255e4d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392541 Mar 02 07:55:08.346775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53374) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:08.355752 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '82073dc8-d1df-4611-ae15-de69724db3bc', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:08.362582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:08.367796 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:08.374657 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:08.380364 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.397377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.460674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.466562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.586141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e3db78-67fc-4b2f-a962-43411c64329c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.594904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.596116 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a88539f2-25fe-4996-90db-c2d4e6fc8b22 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2484341 Mar 02 07:55:08.598863 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:08.603532 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '82073dc8-d1df-4611-ae15-de69724db3bc', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:08.609823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:08.613506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:08.616338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:08.621918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.638252 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.701783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.705476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.727804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f93c33-6590-4bc9-a9c2-e760bc693ece,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.736816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.738010 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db33757d-ddd8-4fc4-ba8e-dbb1a2dcb4d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382539 Mar 02 07:55:08.740646 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:08.745562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '82073dc8-d1df-4611-ae15-de69724db3bc', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:08.751888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:08.755719 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:08.758525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:08.764044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.773895 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:55:08.780107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.841872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.845258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.867515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f0e3ca-3598-4df7-9a37-4dbd5d84d092,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:08.876529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.877796 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5794653-7fbd-4871-b2cc-4682d611ae88 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361861 Mar 02 07:55:08.880483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:08.885411 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '82073dc8-d1df-4611-ae15-de69724db3bc', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:08.891182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:08.894943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:08.897778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:08.903362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:08.915717 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:55:08.922663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.986024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:08.989451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.015486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f85067-d9f1-4c67-be14-c285391f63f0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:09.021788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.022991 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9cfcfc23-6fd4-4358-a17c-2de505d2709b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415696 Mar 02 07:55:09.025781 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:09.031771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'network': {'name': 'tempest-network-smoke--1085772864', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:09.037245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:09.041250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:network and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:09.044080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:09.050355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:09.060696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:09.064114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.091302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:55:09.100515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.100858 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Added segment 208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b of type vlan for network 01e5ea89-d869-4de2-a710-f550446695b9 Mar 02 07:55:09.126425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.153115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.158879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:09.159449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.254952 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2280707 Mar 02 07:55:09.257659 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53394) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:09.263246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'admin_state_up': True, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:09.266775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d01e2-41ca-4c69-81b3-bc2ff5905234 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Network': ['ID=01e5ea89-d869-4de2-a710-f550446695b9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:09.271262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:09.275284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:router and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:09.277006 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 01e5ea89-d869-4de2-a710-f550446695b9 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:55:09.278221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:09.285117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:09.297181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.298346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.315250 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.572386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.856124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:09.886793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.111824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.213 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/8c186f1e-a488-43a1-ba69-95e2bab23ee3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:10.260246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.288761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:10.346888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:10.349038 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:10.351483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:10.394086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=8c186f1e-a488-43a1-ba69-95e2bab23ee3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:10.758243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.083389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.279244 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router dd9b38ec-07f0-4b13-953b-df15bdf447fd is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:55:11.554367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:11.564100 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Sync routers for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:11.573245 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:11.573963 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:11.580309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:11.584470 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f2e9ffa3-c9de-4a57-a8da-1e1f19f1f71c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3227859 Mar 02 07:55:11.584730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53400) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:11.623330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ca1a69ea-8686-49f1-852e-6611560d0856 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b1ec7f15e4734cfb92ed39046443b623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375469 Mar 02 07:55:11.626481 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53404) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:11.747608 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:11.753485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320096-421e-4d62-8572-2259daca5d09 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:11.755000 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8b320096-421e-4d62-8572-2259daca5d09 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276262 Mar 02 07:55:11.757945 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:11.798290 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-121f1cbe-cf2e-4d53-a218-840d808ad98f tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391827 Mar 02 07:55:11.800845 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53414) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:11.806294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527714020', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:11.913616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:11.917302 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:subnet and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:11.920057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:11.925634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:11.934825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:11.938835 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.027306 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:10Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:12.031159 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Checking router: dd9b38ec-07f0-4b13-953b-df15bdf447fd for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:12.031501 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Updating router dd9b38ec-07f0-4b13-953b-df15bdf447fd port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:12.082806 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.153946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.229872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Subnet': ['ID=c57727b2-daf9-4498-93c5-a6904b9796cd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:12.236983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Checking segment: {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:12.237338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network hostable DHCP agents. Network: 01e5ea89-d869-4de2-a710-f550446695b9, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:55:12.256091 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 01e5ea89-d869-4de2-a710-f550446695b9 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:55:12.265755 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 01e5ea89-d869-4de2-a710-f550446695b9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:12.269870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:12.270456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.276728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e57324-6459-485b-abc5-544978fb71a6 None None] Network 01e5ea89-d869-4de2-a710-f550446695b9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:12.303027 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee90c730-c3bb-4b40-a1bb-00bd34ed2980 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5006776 Mar 02 07:55:12.305297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:12.433328 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.445697 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Transition to ACTIVE for port object 8c186f1e-a488-43a1-ba69-95e2bab23ee3 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:12.452845 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.529896 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Attempting to bind port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:12.530317 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Attempting to bind port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:12.530606 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Attempting to bind port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:12.534872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-01e5ea89-d869-4de2-a710-f550446695b9', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:55:12.535872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.536614 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Pushing event updated for resources: {'Port': ['ID=8c186f1e-a488-43a1-ba69-95e2bab23ee3,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:12.544096 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:12.544466 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:12.544850 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.545771 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:12.546236 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Bound port: 8c186f1e-a488-43a1-ba69-95e2bab23ee3, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:12.546600 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.574910 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.575591 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.575591 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.575898 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.576225 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.576579 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.576904 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.577223 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.577541 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.577882 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.578197 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.578510 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:55:12.627628 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] For port 8c186f1e-a488-43a1-ba69-95e2bab23ee3, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:12.630803 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] For port 8c186f1e-a488-43a1-ba69-95e2bab23ee3, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8c186f1e-a488-43a1-ba69-95e2bab23ee3,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:12.638248 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.704982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Allocated IP 172.20.0.2 (01e5ea89-d869-4de2-a710-f550446695b9/c57727b2-daf9-4498-93c5-a6904b9796cd/d8804f42-8f66-4c8d-8169-7d7814f15de7) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:12.714594 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff01bc-f5f3-45c4-84b6-c4bf92e4ce45 None None] Pushing event updated for resources: {'Port': ['ID=8c186f1e-a488-43a1-ba69-95e2bab23ee3,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:12.721478 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:12.722112 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:12.899619 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:12.908008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:12.918624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Transition to ACTIVE for port object d8804f42-8f66-4c8d-8169-7d7814f15de7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:12.937698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Transition to ACTIVE for port object d8804f42-8f66-4c8d-8169-7d7814f15de7 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:12.944954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.011066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Network 01e5ea89-d869-4de2-a710-f550446695b9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:13.014043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:13.022493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:13.029065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Pushing event updated for resources: {'Port': ['ID=d8804f42-8f66-4c8d-8169-7d7814f15de7,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:13.119073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Attempting to bind port d8804f42-8f66-4c8d-8169-7d7814f15de7 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:13.119442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Attempting to bind port d8804f42-8f66-4c8d-8169-7d7814f15de7 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:13.119804 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Attempting to bind port d8804f42-8f66-4c8d-8169-7d7814f15de7 on network 01e5ea89-d869-4de2-a710-f550446695b9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:13.124985 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:13.125358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Checking segment: {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:13.125788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.126183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Bound using segment: {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:13.126643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Bound port: d8804f42-8f66-4c8d-8169-7d7814f15de7, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:13.127017 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.167547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.191662 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:10Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:13.196127 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a07f5-d958-4000-ab65-f0ed8c7298f2 None None] The sync data for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv is: [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:10Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:13.218150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] For port d8804f42-8f66-4c8d-8169-7d7814f15de7, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:13.221701 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] For port d8804f42-8f66-4c8d-8169-7d7814f15de7, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d8804f42-8f66-4c8d-8169-7d7814f15de7,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:13.226453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.313791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c5a41-0f43-4180-a6ea-0ba60067b000 None None] Pushing event updated for resources: {'Port': ['ID=d8804f42-8f66-4c8d-8169-7d7814f15de7,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:13.622517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.1 (01e5ea89-d869-4de2-a710-f550446695b9/c57727b2-daf9-4498-93c5-a6904b9796cd/7f409b55-ec3c-41d4-aa9a-0cefcb24df43) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:13.804680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.811865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d8804f42-8f66-4c8d-8169-7d7814f15de7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:13.825195 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:13.852052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.886020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d8804f42-8f66-4c8d-8169-7d7814f15de7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:13.891305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8c186f1e-a488-43a1-ba69-95e2bab23ee3 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:13.919740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 01e5ea89-d869-4de2-a710-f550446695b9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:13.923570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:13.926299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:13.965277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:13.969679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:13.970082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:13.983692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:14.000926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.106746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.129944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 8c186f1e-a488-43a1-ba69-95e2bab23ee3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8c186f1e-a488-43a1-ba69-95e2bab23ee3,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:14.136468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.230796 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=8c186f1e-a488-43a1-ba69-95e2bab23ee3,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:14.340906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.380338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46678a-f067-42fc-b1ec-1f0763e1a9ab None None] Network 01e5ea89-d869-4de2-a710-f550446695b9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:55:14.486357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ff0d68eb-16ce-4356-a7a1-450dc424fa80 None None] Provisioning for port d8804f42-8f66-4c8d-8169-7d7814f15de7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:14.495326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ff0d68eb-16ce-4356-a7a1-450dc424fa80 None None] Provisioning complete for port d8804f42-8f66-4c8d-8169-7d7814f15de7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:14.495728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff0d68eb-16ce-4356-a7a1-450dc424fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.708460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff0d68eb-16ce-4356-a7a1-450dc424fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.748760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ff0d68eb-16ce-4356-a7a1-450dc424fa80 None None] For port d8804f42-8f66-4c8d-8169-7d7814f15de7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d8804f42-8f66-4c8d-8169-7d7814f15de7,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:14.758099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff0d68eb-16ce-4356-a7a1-450dc424fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.838319 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d68eb-16ce-4356-a7a1-450dc424fa80 None None] Pushing event updated for resources: {'Port': ['ID=d8804f42-8f66-4c8d-8169-7d7814f15de7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:14.899086 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:14.903674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.043739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.048552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:15.081395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5cfe63f5-4d0e-4fdc-9cdc-c8b501fcf0bb None None] Provisioning complete for port d8804f42-8f66-4c8d-8169-7d7814f15de7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:15.081827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cfe63f5-4d0e-4fdc-9cdc-c8b501fcf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.216748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 01e5ea89-d869-4de2-a710-f550446695b9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:15.218009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:15.286714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5cfe63f5-4d0e-4fdc-9cdc-c8b501fcf0bb None None] Provisioning for port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:15.297201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5cfe63f5-4d0e-4fdc-9cdc-c8b501fcf0bb None None] Provisioning complete for port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:15.298112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5cfe63f5-4d0e-4fdc-9cdc-c8b501fcf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.370913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe63f5-4d0e-4fdc-9cdc-c8b501fcf0bb None None] Port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:15.426850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router dd9b38ec-07f0-4b13-953b-df15bdf447fd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:15.491672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-00387ce7-b459-4fb1-856d-aaf2b05484fd None None] Provisioning complete for port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:15.492218 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-00387ce7-b459-4fb1-856d-aaf2b05484fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:15.543373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-00387ce7-b459-4fb1-856d-aaf2b05484fd None None] Port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:15.611879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:15.621109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Sync routers for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:15.628721 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f005670f-fd9d-4fe2-8b64-94f6c48aea69 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/dd9b38ec-07f0-4b13-953b-df15bdf447fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3218560 Mar 02 07:55:15.630963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:15.631572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:15.781637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d8804f42-8f66-4c8d-8169-7d7814f15de7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:15.797730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-b68b3776-8989-42ab-946b-7a8c200cd5e2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:15.812262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-b68b3776-8989-42ab-946b-7a8c200cd5e2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:15.813554 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-b68b3776-8989-42ab-946b-7a8c200cd5e2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231240812&fields=id&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 267 time: 0.0554335 Mar 02 07:55:15.867932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:15.961981 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-7f6fd418-5108-40d0-a6b1-dccf5eec806b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:15.962645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-7f6fd418-5108-40d0-a6b1-dccf5eec806b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:15.977586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-7f6fd418-5108-40d0-a6b1-dccf5eec806b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:15.978740 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-7f6fd418-5108-40d0-a6b1-dccf5eec806b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/networks?id=01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 200 len: 797 time: 0.1584959 Mar 02 07:55:15.994238 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-a2ce284a-0b4f-4b97-9383-14bd71f09c2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/quotas/b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 375 time: 0.0091107 Mar 02 07:55:16.001719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d8804f42-8f66-4c8d-8169-7d7814f15de7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:16.002098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.081283 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-fd116f40-f5f8-444c-8afb-451ff3dc1d5c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:16.096292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-fd116f40-f5f8-444c-8afb-451ff3dc1d5c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:16.097618 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-fd116f40-f5f8-444c-8afb-451ff3dc1d5c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975275 Mar 02 07:55:16.158997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-768766ef-2b8a-44a6-9ad6-65d192c53642 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:55:16.160124 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-768766ef-2b8a-44a6-9ad6-65d192c53642 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508821 Mar 02 07:55:16.254135 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8c186f1e-a488-43a1-ba69-95e2bab23ee3 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:16.298183 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-798391e6-09ac-4836-8477-bc31f161851e service neutron] 10.222.0.41 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321404 Mar 02 07:55:16.340549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:16.340853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.370949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 2, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:16.383680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Checking router: dd9b38ec-07f0-4b13-953b-df15bdf447fd for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:16.384060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Updating router dd9b38ec-07f0-4b13-953b-df15bdf447fd port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:55:16.426508 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-57082d6e-c961-471a-97f4-56e9765e4801 service neutron] 10.222.0.41 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237979 Mar 02 07:55:16.451124 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.602242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f85a6f95-14b0-4a47-b700-83ccb3a369a8 req-4564e998-d801-4b86-9f85-762e77780ee4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:16.614430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f85a6f95-14b0-4a47-b700-83ccb3a369a8 req-4564e998-d801-4b86-9f85-762e77780ee4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:16.615583 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f85a6f95-14b0-4a47-b700-83ccb3a369a8 req-4564e998-d801-4b86-9f85-762e77780ee4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 210 time: 0.0556133 Mar 02 07:55:16.842937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:16.854188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Transition to ACTIVE for port object 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:16.860410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.064853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e89aa-e0d2-4c57-bdaf-ceeda1b62c0b None None] Pushing event updated for resources: {'Port': ['ID=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:17.116241 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Attempting to bind port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:17.116605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Attempting to bind port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:17.116964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Attempting to bind port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 on network 01e5ea89-d869-4de2-a710-f550446695b9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:17.122246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:17.122548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Checking segment: {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:17.122986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.123410 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Bound using segment: {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:17.123872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Bound port: 7f409b55-ec3c-41d4-aa9a-0cefcb24df43, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:17.124242 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.222762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] For port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:17.225605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] For port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:17.229787 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:17.305743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:17.306456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:17.371809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e89aa-e0d2-4c57-bdaf-ceeda1b62c0b None None] Pushing event updated for resources: {'Port': ['ID=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:17.497580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:17.785676 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-629ac558-5082-483f-90c0-31b72d18638e req-e571a7d5-aaf0-423d-8903-b58d2237b4df tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 210 time: 0.0510826 Mar 02 07:55:17.836335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:17Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:17.840435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69526056-6bf6-452b-b1f9-6e8f950f841c None None] The sync data for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv is: [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:17Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:17.862318 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-24676a84-b0a0-445c-94aa-03b2f94822c7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:17.863228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-24676a84-b0a0-445c-94aa-03b2f94822c7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:17.875855 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-195dae89-5c78-4342-8748-b78e069afec1 req-24676a84-b0a0-445c-94aa-03b2f94822c7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:17.877085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-24676a84-b0a0-445c-94aa-03b2f94822c7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/networks?id=01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 200 len: 797 time: 0.2034600 Mar 02 07:55:17.952207 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-035db361-32c7-440f-a90b-d46062494512 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 379 time: 0.0663586 Mar 02 07:55:17.960392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'port': {'device_id': '91c91730-1575-4311-89e9-3ac415dfe752', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'admin_state_up': True, 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'security_groups': ['82073dc8-d1df-4611-ae15-de69724db3bc']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:18.116477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:18.126974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:18.138327 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:55:18.142504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.319404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.7 (01e5ea89-d869-4de2-a710-f550446695b9/c57727b2-daf9-4498-93c5-a6904b9796cd/22dc4b30-7fd3-4578-9228-97f2bef95d61) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:18.523364 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.542329 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 22dc4b30-7fd3-4578-9228-97f2bef95d61 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:18.568713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.629744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 01e5ea89-d869-4de2-a710-f550446695b9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:18.632636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:18.635623 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:18.830609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=22dc4b30-7fd3-4578-9228-97f2bef95d61,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:18.851133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:18.851860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:18.889094 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-90e96071-1b95-48c6-98f3-1196fc9a6418 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329646 Mar 02 07:55:18.933353 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Request body: {'port': {'device_id': '91c91730-1575-4311-89e9-3ac415dfe752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:18.957770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2de46a8b-bbaf-4153-9934-a3bc762a153f None None] Provisioning for port 22dc4b30-7fd3-4578-9228-97f2bef95d61 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:18.962859 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2de46a8b-bbaf-4153-9934-a3bc762a153f None None] Provisioning complete for port 22dc4b30-7fd3-4578-9228-97f2bef95d61 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:18.963342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2de46a8b-bbaf-4153-9934-a3bc762a153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.021872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2de46a8b-bbaf-4153-9934-a3bc762a153f None None] Port 22dc4b30-7fd3-4578-9228-97f2bef95d61 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:55:19.076056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.094799 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b0296-f8d0-433e-aa0e-7faaeabc8818 req-d332992e-83e0-4bec-ad0b-fe74ae59752d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:19.095490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b78b0296-f8d0-433e-aa0e-7faaeabc8818 req-d332992e-83e0-4bec-ad0b-fe74ae59752d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:55:19.149593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b78b0296-f8d0-433e-aa0e-7faaeabc8818 req-d332992e-83e0-4bec-ad0b-fe74ae59752d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:55:19.150884 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b78b0296-f8d0-433e-aa0e-7faaeabc8818 req-d332992e-83e0-4bec-ad0b-fe74ae59752d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 931 time: 0.2572365 Mar 02 07:55:19.195405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.267633 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b78b0296-f8d0-433e-aa0e-7faaeabc8818 req-c8a889ca-b391-4337-b890-87a06878aaa6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053557 Mar 02 07:55:19.465286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dc4b30-7fd3-4578-9228-97f2bef95d61 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:55:19.472403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.486124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Transition to ACTIVE for port object 22dc4b30-7fd3-4578-9228-97f2bef95d61 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:55:19.489552 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.649149 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Pushing event updated for resources: {'Port': ['ID=22dc4b30-7fd3-4578-9228-97f2bef95d61,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:19.722793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Attempting to bind port 22dc4b30-7fd3-4578-9228-97f2bef95d61 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:55:19.723124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Attempting to bind port 22dc4b30-7fd3-4578-9228-97f2bef95d61 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:55:19.723495 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Attempting to bind port 22dc4b30-7fd3-4578-9228-97f2bef95d61 on network 01e5ea89-d869-4de2-a710-f550446695b9 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:19.728146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Port 22dc4b30-7fd3-4578-9228-97f2bef95d61 on network 01e5ea89-d869-4de2-a710-f550446695b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:55:19.728455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Attempting to bind port 22dc4b30-7fd3-4578-9228-97f2bef95d61 on network 01e5ea89-d869-4de2-a710-f550446695b9 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:55:19.733567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:55:19.733925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Checking segment: {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:55:19.734304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Bound using segment: {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:55:19.734898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Bound port: 22dc4b30-7fd3-4578-9228-97f2bef95d61, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:55:19.735245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.744685 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:55:19.775206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:19.825948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] For port 22dc4b30-7fd3-4578-9228-97f2bef95d61, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:55:19.828694 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] For port 22dc4b30-7fd3-4578-9228-97f2bef95d61, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:55:19.833363 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.841119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:19.845773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:19.846139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.886173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:19.886777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:19.888181 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] 10.222.0.32 "PUT /v2.0/ports/22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 200 len: 1093 time: 0.9923477 Mar 02 07:55:19.888536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:19.916664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08818a8d-fe08-492f-92a5-3acd48014f7b service neutron] Pushing event updated for resources: {'Port': ['ID=22dc4b30-7fd3-4578-9228-97f2bef95d61,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:19.981833 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'status': 'completed', 'code': 200} Mar 02 07:55:19.984215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.014154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-1594f758-4c94-4b27-9df7-cc18aed16ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:20.015653 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-1594f758-4c94-4b27-9df7-cc18aed16ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1096 time: 0.0802433 Mar 02 07:55:20.019606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:20.023862 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:20.092680 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-5d0c3dd4-e9fa-4768-9425-ce230cdfe110 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 200 len: 217 time: 0.0689197 Mar 02 07:55:20.100284 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:20.155595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-574d6c50-4672-4099-87e0-b77806e21879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:20.157006 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-574d6c50-4672-4099-87e0-b77806e21879 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c57727b2-daf9-4498-93c5-a6904b9796cd HTTP/1.1" status: 200 len: 834 time: 0.0594320 Mar 02 07:55:20.230159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dae89-5c78-4342-8748-b78e069afec1 req-093caee4-5770-4bd9-a20e-5543e48bfd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:20.231606 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-093caee4-5770-4bd9-a20e-5543e48bfd3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01e5ea89-d869-4de2-a710-f550446695b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687628 Mar 02 07:55:20.359981 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-b9fcbc4d-aed4-4088-94ad-3755334288b6 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226437 Mar 02 07:55:20.634253 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-195dae89-5c78-4342-8748-b78e069afec1 req-52f553b9-7632-4b14-b555-17eb011bf562 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685795 Mar 02 07:55:20.650615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163bb9-c82a-4c67-813b-7b6dd765ae17 req-423f8c9d-f042-456b-881f-f2f0a43ddaea tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:20.652146 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec163bb9-c82a-4c67-813b-7b6dd765ae17 req-423f8c9d-f042-456b-881f-f2f0a43ddaea tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 943 time: 0.2692411 Mar 02 07:55:20.736192 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec163bb9-c82a-4c67-813b-7b6dd765ae17 req-09491a68-8153-4ba1-95dd-3a61fdee842c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772882 Mar 02 07:55:20.764354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-ba074bcc-b98f-4c79-bad6-6e2578900b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:20.765902 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-ba074bcc-b98f-4c79-bad6-6e2578900b20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1096 time: 0.0790291 Mar 02 07:55:20.894372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-41759d52-32e4-4655-aa56-0748a75407cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:20.895726 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-41759d52-32e4-4655-aa56-0748a75407cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 200 len: 898 time: 0.1238801 Mar 02 07:55:20.965548 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-7056301e-8331-485f-9b08-d8e58f779205 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 200 len: 217 time: 0.0630982 Mar 02 07:55:21.025219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-00401259-ebe4-453b-8200-e306291f39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:21.026641 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-00401259-ebe4-453b-8200-e306291f39a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c57727b2-daf9-4498-93c5-a6904b9796cd HTTP/1.1" status: 200 len: 834 time: 0.0554314 Mar 02 07:55:21.102423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-a00b134a-724d-4aee-a2ed-0d396235dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:21.103868 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-a00b134a-724d-4aee-a2ed-0d396235dff3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01e5ea89-d869-4de2-a710-f550446695b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709047 Mar 02 07:55:21.239957 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-46d62cbc-7a2a-40b1-aaaa-117358fb8064 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286006 Mar 02 07:55:21.369139 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef9fc03d-0bd8-44fc-9be4-e2c6f197bd86 req-56d1f0a2-2fe2-465f-b937-a409e5af7ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227374 Mar 02 07:55:21.747103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:21.814093 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:21.814463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:21.931265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae8ac7-3f77-4367-8624-a880d3e2e375 req-2b253dea-0a73-407f-a83b-f46c02b476d3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:21.932705 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-85ae8ac7-3f77-4367-8624-a880d3e2e375 req-2b253dea-0a73-407f-a83b-f46c02b476d3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 943 time: 0.0810990 Mar 02 07:55:21.976482 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-85ae8ac7-3f77-4367-8624-a880d3e2e375 req-b09e2e20-fcd7-4a59-b709-1dcb2c6abfb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373483 Mar 02 07:55:22.167095 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 22dc4b30-7fd3-4578-9228-97f2bef95d61 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:55:22.331387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 22dc4b30-7fd3-4578-9228-97f2bef95d61, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:22.344567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'port_id': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'mac_address': 'fa:16:3e:0c:08:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:55:22.398791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.415549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dc4b30-7fd3-4578-9228-97f2bef95d61 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:55:22.430900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 22dc4b30-7fd3-4578-9228-97f2bef95d61, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:22.434809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:22.514399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=22dc4b30-7fd3-4578-9228-97f2bef95d61,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:22.636346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['22dc4b30-7fd3-4578-9228-97f2bef95d61'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:55:23.153953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48672cb5-10b9-462a-a1f9-1efa400cf3d0 req-0cff0c63-aebf-486c-bb63-0a7a7f297b10 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:23.155899 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48672cb5-10b9-462a-a1f9-1efa400cf3d0 req-0cff0c63-aebf-486c-bb63-0a7a7f297b10 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 944 time: 0.0779920 Mar 02 07:55:23.198901 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48672cb5-10b9-462a-a1f9-1efa400cf3d0 req-7f754a57-76ba-4e8e-a4ea-f03accbb8524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373693 Mar 02 07:55:24.182297 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 22dc4b30-7fd3-4578-9228-97f2bef95d61 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:55:24.251172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 22dc4b30-7fd3-4578-9228-97f2bef95d61 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:55:24.255988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 22dc4b30-7fd3-4578-9228-97f2bef95d61 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:55:24.256458 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.370322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.382690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24febbbb-e4bb-49ad-b4b1-2e8b7b1233a8 req-dbcbccff-b1dd-4994-b1a0-7f3e15d3842f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:24.384159 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-24febbbb-e4bb-49ad-b4b1-2e8b7b1233a8 req-dbcbccff-b1dd-4994-b1a0-7f3e15d3842f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 944 time: 0.0817218 Mar 02 07:55:24.396836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:24.407402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 22dc4b30-7fd3-4578-9228-97f2bef95d61, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:55:24.413925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:24.432431 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-24febbbb-e4bb-49ad-b4b1-2e8b7b1233a8 req-a5f55423-50be-4a68-86bc-aa4b73df8d68 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 Mar 02 07:55:24.457157 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'code': 200} Mar 02 07:55:24.491497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=22dc4b30-7fd3-4578-9228-97f2bef95d61,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:24.664496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298526ec-b90f-42f1-ab4b-48722bf2edaa req-cfcb48fc-dafc-42ad-b6b7-358af952149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:24.666030 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-298526ec-b90f-42f1-ab4b-48722bf2edaa req-cfcb48fc-dafc-42ad-b6b7-358af952149e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1098 time: 0.0699217 Mar 02 07:55:24.704435 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-298526ec-b90f-42f1-ab4b-48722bf2edaa req-9e536b8b-c1cf-4dbe-9a12-2df1c4d5a253 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331085 Mar 02 07:55:25.618529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b2868-0975-4cf0-a2fa-dcaeb32831fb req-e9506df2-89ca-41f2-80eb-f195f85b65ba tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:25.619962 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d0b2868-0975-4cf0-a2fa-dcaeb32831fb req-e9506df2-89ca-41f2-80eb-f195f85b65ba tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0798211 Mar 02 07:55:25.668509 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d0b2868-0975-4cf0-a2fa-dcaeb32831fb req-9a13cecb-1d3f-4a71-a373-2639804a6c13 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 Mar 02 07:55:26.855528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40fcc2-1e97-48c1-ac80-c9b948be7b1e req-48607100-d6f2-44c2-bf4f-47f1a0d332f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:26.856968 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d40fcc2-1e97-48c1-ac80-c9b948be7b1e req-48607100-d6f2-44c2-bf4f-47f1a0d332f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0826855 Mar 02 07:55:26.900290 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d40fcc2-1e97-48c1-ac80-c9b948be7b1e req-acd3a8e0-422a-4b62-9231-1cde412b8b83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 Mar 02 07:55:27.082322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073b10f-6168-47a9-b368-a0dd3abc48b5 req-ee8d89d3-a32f-442b-9a82-5eb331bd0bcb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:27.083665 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0073b10f-6168-47a9-b368-a0dd3abc48b5 req-ee8d89d3-a32f-442b-9a82-5eb331bd0bcb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0781720 Mar 02 07:55:27.125975 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0073b10f-6168-47a9-b368-a0dd3abc48b5 req-6fad2785-8eba-4674-8472-6006f456b586 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365856 Mar 02 07:55:27.148069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:27.219513 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43add49d-3e1d-43b4-8250-faa6308f620e tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:27.220987 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43add49d-3e1d-43b4-8250-faa6308f620e tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1093 time: 0.0719550 Mar 02 07:55:27.223713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:27.228440 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:55:27.234758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:55:27.238493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:floatingip and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:55:27.241232 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:55:27.246738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:55:27.256976 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.391922 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.522074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.170 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/83b4b89c-11bd-4f1b-866f-70357880811e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:55:27.665789 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.694616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:27.856529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:55:27.859231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:55:27.861987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:55:27.900309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=83b4b89c-11bd-4f1b-866f-70357880811e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:28.264931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.337739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.537953 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.542176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.648639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=83b4b89c-11bd-4f1b-866f-70357880811e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:55:28.660993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:28.827406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP b28eee25-f35a-43d1-8b77-d3725fe6b82c associated. External IP: 172.26.4.170, port: 22dc4b30-7fd3-4578-9228-97f2bef95d61. Mar 02 07:55:29.268355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router dd9b38ec-07f0-4b13-953b-df15bdf447fd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:55:29.444542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:55:29.454090 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] Sync routers for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:55:29.463123 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:29.463716 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:29.470967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:29.528717 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9496abbe-6a49-4ea0-ab1a-dae628937f41 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3040018 Mar 02 07:55:29.529949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:55:29.593285 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'status': 'completed', 'code': 200} Mar 02 07:55:29.650916 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:29.684917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-dd79bfc3-3dbb-46e4-a207-39894a5a7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:29.686571 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-dd79bfc3-3dbb-46e4-a207-39894a5a7738 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1098 time: 0.0729659 Mar 02 07:55:29.714549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b5759-63dd-44b6-a7d8-6011ba70869b req-5b4e7cca-4044-452a-9486-bf194ee1e107 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:29.716020 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d32b5759-63dd-44b6-a7d8-6011ba70869b req-5b4e7cca-4044-452a-9486-bf194ee1e107 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0803242 Mar 02 07:55:29.764067 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d32b5759-63dd-44b6-a7d8-6011ba70869b req-07ca63e5-faa2-4bcc-b1aa-57bc7fa19bc8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385952 Mar 02 07:55:29.788209 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:29.827234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-70f5a30c-b448-409e-877d-5447bd409a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:29.828667 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-70f5a30c-b448-409e-877d-5447bd409a75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 200 len: 898 time: 0.1366668 Mar 02 07:55:29.900586 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-62239d20-06b7-465f-a08a-96a4a130394b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/b28eee25-f35a-43d1-8b77-d3725fe6b82c HTTP/1.1" status: 200 len: 991 time: 0.1112244 Mar 02 07:55:29.928946 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-6991e534-875d-4bb3-b1ea-2d0b2d84c0f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 200 len: 999 time: 0.0944924 Mar 02 07:55:29.993804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-4535c0ec-c54d-4883-9536-361f9fef9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:29.995202 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-4535c0ec-c54d-4883-9536-361f9fef9af6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c57727b2-daf9-4498-93c5-a6904b9796cd HTTP/1.1" status: 200 len: 834 time: 0.0608459 Mar 02 07:55:30.037924 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b28eee25-f35a-43d1-8b77-d3725fe6b82c', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'port_id': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'mac_address': 'fa:16:3e:0c:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c91730-1575-4311-89e9-3ac415dfe752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:28Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:20Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:30.041722 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] Checking router: dd9b38ec-07f0-4b13-953b-df15bdf447fd for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:55:30.049692 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:55:30.050278 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:55:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:30.068151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-74b2b1d4-0ef1-4238-98dd-c1a489f4b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:30.069950 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-74b2b1d4-0ef1-4238-98dd-c1a489f4b1a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01e5ea89-d869-4de2-a710-f550446695b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695317 Mar 02 07:55:30.207421 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-4a66e6ca-aa5e-4c85-9c7b-582225ad2531 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318130 Mar 02 07:55:30.229818 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:55:30.343279 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6095b9-cc07-413a-9313-76117129b4e9 req-0e848002-2d24-4f88-a6b7-66d45a0a7efa service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298258 Mar 02 07:55:30.565261 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b28eee25-f35a-43d1-8b77-d3725fe6b82c', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'port_id': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'mac_address': 'fa:16:3e:0c:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c91730-1575-4311-89e9-3ac415dfe752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:28Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:20Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:55:30.568983 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c7ece-ad11-487c-b751-98b73389d61d None None] The sync data for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv is: [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'b28eee25-f35a-43d1-8b77-d3725fe6b82c', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'port_id': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'mac_address': 'fa:16:3e:0c:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c91730-1575-4311-89e9-3ac415dfe752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:55:28Z', 'updated_at': '2022-03-02T07:55:28Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:20Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:55:30.740805 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f29739-15f7-40e6-94a2-e854a825e4a7 None None] New status for floating IP b28eee25-f35a-43d1-8b77-d3725fe6b82c: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:55:30.903441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53492) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:55:31.113556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-25ecb6c3-acb3-4660-8186-417240ff27cc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/b28eee25-f35a-43d1-8b77-d3725fe6b82c HTTP/1.1" status: 200 len: 993 time: 0.2089710 Mar 02 07:55:32.608047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f331085-a0d5-49eb-b2b2-1ac06410c6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:34.845748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d33f34e6-1ea2-40f1-bc47-094a0bd4ab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.911809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:35.932825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:37.196453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:47.638044 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-f12a6dc4-a2b4-4bc0-9333-e2302cb37ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738857 Mar 02 07:55:47.770756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-8b27712b-e9d6-4b2a-a99f-813125ade9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:47.772217 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-8b27712b-e9d6-4b2a-a99f-813125ade9ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1098 time: 0.0685878 Mar 02 07:55:47.911913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-44688936-341b-4a47-ae64-32d8277e1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:47.913256 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-44688936-341b-4a47-ae64-32d8277e1dcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 200 len: 898 time: 0.1228340 Mar 02 07:55:48.013444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-d3e4e740-0dc7-43c2-82ff-68027451e754 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 200 len: 1001 time: 0.0937874 Mar 02 07:55:48.073951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-5b28259e-c8b9-4d0e-b459-0b790b6dfbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:48.075302 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-5b28259e-c8b9-4d0e-b459-0b790b6dfbb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c57727b2-daf9-4498-93c5-a6904b9796cd HTTP/1.1" status: 200 len: 834 time: 0.0555809 Mar 02 07:55:48.251940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-47b45bd4-38e1-4482-ace6-4dadab15fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:48.253349 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-47b45bd4-38e1-4482-ace6-4dadab15fdc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01e5ea89-d869-4de2-a710-f550446695b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1722887 Mar 02 07:55:48.382741 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-e749ed0b-6e98-42a6-a63a-27e34feefd01 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226909 Mar 02 07:55:48.509683 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09e80b62-f654-4f3c-80cb-8151246e7201 req-70a15b44-72e9-4837-ad3d-d807e22f0329 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209810 Mar 02 07:55:49.194824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:55:56.743966 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:55:58.053310 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199077-ca05-4918-b43c-1094add1c3da req-f8b89e2a-1b05-4e30-b251-9407288766f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:58.054845 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25199077-ca05-4918-b43c-1094add1c3da req-f8b89e2a-1b05-4e30-b251-9407288766f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1098 time: 0.1267171 Mar 02 07:55:58.089885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c17108-f6c0-4f11-9a3c-c140ac466815 req-d2d119cf-013d-465c-befc-ed09669975c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:58.091842 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c5c17108-f6c0-4f11-9a3c-c140ac466815 req-d2d119cf-013d-465c-befc-ed09669975c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.1240532 Mar 02 07:55:58.206596 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c5c17108-f6c0-4f11-9a3c-c140ac466815 req-709c8d9c-a28b-48c4-82ce-65a05aa41f11 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041138 Mar 02 07:55:58.231286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199077-ca05-4918-b43c-1094add1c3da req-734c884c-e1e6-41b2-99f6-60b9f68a5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:58.232737 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25199077-ca05-4918-b43c-1094add1c3da req-734c884c-e1e6-41b2-99f6-60b9f68a5e46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 200 len: 898 time: 0.1707950 Mar 02 07:55:58.334210 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25199077-ca05-4918-b43c-1094add1c3da req-a5b2d952-1dc5-443d-aa28-ace23c249ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 200 len: 1001 time: 0.0949399 Mar 02 07:55:58.399969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199077-ca05-4918-b43c-1094add1c3da req-04c6e0ed-de81-4bcd-ad1c-0c0579315b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:58.401402 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25199077-ca05-4918-b43c-1094add1c3da req-04c6e0ed-de81-4bcd-ad1c-0c0579315b0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c57727b2-daf9-4498-93c5-a6904b9796cd HTTP/1.1" status: 200 len: 834 time: 0.0617929 Mar 02 07:55:58.476536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25199077-ca05-4918-b43c-1094add1c3da req-f11c7671-e52c-47f9-a2e3-a5db61b4173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:58.478495 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25199077-ca05-4918-b43c-1094add1c3da req-f11c7671-e52c-47f9-a2e3-a5db61b4173d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01e5ea89-d869-4de2-a710-f550446695b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712345 Mar 02 07:55:58.605079 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25199077-ca05-4918-b43c-1094add1c3da req-9e265657-477b-4608-87ff-01402cd25720 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206701 Mar 02 07:55:58.731243 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25199077-ca05-4918-b43c-1094add1c3da req-9f685426-b157-4154-a441-439fff27b6e7 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198156 Mar 02 07:55:59.391708 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3ab91-61c4-461e-8243-8a46d04a6c83 req-63a14b94-d0d3-403a-9499-402379616ef0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:55:59.393125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-35e3ab91-61c4-461e-8243-8a46d04a6c83 req-63a14b94-d0d3-403a-9499-402379616ef0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0811446 Mar 02 07:55:59.435278 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-35e3ab91-61c4-461e-8243-8a46d04a6c83 req-456abe06-090f-4d6c-981f-0a1050b4a5fa tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359278 Mar 02 07:56:00.618968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e41d5-9e72-4877-8a9c-4b7dd97ab65d req-96f5b1ff-bd26-4a7c-985b-5147a3c989ed tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:00.620430 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e37e41d5-9e72-4877-8a9c-4b7dd97ab65d req-96f5b1ff-bd26-4a7c-985b-5147a3c989ed tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0771785 Mar 02 07:56:00.662472 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e37e41d5-9e72-4877-8a9c-4b7dd97ab65d req-deeeff80-db81-45f4-a01b-19d11760d8d8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359638 Mar 02 07:56:01.840479 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb60e8-cca1-4000-a6ba-096b890e4104 req-5629c83b-f3d4-47be-a5e8-4841de51f998 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:01.842665 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bcfb60e8-cca1-4000-a6ba-096b890e4104 req-5629c83b-f3d4-47be-a5e8-4841de51f998 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0778203 Mar 02 07:56:01.886796 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bcfb60e8-cca1-4000-a6ba-096b890e4104 req-e8f7d70a-f28d-4f11-97eb-080b08800438 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385277 Mar 02 07:56:02.609330 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc4c813f-54ed-4d26-992d-dc09dde2aba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:03.069555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a1f-42e8-4e6d-9dc1-a0c187c0dc91 req-2c4339e6-3cb0-44ab-8bc3-9ebb57556572 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:03.071007 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d6ff2a1f-42e8-4e6d-9dc1-a0c187c0dc91 req-2c4339e6-3cb0-44ab-8bc3-9ebb57556572 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0800948 Mar 02 07:56:03.114641 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d6ff2a1f-42e8-4e6d-9dc1-a0c187c0dc91 req-7ee6e098-a70c-478c-b433-ab0b40997f2a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377398 Mar 02 07:56:04.296075 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d7f2f-001c-4444-be10-703ea001fafe req-f23cd91f-2d24-4f8a-b7ae-b7ac7b441b2a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:04.297518 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c69d7f2f-001c-4444-be10-703ea001fafe req-f23cd91f-2d24-4f8a-b7ae-b7ac7b441b2a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0782723 Mar 02 07:56:04.340687 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c69d7f2f-001c-4444-be10-703ea001fafe req-0166e6cd-294f-4448-8450-24971be442e9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375209 Mar 02 07:56:04.837346 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ae04b4d1-3e75-4db3-9ee0-a9092adb5185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.521785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99a03b-0f6d-4f29-b4b0-e49e6aa8d484 req-fbc9513a-0849-4307-a7dc-f3b99f0eb1d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:05.523212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d99a03b-0f6d-4f29-b4b0-e49e6aa8d484 req-fbc9513a-0849-4307-a7dc-f3b99f0eb1d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0817156 Mar 02 07:56:05.565001 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d99a03b-0f6d-4f29-b4b0-e49e6aa8d484 req-506f42b9-a84c-4e27-a62b-33bf4d580369 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361998 Mar 02 07:56:05.912727 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:05.935408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:06.747612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a425-310b-4366-beb7-c91987b4fb55 req-f4910deb-fe89-4434-b11c-de09be092530 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:06.749548 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-17e2a425-310b-4366-beb7-c91987b4fb55 req-f4910deb-fe89-4434-b11c-de09be092530 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0818982 Mar 02 07:56:06.791455 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-17e2a425-310b-4366-beb7-c91987b4fb55 req-74a3d5b2-1f0d-425f-8565-81bdbd6f766d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363755 Mar 02 07:56:07.199066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:07.973526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbae58-61f4-4d1d-b6f2-f182c5335111 req-86065980-c226-4cfc-b95b-af77b89622e8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:07.974872 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9bbbae58-61f4-4d1d-b6f2-f182c5335111 req-86065980-c226-4cfc-b95b-af77b89622e8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0768967 Mar 02 07:56:08.016638 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9bbbae58-61f4-4d1d-b6f2-f182c5335111 req-2661670e-461d-4064-b701-ce43272cf51d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362051 Mar 02 07:56:09.195259 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5a30d-b4ac-475a-b1c4-555642e69a1c req-4f12723a-b418-477b-9f6e-2077c6334939 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:09.196699 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07a5a30d-b4ac-475a-b1c4-555642e69a1c req-4f12723a-b418-477b-9f6e-2077c6334939 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0787508 Mar 02 07:56:09.239557 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07a5a30d-b4ac-475a-b1c4-555642e69a1c req-288649c9-3aa5-4e4b-bcd4-91e2ff3b072f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366521 Mar 02 07:56:10.530995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16560dc6-b76b-4580-9581-bf05c661f662 req-addb8be3-0868-4d4e-8514-c079f52e1c86 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:10.532380 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16560dc6-b76b-4580-9581-bf05c661f662 req-addb8be3-0868-4d4e-8514-c079f52e1c86 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.1900997 Mar 02 07:56:10.575281 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16560dc6-b76b-4580-9581-bf05c661f662 req-fc8adb6e-3753-49a2-96fb-c87454b7a8ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373564 Mar 02 07:56:10.597896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:10.703061 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0121bb9f-dd47-4ca7-a897-6cc657f3db68 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/b28eee25-f35a-43d1-8b77-d3725fe6b82c HTTP/1.1" status: 200 len: 993 time: 0.1040726 Mar 02 07:56:19.208669 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:32.610091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c646ef88-925b-4bc6-a29b-79ae3d699d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:33.743319 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:56:34.839590 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4071a7ee-2895-4c2a-8edb-13dcd641ab99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.914519 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:35.937526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:37.201182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.116004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:41.312632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 83b4b89c-11bd-4f1b-866f-70357880811e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:41.312999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.476183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.476423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.594827 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 83b4b89c-11bd-4f1b-866f-70357880811e owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:41.738707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.785128 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=83b4b89c-11bd-4f1b-866f-70357880811e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:41.828046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.828392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.828736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.829073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.829407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.829772 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.830100 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.830423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.830748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.831070 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.831390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.831711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:41.885583 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:41.885942 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP b28eee25-f35a-43d1-8b77-d3725fe6b82c disassociated (deleted). External IP: 172.26.4.170, port: 22dc4b30-7fd3-4578-9228-97f2bef95d61. Mar 02 07:56:42.221101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router dd9b38ec-07f0-4b13-953b-df15bdf447fd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:56:42.500388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:42.509588 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] Sync routers for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:42.518818 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:42.519444 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:42.521506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:42.577621 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b02edf0d-56fb-4913-a274-7ca5098aff47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/floatingips/b28eee25-f35a-43d1-8b77-d3725fe6b82c HTTP/1.1" status: 204 len: 168 time: 1.4605343 Mar 02 07:56:42.578228 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:56:42.704677 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:42.745013 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'status': 'completed', 'code': 200} Mar 02 07:56:42.849570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-307a8a13-454f-449e-8b1c-54e8509e5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:42.851234 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-307a8a13-454f-449e-8b1c-54e8509e5db3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 1098 time: 0.0793669 Mar 02 07:56:42.959142 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fb7d1-e62f-45f1-b40d-b32ecbd5a730 req-2a8ed4b9-deb8-46d2-a336-94731eb392e0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:42.960884 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-515fb7d1-e62f-45f1-b40d-b32ecbd5a730 req-2a8ed4b9-deb8-46d2-a336-94731eb392e0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0845027 Mar 02 07:56:42.988850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-b31a5f68-3919-4eb0-9819-104521951078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:42.990320 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-b31a5f68-3919-4eb0-9819-104521951078 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 200 len: 898 time: 0.1304338 Mar 02 07:56:43.007726 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-515fb7d1-e62f-45f1-b40d-b32ecbd5a730 req-bcaf54b8-1bc9-471c-a367-60d968b40d16 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Mar 02 07:56:43.027943 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:20Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:43.032406 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] Checking router: dd9b38ec-07f0-4b13-953b-df15bdf447fd for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:43.040703 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:43.041213 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:43.063001 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-4d47d76b-60ab-4941-b174-280f2d36b133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 200 len: 217 time: 0.0648770 Mar 02 07:56:43.127457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-5e38b144-7057-4cb0-a6a4-97150296bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:43.128876 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-5e38b144-7057-4cb0-a6a4-97150296bc9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c57727b2-daf9-4498-93c5-a6904b9796cd HTTP/1.1" status: 200 len: 834 time: 0.0571754 Mar 02 07:56:43.205180 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-572f4403-b095-4a7e-91e0-fcd6aedd6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:43.206663 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-572f4403-b095-4a7e-91e0-fcd6aedd6af6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01e5ea89-d869-4de2-a710-f550446695b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717564 Mar 02 07:56:43.238374 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:43.337027 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-a4ab0a63-3731-494d-97e7-2c370e92c4e1 service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224780 Mar 02 07:56:43.465588 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f92c65-9b85-40a0-8cff-69bb4b2ab370 req-5304a0d8-96c9-466f-a5bf-a012b5c01b4b service neutron] 10.222.0.32 "GET /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225657 Mar 02 07:56:43.538423 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:20Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:43.542221 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88a3fe-96b7-458b-8493-53853f9b5674 None None] The sync data for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv is: [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '7f409b55-ec3c-41d4-aa9a-0cefcb24df43', 'name': '', 'network_id': '01e5ea89-d869-4de2-a710-f550446695b9', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:1f:22:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:13Z', 'updated_at': '2022-03-02T07:55:20Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c57727b2-daf9-4498-93c5-a6904b9796cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:43.747534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e266f2-1c67-4a8e-ba90-fb651bffb41a None None] New status for floating IP b28eee25-f35a-43d1-8b77-d3725fe6b82c: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:56:44.195004 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e9b1-a6af-4dc1-bdd9-18a4b41bcf03 req-9e98622a-e206-4ed4-b025-9838b55c80d5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:44.195679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3506e9b1-a6af-4dc1-bdd9-18a4b41bcf03 req-9e98622a-e206-4ed4-b025-9838b55c80d5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:44.210936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3506e9b1-a6af-4dc1-bdd9-18a4b41bcf03 req-9e98622a-e206-4ed4-b025-9838b55c80d5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:44.212217 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3506e9b1-a6af-4dc1-bdd9-18a4b41bcf03 req-9e98622a-e206-4ed4-b025-9838b55c80d5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0954516 Mar 02 07:56:44.255117 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3506e9b1-a6af-4dc1-bdd9-18a4b41bcf03 req-c61562f5-83eb-4250-aa16-9b472f69fc68 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=82073dc8-d1df-4611-ae15-de69724db3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372438 Mar 02 07:56:44.388350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-86d0a51b-a8ec-48e1-bd43-8e0b1370fc50 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:44.389795 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-86d0a51b-a8ec-48e1-bd43-8e0b1370fc50 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 945 time: 0.0810099 Mar 02 07:56:44.455980 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 22dc4b30-7fd3-4578-9228-97f2bef95d61 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:44.456241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.692993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 22dc4b30-7fd3-4578-9228-97f2bef95d61, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=22dc4b30-7fd3-4578-9228-97f2bef95d61,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:44.693362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:44.910282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 22dc4b30-7fd3-4578-9228-97f2bef95d61 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:45.049515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.101296 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=22dc4b30-7fd3-4578-9228-97f2bef95d61,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:45.171662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] No DVR routers for this DVR port 22dc4b30-7fd3-4578-9228-97f2bef95d61 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:56:45.174026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:45.176458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'name': 'network-vif-deleted', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:56:45.192075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b9a455d-61a7-44cc-a9d0-c160802abf9d req-bf81c914-02d7-477a-b3af-0f0fd101bbeb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "DELETE /v2.0/ports/22dc4b30-7fd3-4578-9228-97f2bef95d61 HTTP/1.1" status: 204 len: 173 time: 0.7973597 Mar 02 07:56:45.221696 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c91730-1575-4311-89e9-3ac415dfe752', 'name': 'network-vif-deleted', 'tag': '22dc4b30-7fd3-4578-9228-97f2bef95d61', 'status': 'completed', 'code': 200} Mar 02 07:56:45.416759 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b199c069-fd3f-49d1-b1e6-2d1b01db5c85 req-3007e7c7-36f0-4e5e-9953-2d1405ceb1b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:45.432767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b199c069-fd3f-49d1-b1e6-2d1b01db5c85 req-3007e7c7-36f0-4e5e-9953-2d1405ceb1b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:45.433997 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b199c069-fd3f-49d1-b1e6-2d1b01db5c85 req-3007e7c7-36f0-4e5e-9953-2d1405ceb1b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=91c91730-1575-4311-89e9-3ac415dfe752 HTTP/1.1" status: 200 len: 210 time: 0.0600457 Mar 02 07:56:46.532294 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:47.069711 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.518054 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:47.518384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.696974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 7f409b55-ec3c-41d4-aa9a-0cefcb24df43, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:47.697717 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:47.815369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:47.992608 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.041525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=7f409b55-ec3c-41d4-aa9a-0cefcb24df43,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:48.074616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.074964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.075302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.075639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.075967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.076298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.076623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.076948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.077272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.077595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.077945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.078267 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:48.321245 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:48.672694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router dd9b38ec-07f0-4b13-953b-df15bdf447fd has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:56:48.693525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 22dc4b30-7fd3-4578-9228-97f2bef95d61 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:48.731491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 22dc4b30-7fd3-4578-9228-97f2bef95d61 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:48.731838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 22dc4b30-7fd3-4578-9228-97f2bef95d61 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:48.946315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:48.956339 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] Sync routers for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:48.962658 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-56635a47-9487-42fa-a871-de07f65f70cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/dd9b38ec-07f0-4b13-953b-df15bdf447fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293065 Mar 02 07:56:48.965361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53566) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:48.966181 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:48.966881 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:49.030772 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting subnet c57727b2-daf9-4498-93c5-a6904b9796cd {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:56:49.033614 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.086200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.140403 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:49.168793 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.208129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.243222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.283154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Subnet': ['ID=c57727b2-daf9-4498-93c5-a6904b9796cd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:49.285089 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.292157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c05cb0-30eb-475f-9e58-1c9a72f6dcaf None None] Network 01e5ea89-d869-4de2-a710-f550446695b9 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:49.298020 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-003623bb-1fcb-4cf1-9be3-710433e604cd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/subnets/c57727b2-daf9-4498-93c5-a6904b9796cd HTTP/1.1" status: 204 len: 168 time: 0.3292232 Mar 02 07:56:49.298123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53570) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:49.428902 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:56:47Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:49.432960 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] Checking router: dd9b38ec-07f0-4b13-953b-df15bdf447fd for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:49.441819 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] Routers {'dd9b38ec-07f0-4b13-953b-df15bdf447fd'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:49.442427 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:49.493753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.567055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] DHCP port deletion for 01e5ea89-d869-4de2-a710-f550446695b9 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:56:49.571546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Deleting port d8804f42-8f66-4c8d-8169-7d7814f15de7 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:49.572125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.640259 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] Set router dd9b38ec-07f0-4b13-953b-df15bdf447fd gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:49.672292 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.682140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 8c186f1e-a488-43a1-ba69-95e2bab23ee3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:56:49.682535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.821706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] For port d8804f42-8f66-4c8d-8169-7d7814f15de7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d8804f42-8f66-4c8d-8169-7d7814f15de7,segment=NetworkSegment(208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b),segment_id=208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:49.822193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.888729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d8804f42-8f66-4c8d-8169-7d7814f15de7 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:49.900925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 8c186f1e-a488-43a1-ba69-95e2bab23ee3, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=8c186f1e-a488-43a1-ba69-95e2bab23ee3,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:56:49.901289 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:49.974498 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:56:47Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:49.978319 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0107964-6cb4-432f-8f60-9929ab60477b None None] The sync data for ids ['dd9b38ec-07f0-4b13-953b-df15bdf447fd'] in dv-neutron-831485-1-hyperv is: [{'id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-399164893', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:55:09Z', 'updated_at': '2022-03-02T07:56:47Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '8c186f1e-a488-43a1-ba69-95e2bab23ee3', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9b38ec-07f0-4b13-953b-df15bdf447fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:55:10Z', 'updated_at': '2022-03-02T07:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:49.980434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Calling delete_port for d8804f42-8f66-4c8d-8169-7d7814f15de7 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:50.028284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 8c186f1e-a488-43a1-ba69-95e2bab23ee3 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:56:50.104951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.158479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Pushing event deleted for resources: {'Port': ['ID=d8804f42-8f66-4c8d-8169-7d7814f15de7,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:50.164768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] No DVR routers for this DVR port d8804f42-8f66-4c8d-8169-7d7814f15de7 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:56:50.166150 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.187108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.187463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.187801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.188139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.188473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.188898 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.189129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.189454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.189806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.190131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.190450 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.190768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47e1e5-cff1-408d-983d-9a439da923d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:56:50.200553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.246346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=8c186f1e-a488-43a1-ba69-95e2bab23ee3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:50.440454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.610869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.613006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.634202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.634810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Fanout notify agent at l3_agent the message router_deleted on router dd9b38ec-07f0-4b13-953b-df15bdf447fd {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:56:50.649417 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.653235 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29715d84-bbb8-41f6-ab00-d03085e2e008 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/routers/dd9b38ec-07f0-4b13-953b-df15bdf447fd HTTP/1.1" status: 204 len: 168 time: 1.3542614 Mar 02 07:56:50.653461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:50.768394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.899400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.923178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e5ea89-d869-4de2-a710-f550446695b9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:50.935193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:50.935490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208e2f5e-b0ef-4c42-9c9d-d0e7e8b8ae2b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:50.946620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.962592 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.969169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:56:50.969569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:56:50.984315 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:56:51.064183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.082505 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.094507 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Network': ['ID=01e5ea89-d869-4de2-a710-f550446695b9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:51.102695 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08edae3d-6d36-4cd3-a1d9-393e3d5d900f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/networks/01e5ea89-d869-4de2-a710-f550446695b9 HTTP/1.1" status: 204 len: 168 time: 0.4483473 Mar 02 07:56:51.105206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:51.171295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98e4650d-786c-4d5b-8252-151fe268e6b4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.199517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98e4650d-786c-4d5b-8252-151fe268e6b4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.264541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98e4650d-786c-4d5b-8252-151fe268e6b4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.286143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4650d-786c-4d5b-8252-151fe268e6b4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82073dc8-d1df-4611-ae15-de69724db3bc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:51.297407 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98e4650d-786c-4d5b-8252-151fe268e6b4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.298600 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98e4650d-786c-4d5b-8252-151fe268e6b4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/security-groups/82073dc8-d1df-4611-ae15-de69724db3bc HTTP/1.1" status: 204 len: 168 time: 0.1924143 Mar 02 07:56:51.567214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53590) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:51.572644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020693440', 'description': 'tempest-secgroup-smoke-1020693440 description', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:51.579268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:51.583268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:51.586076 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:51.592267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:51.602088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.620401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:51.624647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:51.627370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:51.632778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:51.701078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.704844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.748722 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80fa00b-9ae8-4efe-9648-418289f3d8c4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:51.751566 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.755363 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5e3b7ca-cc9f-46d9-a7a9-65969703ce2e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1842735 Mar 02 07:56:51.755858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:51.761893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f80fa00b-9ae8-4efe-9648-418289f3d8c4', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:51.768595 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:51.772591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:51.775512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:51.781964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:51.787685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:51.797975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.822204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:51.822626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 7f409b55-ec3c-41d4-aa9a-0cefcb24df43 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:51.823109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8c186f1e-a488-43a1-ba69-95e2bab23ee3 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:56:51.856175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 8c186f1e-a488-43a1-ba69-95e2bab23ee3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:56:51.856524 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 8c186f1e-a488-43a1-ba69-95e2bab23ee3 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:56:51.863078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.866713 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.890461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e9c27d-ceae-4a2c-9b42-af75c4b187f1,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:51.898251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:51.899408 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7de9d79f-fab7-42ae-a237-32f1c6627614 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426737 Mar 02 07:56:51.902088 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53598) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:51.906922 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f80fa00b-9ae8-4efe-9648-418289f3d8c4', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:51.912554 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:51.916265 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:51.919117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:51.924666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:51.941019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.000201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.003461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.025263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e1b25d-5c18-4039-bab1-429409d74d9d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.032979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.034168 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4110c5f1-240f-44fa-910a-d024568a5ff6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311688 Mar 02 07:56:52.036898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.041879 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f80fa00b-9ae8-4efe-9648-418289f3d8c4', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:52.048315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:52.052212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:52.055056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:52.061260 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:52.077074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.139825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.143190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.165628 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cac507-5cbb-48b8-aa9a-b72bd5830524,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.174462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.175658 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-093f83e0-c950-45c0-9425-8d1fa4aa5039 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378446 Mar 02 07:56:52.178415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.183451 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f80fa00b-9ae8-4efe-9648-418289f3d8c4', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:52.190079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:52.194107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:52.196947 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:52.202616 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:52.218324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.282585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.286285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.310107 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a7dd62-3ab5-4273-8f32-75081c87fd0c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.320274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.321632 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d542e15-2e9f-4473-a7c5-a8b4544ecea5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421928 Mar 02 07:56:52.324428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.329271 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f80fa00b-9ae8-4efe-9648-418289f3d8c4', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:52.335130 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:52.338861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:52.342210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:52.347851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:52.358912 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:56:52.365354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.426881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.430357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.452843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031650a2-727a-431e-b2d8-3320e684a585,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.461820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.463012 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-986ba1c3-387e-48e5-981b-6446d7a358ca tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376543 Mar 02 07:56:52.466254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.471210 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f80fa00b-9ae8-4efe-9648-418289f3d8c4', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:52.476901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:52.480659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:52.484399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:52.489985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:52.500020 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:56:52.506540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.570878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.574197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.600802 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f6644f-9df7-441b-a594-dc9131a55125,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.607582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.608803 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94ca5b98-9c9e-4436-a3c7-615ce358484f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415977 Mar 02 07:56:52.611570 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.616791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'network': {'name': 'tempest-network-smoke--62647879', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:52.621544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:52.625480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:network and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:52.628254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:52.633714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:52.645427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:52.648924 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.676756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:56:52.686654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.686993 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Added segment bfb74219-60be-4bbe-96f8-ee061dd71b00 of type vlan for network 21a31e35-753e-4939-9bd3-917f2d1fac8a Mar 02 07:56:52.712764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.740950 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.746197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:52.746788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.845004 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2323477 Mar 02 07:56:52.847677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:52.852894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'admin_state_up': True, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:52.856748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c91a4-5f60-4852-9b17-4699ce76d3f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Network': ['ID=21a31e35-753e-4939-9bd3-917f2d1fac8a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:52.860175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:52.864070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:router and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:52.866383 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:56:52.871208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:52.877636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:52.887010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.888607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:52.903933 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.162198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.452644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.479803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.619061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.235 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/5299afa1-d985-407c-aa1f-d59a1c9dee5e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:53.852471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.896964 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:53.958041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:53.960837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:53.964322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:54.002917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=5299afa1-d985-407c-aa1f-d59a1c9dee5e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:54.393698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.741745 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:54.938160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cb309e79-8141-4e79-b963-2c3cd72a6ffb is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:56:55.219706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:55.228846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Sync routers for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:55.238285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:55.238896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:55.245468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.247267 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ffa588a5-b829-49ed-9a47-f92e459cb002 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3980691 Mar 02 07:56:55.250387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:55.288115 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d2b6b61b-dadc-4d4e-aeba-a7ca5e6ce92a tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b1ec7f15e4734cfb92ed39046443b623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366759 Mar 02 07:56:55.290675 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:55.415466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:55.416446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45cb49e-23d9-4bef-b9b9-7c22010c8dd1 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:55.417950 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e45cb49e-23d9-4bef-b9b9-7c22010c8dd1 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263735 Mar 02 07:56:55.421296 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:55.458842 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-486d5d29-29a5-43aa-abc1-0c042116e653 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364535 Mar 02 07:56:55.461236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53642) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:55.466974 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-121941649', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:56:55.573335 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:56:55.577076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:subnet and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:56:55.579840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:56:55.585413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:56:55.595129 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:56:55.598643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.692635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:54Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:55.696586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Checking router: cb309e79-8141-4e79-b963-2c3cd72a6ffb for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:55.696929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Updating router cb309e79-8141-4e79-b963-2c3cd72a6ffb port 5299afa1-d985-407c-aa1f-d59a1c9dee5e binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:56:55.751779 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.814657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.885799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Subnet': ['ID=c59b471f-09c3-4cc8-b033-87fd5238a784,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:55.899649 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Checking segment: {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:55.900000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network hostable DHCP agents. Network: 21a31e35-753e-4939-9bd3-917f2d1fac8a, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:56:55.922232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:56:55.931836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 21a31e35-753e-4939-9bd3-917f2d1fac8a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:55.936503 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:55.937097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:55.953864 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9586c0a-1c0e-4f02-8acc-3a5bb05648e7 None None] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:55.960217 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1ed75e4-451e-4e9b-b81f-0835e8c786a6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4979861 Mar 02 07:56:55.963016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53646) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:56:56.292203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.307369 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Transition to ACTIVE for port object 5299afa1-d985-407c-aa1f-d59a1c9dee5e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:56.315510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.349964 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-21a31e35-753e-4939-9bd3-917f2d1fac8a', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:56:56.350791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.440733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Attempting to bind port 5299afa1-d985-407c-aa1f-d59a1c9dee5e on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:56:56.441109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Attempting to bind port 5299afa1-d985-407c-aa1f-d59a1c9dee5e by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:56:56.441468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Attempting to bind port 5299afa1-d985-407c-aa1f-d59a1c9dee5e on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:56:56.461266 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d6efd-044e-4cea-a09b-1761952b56b3 None None] Pushing event updated for resources: {'Port': ['ID=5299afa1-d985-407c-aa1f-d59a1c9dee5e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:56.463568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:56:56.463943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:56.464336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.464717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:56:56.465211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Bound port: 5299afa1-d985-407c-aa1f-d59a1c9dee5e, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:56:56.465577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.601725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] For port 5299afa1-d985-407c-aa1f-d59a1c9dee5e, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:56:56.615451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] For port 5299afa1-d985-407c-aa1f-d59a1c9dee5e, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5299afa1-d985-407c-aa1f-d59a1c9dee5e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:56:56.622522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Allocated IP 172.20.0.2 (21a31e35-753e-4939-9bd3-917f2d1fac8a/c59b471f-09c3-4cc8-b033-87fd5238a784/499d3d5e-9747-4b56-8a10-a0af6f1f2a38) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:56.625000 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.664318 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:56.743264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:56.743908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:56.798019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d6efd-044e-4cea-a09b-1761952b56b3 None None] Pushing event updated for resources: {'Port': ['ID=5299afa1-d985-407c-aa1f-d59a1c9dee5e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:57.048560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:57.247428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.310447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Transition to ACTIVE for port object 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:57.342661 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Transition to ACTIVE for port object 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:57.357830 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.417715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.1 (21a31e35-753e-4939-9bd3-917f2d1fac8a/c59b471f-09c3-4cc8-b033-87fd5238a784/66ec57a7-6cf5-47bc-bc2a-fab73b487790) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:56:57.452169 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:57.463111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:57.465550 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:57.470209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Pushing event updated for resources: {'Port': ['ID=499d3d5e-9747-4b56-8a10-a0af6f1f2a38,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:57.570665 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Attempting to bind port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:56:57.570952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Attempting to bind port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:56:57.571312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Attempting to bind port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 on network 21a31e35-753e-4939-9bd3-917f2d1fac8a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:56:57.575006 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.579436 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:56:57.579810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Checking segment: {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:56:57.580217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.580606 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Bound using segment: {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:56:57.581064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Bound port: 499d3d5e-9747-4b56-8a10-a0af6f1f2a38, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:56:57.581438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.590789 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 66ec57a7-6cf5-47bc-bc2a-fab73b487790 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:56:57.599724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:54Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:57.615775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.632082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1016cbb-1dee-4631-8672-e3e7121fcdbe None None] The sync data for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv is: [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:54Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:56:57.681893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:57.685383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:57.689378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:56:57.691228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] For port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:56:57.695050 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] For port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=499d3d5e-9747-4b56-8a10-a0af6f1f2a38,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:56:57.699823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.730248 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=66ec57a7-6cf5-47bc-bc2a-fab73b487790,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:57.756939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:57.789048 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e56d90-95b8-443d-bd78-9e1c41375f03 None None] Pushing event updated for resources: {'Port': ['ID=499d3d5e-9747-4b56-8a10-a0af6f1f2a38,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:58.082063 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:58.513345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:58.520900 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:58.635932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=66ec57a7-6cf5-47bc-bc2a-fab73b487790,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:56:58.639099 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:58.771395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54943453-241e-4c34-a48b-9ea07cdce726 None None] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:56:58.866564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1279a670-fb27-45c2-a679-633d8aca6854 None None] Provisioning for port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:58.894582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:56:58.895738 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:56:59.086726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cb309e79-8141-4e79-b963-2c3cd72a6ffb has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:56:59.270863 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:56:59.283334 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Sync routers for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:56:59.283974 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67b0bf38-4c14-435e-9356-0b31a0930626 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/cb309e79-8141-4e79-b963-2c3cd72a6ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3198810 Mar 02 07:56:59.301348 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:56:59.301998 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:59.355404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-02589dab-5920-46e5-b406-29b61520ea55 None None] Provisioning for port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:59.362603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-02589dab-5920-46e5-b406-29b61520ea55 None None] Provisioning complete for port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:59.363027 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02589dab-5920-46e5-b406-29b61520ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.431639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-02589dab-5920-46e5-b406-29b61520ea55 None None] Port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:59.490821 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-8aca403d-5e56-44b0-9429-c5a4672ed264 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:59.502572 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:56:59.507862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-8aca403d-5e56-44b0-9429-c5a4672ed264 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:59.509165 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-8aca403d-5e56-44b0-9429-c5a4672ed264 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020693440&fields=id&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 267 time: 0.0591903 Mar 02 07:56:59.554225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ccb9742-0b95-4c07-9aa6-376d38ba79c4 None None] Provisioning complete for port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:59.554930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9742-0b95-4c07-9aa6-376d38ba79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.624477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb9742-0b95-4c07-9aa6-376d38ba79c4 None None] Port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:59.747930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-72673d19-ce84-4838-a7d4-e55775b8d585 None None] Provisioning complete for port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:59.748265 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72673d19-ce84-4838-a7d4-e55775b8d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.773349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-bccd4383-e777-47bc-8ede-873c5708f84b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:56:59.774307 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-bccd4383-e777-47bc-8ede-873c5708f84b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:56:59.793708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-bccd4383-e777-47bc-8ede-873c5708f84b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:56:59.795354 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-bccd4383-e777-47bc-8ede-873c5708f84b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 795 time: 0.2788734 Mar 02 07:56:59.813475 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-59373210-2eb6-437b-9fb8-267acaeb1010 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/quotas/b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 375 time: 0.0118630 Mar 02 07:56:59.837426 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 2, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:56:59.838945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-72673d19-ce84-4838-a7d4-e55775b8d585 None None] Port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:56:59.842017 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Checking router: cb309e79-8141-4e79-b963-2c3cd72a6ffb for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:56:59.842381 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Updating router cb309e79-8141-4e79-b963-2c3cd72a6ffb port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:56:59.886225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:56:59.899075 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.911936 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-0255040d-13f4-4def-b7d8-fd9bf48547a8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909574 Mar 02 07:56:59.972318 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:56:59.977276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:56:59.977747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:56:59.984388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-31db4c68-e3a5-44f2-985c-63f364f7c0c0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 07:56:59.990320 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-31db4c68-e3a5-44f2-985c-63f364f7c0c0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624888 Mar 02 07:57:00.096607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.119425 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-89880a5f-6df0-40db-ad1b-ee8567875740 service neutron] 10.222.0.41 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270845 Mar 02 07:57:00.129326 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=499d3d5e-9747-4b56-8a10-a0af6f1f2a38,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:00.134210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.135160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5299afa1-d985-407c-aa1f-d59a1c9dee5e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:00.251500 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=499d3d5e-9747-4b56-8a10-a0af6f1f2a38,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:00.254274 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.257125 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-d233e2c7-5f18-43c7-872f-9a5cda1974ad service neutron] 10.222.0.41 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308768 Mar 02 07:57:00.263825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 5299afa1-d985-407c-aa1f-d59a1c9dee5e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:00.268955 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Transition to ACTIVE for port object 66ec57a7-6cf5-47bc-bc2a-fab73b487790 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:00.270479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 5299afa1-d985-407c-aa1f-d59a1c9dee5e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:00.271308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.277338 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.425117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.445589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 5299afa1-d985-407c-aa1f-d59a1c9dee5e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5299afa1-d985-407c-aa1f-d59a1c9dee5e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:00.461850 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.493808 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-808c1836-92d0-454d-a965-44e72158bb58 req-b5d3bc40-b4b7-4b68-b833-d4a51f2655e7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:00.533925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-808c1836-92d0-454d-a965-44e72158bb58 req-b5d3bc40-b4b7-4b68-b833-d4a51f2655e7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:00.536854 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-808c1836-92d0-454d-a965-44e72158bb58 req-b5d3bc40-b4b7-4b68-b833-d4a51f2655e7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 210 time: 0.0962522 Mar 02 07:57:00.541320 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Pushing event updated for resources: {'Port': ['ID=66ec57a7-6cf5-47bc-bc2a-fab73b487790,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:00.551177 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.554239 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.554832 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.555541 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.556118 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.556746 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.557371 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.557911 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.558417 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.559141 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.559695 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.560191 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:00.565215 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Attempting to bind port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:00.565215 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Attempting to bind port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:00.565695 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Attempting to bind port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 on network 21a31e35-753e-4939-9bd3-917f2d1fac8a {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:00.573144 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:00.573513 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Checking segment: {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:00.573962 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.575062 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Bound using segment: {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:00.575531 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Bound port: 66ec57a7-6cf5-47bc-bc2a-fab73b487790, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:00.576456 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.583283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=5299afa1-d985-407c-aa1f-d59a1c9dee5e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:00.702747 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] For port 66ec57a7-6cf5-47bc-bc2a-fab73b487790, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:57:00.705713 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] For port 66ec57a7-6cf5-47bc-bc2a-fab73b487790, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=66ec57a7-6cf5-47bc-bc2a-fab73b487790,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:57:00.710334 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:00.787210 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:00.787823 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:56:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:00.838154 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7b40-a1dc-4998-9a32-52f66d18bd04 None None] Pushing event updated for resources: {'Port': ['ID=66ec57a7-6cf5-47bc-bc2a-fab73b487790,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:00.978610 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:01.293830 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:01.297798 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62f25-51a1-412d-8729-4403c05d4acc None None] The sync data for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv is: [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:57:01.720512 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-72d2d85f-0f7d-4a25-a4fa-8a800103a3af req-c5c02fe9-18b1-457c-8acc-537e5266be9b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 210 time: 0.0582917 Mar 02 07:57:01.841471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-440b1f10-f0d8-43c8-b5c8-a17730774739 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:01.845776 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-440b1f10-f0d8-43c8-b5c8-a17730774739 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 795 time: 0.2201271 Mar 02 07:57:01.905041 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-8409e67f-5b41-4057-b3f9-e9eb4266f359 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 380 time: 0.0527740 Mar 02 07:57:01.913164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:01.914171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'port': {'device_id': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'admin_state_up': True, 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'security_groups': ['f80fa00b-9ae8-4efe-9648-418289f3d8c4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:01.991031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:01.991400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.065204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:02.076014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:02.088102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:57:02.092467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.150659 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5299afa1-d985-407c-aa1f-d59a1c9dee5e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:02.218514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 5299afa1-d985-407c-aa1f-d59a1c9dee5e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:02.218880 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.280291 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.5 (21a31e35-753e-4939-9bd3-917f2d1fac8a/c59b471f-09c3-4cc8-b033-87fd5238a784/8f02ca0d-d836-4a8c-9636-86bebd1d6746) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:02.351306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 66ec57a7-6cf5-47bc-bc2a-fab73b487790 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:02.422624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:02.427767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:02.428140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.498364 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.514236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 8f02ca0d-d836-4a8c-9636-86bebd1d6746 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:02.540082 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.553654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.587077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 66ec57a7-6cf5-47bc-bc2a-fab73b487790, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=66ec57a7-6cf5-47bc-bc2a-fab73b487790,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:02.590769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.635807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:02.643804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:02.648705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:02.663690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d2a17b1-2bc4-4836-ae4b-473de487a129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.669845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=66ec57a7-6cf5-47bc-bc2a-fab73b487790,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:02.674134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=8f02ca0d-d836-4a8c-9636-86bebd1d6746,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:02.713675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:02.714301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.739225 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-1d7eae4d-c28a-4a10-b5be-e50512f8ddb3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8288620 Mar 02 07:57:02.750871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Request body: {'port': {'device_id': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:02.866299 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.926281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a9147507-9f7a-478a-9859-ca4249580f48 None None] Provisioning for port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:02.926838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1946c4-0be4-4479-8352-9a813dad50e9 req-ddb78a4c-8037-4c2a-92bb-5653d1c38bec tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:02.928309 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d1946c4-0be4-4479-8352-9a813dad50e9 req-ddb78a4c-8037-4c2a-92bb-5653d1c38bec tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 931 time: 0.0860209 Mar 02 07:57:02.931394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a9147507-9f7a-478a-9859-ca4249580f48 None None] Provisioning complete for port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:02.931770 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9147507-9f7a-478a-9859-ca4249580f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:02.984963 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d1946c4-0be4-4479-8352-9a813dad50e9 req-2a20513e-e18b-4a48-a073-e73a99fbb20c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Mar 02 07:57:02.990416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a9147507-9f7a-478a-9859-ca4249580f48 None None] Port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:57:03.302682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f02ca0d-d836-4a8c-9636-86bebd1d6746 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:03.310547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.325124 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Transition to ACTIVE for port object 8f02ca0d-d836-4a8c-9636-86bebd1d6746 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:57:03.329491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.489851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Pushing event updated for resources: {'Port': ['ID=8f02ca0d-d836-4a8c-9636-86bebd1d6746,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:03.562245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Attempting to bind port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:57:03.562515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Attempting to bind port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:57:03.562840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Attempting to bind port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 on network 21a31e35-753e-4939-9bd3-917f2d1fac8a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:03.567469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 on network 21a31e35-753e-4939-9bd3-917f2d1fac8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:57:03.567767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Attempting to bind port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 on network 21a31e35-753e-4939-9bd3-917f2d1fac8a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:57:03.572703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:57:03.573053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Checking segment: {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:57:03.573415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Bound using segment: {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:57:03.573868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Bound port: 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb74219-60be-4bbe-96f8-ee061dd71b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:57:03.574255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.663611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] For port 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:57:03.666422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] For port 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:57:03.670776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.724948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:03.725508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.726885 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] 10.222.0.32 "PUT /v2.0/ports/8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 1093 time: 0.9802516 Mar 02 07:57:03.727309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:03.758582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a350c6-5747-497e-9b3a-7a96f96768de service neutron] Pushing event updated for resources: {'Port': ['ID=8f02ca0d-d836-4a8c-9636-86bebd1d6746,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:03.803468 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'status': 'completed', 'code': 200} Mar 02 07:57:03.837790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 66ec57a7-6cf5-47bc-bc2a-fab73b487790 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:03.846765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-b72bae11-0b13-43a1-b8cf-9434a58da77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:03.848259 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-b72bae11-0b13-43a1-b8cf-9434a58da77c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1096 time: 0.0776694 Mar 02 07:57:03.908306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:03.908642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:03.920034 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-0a52efc2-2a0a-49ab-b212-d71624df88e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 217 time: 0.0649674 Mar 02 07:57:03.981692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-17176902-9aad-41cc-a496-ed9434eac29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:03.983127 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-17176902-9aad-41cc-a496-ed9434eac29b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0573399 Mar 02 07:57:04.056763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-c17281ba-3381-41f1-be0e-d38482907665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:04.058284 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-c17281ba-3381-41f1-be0e-d38482907665 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694299 Mar 02 07:57:04.180514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf043-de5e-48f8-8744-f28e5c87dd79 req-76d1daee-a6e3-4f79-af01-f94e7ba8b7e2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:04.182058 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ccccf043-de5e-48f8-8744-f28e5c87dd79 req-76d1daee-a6e3-4f79-af01-f94e7ba8b7e2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.0813189 Mar 02 07:57:04.187576 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-a4a0ddf2-25db-45d2-a72b-609f572d732d service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229768 Mar 02 07:57:04.226417 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ccccf043-de5e-48f8-8744-f28e5c87dd79 req-3e0cc25d-0770-4e65-a3ff-4e78dce5776a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Mar 02 07:57:04.315754 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52ac507e-fd79-4fc4-94d8-8dc2d1342cdc req-84288b0e-a6cf-4243-8875-4efa82bdb992 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220832 Mar 02 07:57:04.427090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af551f35-7104-451f-a0c6-65ea232865dd req-6bdb5dd5-ae40-4533-953b-928aff7059ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:04.428525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af551f35-7104-451f-a0c6-65ea232865dd req-6bdb5dd5-ae40-4533-953b-928aff7059ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1096 time: 0.0716913 Mar 02 07:57:04.554765 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af551f35-7104-451f-a0c6-65ea232865dd req-df456dd9-318c-44a3-b392-3d34081273b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:04.556181 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af551f35-7104-451f-a0c6-65ea232865dd req-df456dd9-318c-44a3-b392-3d34081273b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 896 time: 0.1214671 Mar 02 07:57:04.625886 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af551f35-7104-451f-a0c6-65ea232865dd req-98aa1588-a3af-419b-9dc5-21d3850a581a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 217 time: 0.0619614 Mar 02 07:57:04.685737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af551f35-7104-451f-a0c6-65ea232865dd req-f69f6e27-c94d-4157-b493-96836f3f47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:04.687119 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af551f35-7104-451f-a0c6-65ea232865dd req-f69f6e27-c94d-4157-b493-96836f3f47e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0553999 Mar 02 07:57:04.761740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af551f35-7104-451f-a0c6-65ea232865dd req-deb27cb0-89fa-4b92-958d-cde7964b1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:04.763085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af551f35-7104-451f-a0c6-65ea232865dd req-deb27cb0-89fa-4b92-958d-cde7964b1a5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671947 Mar 02 07:57:04.844994 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d1425de5-7b9a-4159-817e-e64dd73229b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:04.995905 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af551f35-7104-451f-a0c6-65ea232865dd req-b1750dac-c9e6-4032-ab26-fc5c2166bf4f service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243240 Mar 02 07:57:05.125597 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af551f35-7104-451f-a0c6-65ea232865dd req-0cdaeb7b-d1c9-4952-9d29-8325d61d7870 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218336 Mar 02 07:57:05.416764 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3f100-01fd-4ae8-b7e5-9c737201bc0d req-e5502ddf-fd4c-429e-b5c3-8844e1f6eba9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:05.417354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-acc3f100-01fd-4ae8-b7e5-9c737201bc0d req-e5502ddf-fd4c-429e-b5c3-8844e1f6eba9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:57:05.431758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-acc3f100-01fd-4ae8-b7e5-9c737201bc0d req-e5502ddf-fd4c-429e-b5c3-8844e1f6eba9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:57:05.432941 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-acc3f100-01fd-4ae8-b7e5-9c737201bc0d req-e5502ddf-fd4c-429e-b5c3-8844e1f6eba9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.0982795 Mar 02 07:57:05.476721 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-acc3f100-01fd-4ae8-b7e5-9c737201bc0d req-43589a94-2f3a-4623-b67f-80ccffb5b54b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375741 Mar 02 07:57:05.916522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:05.939441 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:06.660179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3dffb-7901-4a8f-a090-84f6bdce9963 req-3300adc2-8ba0-424e-ab3b-d4d60e2075ae tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:06.661605 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-beb3dffb-7901-4a8f-a090-84f6bdce9963 req-3300adc2-8ba0-424e-ab3b-d4d60e2075ae tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.0811057 Mar 02 07:57:06.704378 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-beb3dffb-7901-4a8f-a090-84f6bdce9963 req-9fb699f2-da26-4afe-9bcd-8b661c8c1932 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 Mar 02 07:57:06.818191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8f02ca0d-d836-4a8c-9636-86bebd1d6746 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:57:06.946791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:06.959858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'port_id': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'mac_address': 'fa:16:3e:46:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:57:07.017317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.032938 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f02ca0d-d836-4a8c-9636-86bebd1d6746 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:57:07.048356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:07.053118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.119445 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8f02ca0d-d836-4a8c-9636-86bebd1d6746,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:07.206070 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:07.260487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['8f02ca0d-d836-4a8c-9636-86bebd1d6746'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:57:07.884758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73bb2-4d1d-463a-9120-6a064a9441d5 req-ffe0676e-de78-4681-9434-2e016508673f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:07.886234 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88a73bb2-4d1d-463a-9120-6a064a9441d5 req-ffe0676e-de78-4681-9434-2e016508673f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 944 time: 0.0778115 Mar 02 07:57:07.932299 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88a73bb2-4d1d-463a-9120-6a064a9441d5 req-b0d9ad3e-1fad-45c4-93c9-d17561a77809 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Mar 02 07:57:08.833359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8f02ca0d-d836-4a8c-9636-86bebd1d6746 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:57:08.924865 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:57:08.929486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:57:08.929925 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:09.056186 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:09.090822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:09.100471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:09.104541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:09.139723 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32700cd-1481-4048-93d5-7b3306e615c4 req-8f5ed657-1325-4ffe-a7fa-1f114c5ec595 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:09.142372 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c32700cd-1481-4048-93d5-7b3306e615c4 req-8f5ed657-1325-4ffe-a7fa-1f114c5ec595 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 944 time: 0.0950477 Mar 02 07:57:09.173511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8f02ca0d-d836-4a8c-9636-86bebd1d6746,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:09.185350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c32700cd-1481-4048-93d5-7b3306e615c4 req-e50cb03d-c6cd-4e0e-9e62-8d5fda3d9630 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Mar 02 07:57:09.195887 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'code': 200} Mar 02 07:57:09.416095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b923a6-28ea-45eb-9192-ae0bf041516d req-ec8f4896-497b-45c7-b7c3-cfdf26c7f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:09.418107 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77b923a6-28ea-45eb-9192-ae0bf041516d req-ec8f4896-497b-45c7-b7c3-cfdf26c7f951 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1098 time: 0.0727470 Mar 02 07:57:09.457205 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77b923a6-28ea-45eb-9192-ae0bf041516d req-9bcc220a-ea3e-49c8-bab2-c37163a66aa2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334496 Mar 02 07:57:10.379987 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd597a-819c-42ac-aae7-f4ac3191a2c7 req-242dc634-7576-4a27-a8a9-3530f78b8544 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:10.381556 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2bd597a-819c-42ac-aae7-f4ac3191a2c7 req-242dc634-7576-4a27-a8a9-3530f78b8544 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0891385 Mar 02 07:57:10.430632 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2bd597a-819c-42ac-aae7-f4ac3191a2c7 req-dcf6f700-faa1-4c92-9fac-9183881bfb86 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 Mar 02 07:57:10.741394 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:57:11.619972 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d40cf6-6da8-47a5-8e13-19f1f40277ec req-41ec2319-3bd1-4763-8677-a592ab0e0569 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:11.621471 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-38d40cf6-6da8-47a5-8e13-19f1f40277ec req-41ec2319-3bd1-4763-8677-a592ab0e0569 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0799932 Mar 02 07:57:11.667629 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-38d40cf6-6da8-47a5-8e13-19f1f40277ec req-0e9ff2b6-8924-4043-8978-9d0adb708788 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Mar 02 07:57:11.847559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3bfd6-e706-4416-9c23-f460b0e72453 req-4b01f348-eca0-4e8e-b275-34216a4e0215 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:11.849016 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12e3bfd6-e706-4416-9c23-f460b0e72453 req-4b01f348-eca0-4e8e-b275-34216a4e0215 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0802026 Mar 02 07:57:11.892100 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12e3bfd6-e706-4416-9c23-f460b0e72453 req-c62e9101-57e8-4464-bcf3-cdb3c148889b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373054 Mar 02 07:57:11.914139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:11.985721 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71723fa9-29f3-45a5-b61e-3d163fcd1fd6 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:11.987197 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71723fa9-29f3-45a5-b61e-3d163fcd1fd6 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1093 time: 0.0721078 Mar 02 07:57:11.989990 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:11.994774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:57:12.001320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:57:12.005109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:floatingip and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:57:12.007969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:57:12.014198 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:57:12.024098 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.157671 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.289266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.225 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/1a422523-7977-4393-be9c-28d4268e374a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:57:12.431441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.460009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:12.520399 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:57:12.523023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:57:12.525589 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:57:12.568536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=1a422523-7977-4393-be9c-28d4268e374a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:13.032366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.102514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.303150 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.307786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.413172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=1a422523-7977-4393-be9c-28d4268e374a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:13.421410 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:13.587899 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1 associated. External IP: 172.26.4.225, port: 8f02ca0d-d836-4a8c-9636-86bebd1d6746. Mar 02 07:57:13.920994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cb309e79-8141-4e79-b963-2c3cd72a6ffb has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:57:14.092259 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:57:14.101446 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] Sync routers for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:57:14.111668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:14.112276 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:57:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:14.116110 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:14.169158 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5554561b-2196-4d7f-a401-3138454c42bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1781399 Mar 02 07:57:14.169763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:14.214034 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'status': 'completed', 'code': 200} Mar 02 07:57:14.294596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:14.346033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbcefb-abbc-49b1-8fbe-207c4b413eab req-193e3280-4f10-4b62-82e0-ba8ccd9f3840 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:14.348627 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22dbcefb-abbc-49b1-8fbe-207c4b413eab req-193e3280-4f10-4b62-82e0-ba8ccd9f3840 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0876486 Mar 02 07:57:14.399324 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22dbcefb-abbc-49b1-8fbe-207c4b413eab req-5e91863c-7447-4bbe-9e94-cb581209cf42 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Mar 02 07:57:14.424487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-d6a70842-a184-4e95-82ca-4aeb04887820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:14.425996 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-d6a70842-a184-4e95-82ca-4aeb04887820 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1098 time: 0.1916449 Mar 02 07:57:14.426698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:14.618024 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c137300a-ba30-4bc6-af3e-6f5100bd592c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1 HTTP/1.1" status: 200 len: 991 time: 0.1902468 Mar 02 07:57:14.647371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-7156b752-fee6-415c-b220-f3688a363b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:14.648806 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-7156b752-fee6-415c-b220-f3688a363b60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 896 time: 0.1631606 Mar 02 07:57:14.654012 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.225', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'port_id': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'mac_address': 'fa:16:3e:46:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:57:12Z', 'updated_at': '2022-03-02T07:57:12Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:14.657823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] Checking router: cb309e79-8141-4e79-b963-2c3cd72a6ffb for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:57:14.665924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:57:14.666513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:57:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:14.754306 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-0e50ddde-01c6-481b-bd74-1f8b4bd3a416 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 999 time: 0.1001081 Mar 02 07:57:14.814733 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-6cd61845-b2f0-4815-a307-a598030968f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:14.816147 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-6cd61845-b2f0-4815-a307-a598030968f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0562999 Mar 02 07:57:14.842829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:57:14.892971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-4746a15d-4e3f-4c70-9690-def2995f1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:14.894392 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-4746a15d-4e3f-4c70-9690-def2995f1604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721185 Mar 02 07:57:15.026645 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-83e42af1-6f64-435d-800a-37fa915dc209 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260164 Mar 02 07:57:15.155830 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebf48bec-59aa-4858-b5f1-5eede265900f req-7d03f417-e142-4032-8364-5b709e4e296f service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235714 Mar 02 07:57:15.181679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.225', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'port_id': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'mac_address': 'fa:16:3e:46:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:57:12Z', 'updated_at': '2022-03-02T07:57:12Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:57:15.185926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae27fc-4668-414a-8f6f-d6c8a05e29e9 None None] The sync data for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv is: [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': 'c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.225', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'port_id': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'mac_address': 'fa:16:3e:46:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:57:12Z', 'updated_at': '2022-03-02T07:57:12Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:57:15.359320 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59a966-7b57-4f2e-b7ec-9decd326f4a3 None None] New status for floating IP c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:57:15.622522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:15.725546 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-68e64ab7-9a75-429a-8d4b-6fa0eb097bd3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1 HTTP/1.1" status: 200 len: 993 time: 0.1018667 Mar 02 07:57:19.214546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:32.612534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70311bbf-8e05-403f-9227-3b4c7823fe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:34.846852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-25e35f0b-466f-4be7-a993-06f8774fe26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:35.971074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:35.973930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:37.205778 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:42.726553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53750) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:57:42.758904 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dbf9f-edc8-4b1d-bde5-853e5d5168aa req-f2b89932-2678-4863-a946-7ee784e8f34e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:42.760406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-614dbf9f-edc8-4b1d-bde5-853e5d5168aa req-f2b89932-2678-4863-a946-7ee784e8f34e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0812669 Mar 02 07:57:42.805189 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-614dbf9f-edc8-4b1d-bde5-853e5d5168aa req-3cd85a1b-9910-4b0c-8e1a-2c90475036e1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385919 Mar 02 07:57:42.835978 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-516e9e37-fab8-4a8e-aeb1-963c802987ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083150 Mar 02 07:57:43.956240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-053c99a5-4e00-4bf7-850f-f65157e3d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:43.957743 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-053c99a5-4e00-4bf7-850f-f65157e3d6d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1098 time: 0.0727112 Mar 02 07:57:43.989195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263afee-d2c6-43cf-a895-e0ea73fb468c req-30f346b4-db50-43f4-bfde-15aaf00b6361 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:43.990671 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5263afee-d2c6-43cf-a895-e0ea73fb468c req-30f346b4-db50-43f4-bfde-15aaf00b6361 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0817766 Mar 02 07:57:44.033323 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5263afee-d2c6-43cf-a895-e0ea73fb468c req-d3b683cd-60d3-43cb-ac6f-5bd2e2deb2b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362682 Mar 02 07:57:44.088093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-52b410d5-1a76-4206-8ae5-467cce3f3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:44.090054 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-52b410d5-1a76-4206-8ae5-467cce3f3dd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 896 time: 0.1248770 Mar 02 07:57:44.186052 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-4725f004-6ce9-4e71-b82d-80925e09ba8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 1001 time: 0.0897307 Mar 02 07:57:44.248632 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-ce49c7ab-4dd7-4669-b4d7-86527ab2d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:44.250080 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-ce49c7ab-4dd7-4669-b4d7-86527ab2d533 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0581529 Mar 02 07:57:44.323569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-2a848dd6-24e5-48eb-8ae0-126fc4c7aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:44.325080 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-2a848dd6-24e5-48eb-8ae0-126fc4c7aa99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690820 Mar 02 07:57:44.454003 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-720422a4-1292-4017-91f8-5098caf82eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218808 Mar 02 07:57:44.676279 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-62b587e8-770c-4038-83d8-197efbd63cdb service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158771 Mar 02 07:57:45.216001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176cd91-b732-4c67-9f25-30579d7b3a2d req-07cb7444-f6e8-459f-81e5-8731052d4302 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:45.217444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6176cd91-b732-4c67-9f25-30579d7b3a2d req-07cb7444-f6e8-459f-81e5-8731052d4302 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0820472 Mar 02 07:57:45.260278 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6176cd91-b732-4c67-9f25-30579d7b3a2d req-7195b5ce-d9da-4e70-a9ea-21b3f3df5634 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372319 Mar 02 07:57:46.443472 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f41318-ed5e-4a85-8fa5-412f136d88e7 req-67e56922-1278-4e55-8aff-83097996b2e1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:46.444902 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19f41318-ed5e-4a85-8fa5-412f136d88e7 req-67e56922-1278-4e55-8aff-83097996b2e1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0785265 Mar 02 07:57:46.585792 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19f41318-ed5e-4a85-8fa5-412f136d88e7 req-e3ae59f7-5c43-447f-a9fe-475ab12557d7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346664 Mar 02 07:57:47.740634 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:57:47.780888 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595ba65-5516-40c1-a6a1-ccb4ebab9bcd req-af6b61f1-f890-49ff-9be3-f2ca0e5c0ef5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:47.782355 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1595ba65-5516-40c1-a6a1-ccb4ebab9bcd req-af6b61f1-f890-49ff-9be3-f2ca0e5c0ef5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0782435 Mar 02 07:57:47.828029 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1595ba65-5516-40c1-a6a1-ccb4ebab9bcd req-9a4fc35d-31ff-4cc6-830b-a42d6ae84c9d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400455 Mar 02 07:57:49.007710 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d861432-8540-444a-8dc0-65bd795e12ce req-848ba5a9-f66e-42a5-a89f-2c5d4b24bde6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:49.009155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d861432-8540-444a-8dc0-65bd795e12ce req-848ba5a9-f66e-42a5-a89f-2c5d4b24bde6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0787668 Mar 02 07:57:49.052160 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d861432-8540-444a-8dc0-65bd795e12ce req-ef2ac14f-04b9-4b1d-83fd-a0a4044f9afd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368772 Mar 02 07:57:49.219879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:50.229935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ecc93-8e44-458b-9840-49f35a3ca688 req-f90da876-4698-4f79-bd87-a8a1bac648f8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:50.231375 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-595ecc93-8e44-458b-9840-49f35a3ca688 req-f90da876-4698-4f79-bd87-a8a1bac648f8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0782495 Mar 02 07:57:50.273665 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-595ecc93-8e44-458b-9840-49f35a3ca688 req-c1b92bb4-0491-4d85-89de-2e56b4d83d25 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367126 Mar 02 07:57:50.689558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-e4ab687e-06cc-41da-90eb-661579350fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:50.691316 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-e4ab687e-06cc-41da-90eb-661579350fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1098 time: 0.0721924 Mar 02 07:57:50.838029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-bb7ecb6d-f073-4295-a306-3ff4e64c5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:50.839488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-bb7ecb6d-f073-4295-a306-3ff4e64c5d51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 896 time: 0.1290367 Mar 02 07:57:50.936651 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-75c45515-799b-4045-85c0-475940b46382 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 1001 time: 0.0913289 Mar 02 07:57:50.996935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-ad772e0a-5b7e-4c5c-a9e4-e8eaeb6fc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:50.998332 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-ad772e0a-5b7e-4c5c-a9e4-e8eaeb6fc1a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0561137 Mar 02 07:57:51.071429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-7e01a99a-14ee-4587-bfd3-b0bdb98e9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:51.072884 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-7e01a99a-14ee-4587-bfd3-b0bdb98e9ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688500 Mar 02 07:57:51.198070 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-52592f9d-50dc-44da-85de-9f3164aaf576 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189516 Mar 02 07:57:51.328740 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45de82a3-9c88-4ec6-8c13-2660ef5982cd req-6765c857-85a8-4557-a8d1-830f198d7ed5 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254971 Mar 02 07:57:51.463255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6312e8-eb89-4088-9e69-719bdd7e4166 req-cef4ef9a-d82a-4c20-8fa2-8e4a2d342d5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:51.464766 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c6312e8-eb89-4088-9e69-719bdd7e4166 req-cef4ef9a-d82a-4c20-8fa2-8e4a2d342d5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0823801 Mar 02 07:57:51.508300 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c6312e8-eb89-4088-9e69-719bdd7e4166 req-f24e5685-6abe-45ea-9d38-7c083edb700f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378890 Mar 02 07:57:52.689508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3a7df-5682-48fa-99ac-019684c81fc9 req-2de513e4-ee5b-4738-aa50-a8ac8b0dd201 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:52.691245 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83a3a7df-5682-48fa-99ac-019684c81fc9 req-2de513e4-ee5b-4738-aa50-a8ac8b0dd201 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0811782 Mar 02 07:57:52.735199 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83a3a7df-5682-48fa-99ac-019684c81fc9 req-57c75775-faa9-4198-9948-102f14046bfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 Mar 02 07:57:53.917505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5b925-4796-4752-9526-0e91307ad005 req-115b8a8e-b14f-4055-8765-e5c3862bbcd3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:53.918970 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4f5b925-4796-4752-9526-0e91307ad005 req-115b8a8e-b14f-4055-8765-e5c3862bbcd3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0776830 Mar 02 07:57:53.964854 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4f5b925-4796-4752-9526-0e91307ad005 req-e761727b-dd02-4034-a090-c0962a279576 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398884 Mar 02 07:57:55.146809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dde74d-8c44-45ba-b75b-e5d049178eed req-a8a04cef-5e71-4aaf-b2e3-188e4c5c39c8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:55.148230 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19dde74d-8c44-45ba-b75b-e5d049178eed req-a8a04cef-5e71-4aaf-b2e3-188e4c5c39c8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0765162 Mar 02 07:57:55.193364 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19dde74d-8c44-45ba-b75b-e5d049178eed req-44512eb2-cad0-41d9-bcfa-0948c1b3b031 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Mar 02 07:57:56.317251 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-602a0ee7-9750-49da-ad00-720c98e21cae service neutron] 10.222.0.32 "GET /v2.0/ports/8f02ca0d-d836-4a8c-9636-86bebd1d6746/bindings/hv-neutron-8314 HTTP/1.1" status: 200 len: 384 time: 0.0830102 Mar 02 07:57:56.382164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079012a9-2904-4525-a34b-0b9478dabdd3 req-76031f35-d361-48e4-8f62-128d2b810138 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:56.383609 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-079012a9-2904-4525-a34b-0b9478dabdd3 req-76031f35-d361-48e4-8f62-128d2b810138 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0847542 Mar 02 07:57:56.427749 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-079012a9-2904-4525-a34b-0b9478dabdd3 req-59fd353b-c6e2-447a-a8c9-c444aaa76f24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 Mar 02 07:57:56.582510 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-969ca38b-4feb-49f4-b1e7-86b80aa88a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:56.583879 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-969ca38b-4feb-49f4-b1e7-86b80aa88a13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 1098 time: 0.0772445 Mar 02 07:57:56.675738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-7f50f103-c3dd-47c9-8c2a-90f3b11f0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:56.677203 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-7f50f103-c3dd-47c9-8c2a-90f3b11f0ac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1098 time: 0.0732865 Mar 02 07:57:56.899235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-e5384e81-de29-4dad-b9a9-965ea7fb82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:56.900656 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-e5384e81-de29-4dad-b9a9-965ea7fb82aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 896 time: 0.2171845 Mar 02 07:57:56.999792 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-4677be3e-383a-472a-b683-32ed6f1be204 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 1001 time: 0.0928400 Mar 02 07:57:57.058742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-3997fc76-03e9-4d68-8ed8-c75adee4ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:57.060086 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-3997fc76-03e9-4d68-8ed8-c75adee4ad9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0550001 Mar 02 07:57:57.134169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-97ecf84d-ab1c-41e9-a1f6-4734faca971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:57.135714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-97ecf84d-ab1c-41e9-a1f6-4734faca971e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692661 Mar 02 07:57:57.261545 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-f192506b-6ec5-4d76-ac27-abd76e58b593 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199806 Mar 02 07:57:57.394929 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3d3a82c-2816-4852-9e89-ae5b1ae4b718 req-df4c09a3-24d6-4718-8728-48998eb3d73d service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278722 Mar 02 07:57:57.620638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e24751-121e-41a5-9c64-097db94c9861 req-1dbc5e29-f232-42e5-8900-53e97377553c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:57.622158 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90e24751-121e-41a5-9c64-097db94c9861 req-1dbc5e29-f232-42e5-8900-53e97377553c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0830011 Mar 02 07:57:57.663967 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90e24751-121e-41a5-9c64-097db94c9861 req-5f3224bc-c069-444e-afbc-7f97defc7de9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362434 Mar 02 07:57:58.849333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986cca4-3d55-4681-81ba-af37045647df req-5ba2a016-d425-4377-8900-b5abcd2fc7a5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:57:58.850771 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5986cca4-3d55-4681-81ba-af37045647df req-5ba2a016-d425-4377-8900-b5abcd2fc7a5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 945 time: 0.0801482 Mar 02 07:57:58.896575 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5986cca4-3d55-4681-81ba-af37045647df req-b19a486a-41a7-4ca6-93ac-333f858cfe18 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392206 Mar 02 07:57:59.103858 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8f02ca0d-d836-4a8c-9636-86bebd1d6746 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:57:59.212529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.237782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:57:59.248377 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:57:59.252207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:57:59.293923 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'code': 200} Mar 02 07:57:59.318631 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8f02ca0d-d836-4a8c-9636-86bebd1d6746,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:57:59.326127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.326482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.326825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.327167 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.327501 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.327832 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.328207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.328489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.328820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.329215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.329536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:57:59.329993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:00.078720 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d71b4-e7f4-4337-96af-709525f96314 req-00ccd0cc-a229-4539-9d34-fc24251847b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.080065 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-368d71b4-e7f4-4337-96af-709525f96314 req-00ccd0cc-a229-4539-9d34-fc24251847b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.0782354 Mar 02 07:58:00.123095 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-368d71b4-e7f4-4337-96af-709525f96314 req-673ab74f-4f73-4f3f-8656-92673be119ef tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375035 Mar 02 07:58:00.420882 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb367b6-ff43-4379-b18f-0e7e33003da1 req-5d48cbe1-1b72-43b3-ab23-df36c78895d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.422370 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5bb367b6-ff43-4379-b18f-0e7e33003da1 req-5d48cbe1-1b72-43b3-ab23-df36c78895d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.0817113 Mar 02 07:58:00.425946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-115790ad-e1e8-4b95-87c6-5e8bdd207114 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.427354 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-115790ad-e1e8-4b95-87c6-5e8bdd207114 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b&tenant_id=b1ec7f15e4734cfb92ed39046443b623&binding%3Ahost_id=hv-neutron-8314 HTTP/1.1" status: 200 len: 943 time: 0.0830593 Mar 02 07:58:00.465895 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5bb367b6-ff43-4379-b18f-0e7e33003da1 req-ffbbe527-419a-4ae9-8260-fffed875ce47 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378869 Mar 02 07:58:00.573257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-43dd1ad6-1745-4829-abb4-c8de58310967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.574763 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-43dd1ad6-1745-4829-abb4-c8de58310967 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1096 time: 0.0705192 Mar 02 07:58:00.759018 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bfc88-b303-4a54-bd88-e95678d018ec req-302f1e44-badb-456f-8ce7-4b082671fd85 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.760486 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8bfc88-b303-4a54-bd88-e95678d018ec req-302f1e44-badb-456f-8ce7-4b082671fd85 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.1848476 Mar 02 07:58:00.762839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-e7c8f44b-fcb3-4062-ab3c-e26b5b1ba57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.764129 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-e7c8f44b-fcb3-4062-ab3c-e26b5b1ba57b service neutron] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 896 time: 0.1583438 Mar 02 07:58:00.879208 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8bfc88-b303-4a54-bd88-e95678d018ec req-d325b6c8-40c6-4ae8-b7f7-69af02c78e07 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129663 Mar 02 07:58:00.892573 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-1e0e7495-1b21-44b4-a823-a20dc07d628f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 999 time: 0.1135786 Mar 02 07:58:00.953154 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-48041293-ba23-4d1c-8db9-b7124f1eeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:00.954560 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-48041293-ba23-4d1c-8db9-b7124f1eeac9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0561266 Mar 02 07:58:01.029727 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-85ac4345-e9ed-4d6d-b96c-d6cbc7be0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:01.031065 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-85ac4345-e9ed-4d6d-b96c-d6cbc7be0950 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702178 Mar 02 07:58:01.159212 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-9b9380d8-5322-4c62-acfb-32cea7d34e90 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202054 Mar 02 07:58:01.395479 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77fdba54-a4cb-4335-aba8-b620b705e9c6 req-f659d2cc-924a-4148-b237-d20e2f065886 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301786 Mar 02 07:58:02.062213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef941f5-0de8-4bd1-ae91-ffe6e7a2f53a req-eb87b188-5d98-4cac-83b0-7042a52fbdfa tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:02.063570 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ef941f5-0de8-4bd1-ae91-ffe6e7a2f53a req-eb87b188-5d98-4cac-83b0-7042a52fbdfa tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.0789406 Mar 02 07:58:02.109783 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ef941f5-0de8-4bd1-ae91-ffe6e7a2f53a req-6fa66f8a-77df-4403-b406-aec57a9e61b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403059 Mar 02 07:58:02.131702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53820) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:02.235133 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5e102c48-c274-4ec1-8bc3-32b08ee994b2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1 HTTP/1.1" status: 200 len: 991 time: 0.1023293 Mar 02 07:58:02.604690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d43b77c-ff84-4e9c-ae7d-34eaa52d0de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:04.849673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fd34bf7-fcfb-4582-9723-feb4600d7aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.922639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:05.944595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:07.207764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:19.230802 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:24.739740 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:58:30.653918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53832) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:30.847007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 1a422523-7977-4393-be9c-28d4268e374a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:30.847342 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.011146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.011384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.129166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 1a422523-7977-4393-be9c-28d4268e374a owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:31.366746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.439613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=1a422523-7977-4393-be9c-28d4268e374a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:31.482146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.482488 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.482824 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.483157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.483483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.483813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.484133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.484452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.484771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.485090 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.485405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.485746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:31.520775 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:31.521342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1 disassociated (deleted). External IP: 172.26.4.225, port: 8f02ca0d-d836-4a8c-9636-86bebd1d6746. Mar 02 07:58:31.861097 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cb309e79-8141-4e79-b963-2c3cd72a6ffb has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:58:32.034698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:32.043946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] Sync routers for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:32.053438 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:32.054160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:32.054609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.107883 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5bd13e5a-68f7-4173-a4f8-eb7ce2daa35a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/floatingips/c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1 HTTP/1.1" status: 204 len: 168 time: 1.4529111 Mar 02 07:58:32.108461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:58:32.206795 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'status': 'completed', 'code': 200} Mar 02 07:58:32.232829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:32.306912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-5c56632b-0cf0-4dbe-ae76-ea42e82d0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:32.308546 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-5c56632b-0cf0-4dbe-ae76-ea42e82d0d61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 1096 time: 0.0796311 Mar 02 07:58:32.500629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-a310b503-80d7-4c12-abe4-702af057534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:32.502190 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-a310b503-80d7-4c12-abe4-702af057534b service neutron] 10.222.0.32 "GET /v2.0/networks?id=21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 200 len: 896 time: 0.1870804 Mar 02 07:58:32.550208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:32.554143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] Checking router: cb309e79-8141-4e79-b963-2c3cd72a6ffb for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:32.562562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:32.563293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:32.572444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-4187da7a-87f4-4dbc-869a-234336a5e18c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 200 len: 217 time: 0.0623121 Mar 02 07:58:32.627807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38022a56-6a95-4ac4-a75a-b3b26d435611 req-91f7b047-6b72-4428-ab7b-906adc3f9db5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:32.629261 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38022a56-6a95-4ac4-a75a-b3b26d435611 req-91f7b047-6b72-4428-ab7b-906adc3f9db5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.2064681 Mar 02 07:58:32.644790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b5a8c1fb-5663-4016-ba6c-abd35e1cea6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:32.676223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-67f5586c-76b5-418e-9246-f22e04112726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:32.677669 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-67f5586c-76b5-418e-9246-f22e04112726 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 200 len: 834 time: 0.0984299 Mar 02 07:58:32.688192 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38022a56-6a95-4ac4-a75a-b3b26d435611 req-56fb9ed9-b55b-44ae-8cdf-7e77f46ca7db tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504684 Mar 02 07:58:32.756875 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-de465ab3-514f-4d2b-8171-1f5481daa5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:32.758408 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-de465ab3-514f-4d2b-8171-1f5481daa5b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21a31e35-753e-4939-9bd3-917f2d1fac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732920 Mar 02 07:58:32.759359 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:32.886993 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-ce09bba9-a37d-4799-b0af-50323a360242 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222150 Mar 02 07:58:33.015658 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-627ac5f0-5387-4d12-882a-5b02b64a573e req-8c2385af-c781-4e61-86bc-568e35eca2e1 service neutron] 10.222.0.32 "GET /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228361 Mar 02 07:58:33.062213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:33.066293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8e781-808a-478d-a810-9bc159af7d04 None None] The sync data for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv is: [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:56:58Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '66ec57a7-6cf5-47bc-bc2a-fab73b487790', 'name': '', 'network_id': '21a31e35-753e-4939-9bd3-917f2d1fac8a', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:59:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:56Z', 'updated_at': '2022-03-02T07:57:02Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'c59b471f-09c3-4cc8-b033-87fd5238a784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:33.278090 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24009969-e4ef-431d-a643-a087819ae884 None None] New status for floating IP c2e3d54c-4493-42c1-abd2-24e2d9c6c9c1: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:58:33.881272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b603d-172c-4f4c-b1f0-d4ff3e539011 req-e80297a0-bc05-4650-8ced-bae9b2c6fe8d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:33.881970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5b3b603d-172c-4f4c-b1f0-d4ff3e539011 req-e80297a0-bc05-4650-8ced-bae9b2c6fe8d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:33.896949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5b3b603d-172c-4f4c-b1f0-d4ff3e539011 req-e80297a0-bc05-4650-8ced-bae9b2c6fe8d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:33.898231 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b3b603d-172c-4f4c-b1f0-d4ff3e539011 req-e80297a0-bc05-4650-8ced-bae9b2c6fe8d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.1015401 Mar 02 07:58:33.940924 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b3b603d-172c-4f4c-b1f0-d4ff3e539011 req-bc6a9b52-aaba-4354-9783-e4f247dbb60b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f80fa00b-9ae8-4efe-9648-418289f3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363712 Mar 02 07:58:34.088084 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-04eb0c24-7f36-4f81-b7b6-b2bf76eeaa24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:34.090034 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-04eb0c24-7f36-4f81-b7b6-b2bf76eeaa24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 943 time: 0.0866055 Mar 02 07:58:34.158957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:34.160457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.403498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 8f02ca0d-d836-4a8c-9636-86bebd1d6746, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8f02ca0d-d836-4a8c-9636-86bebd1d6746,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:34.403859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.530798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 8f02ca0d-d836-4a8c-9636-86bebd1d6746 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:34.671921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.720696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=8f02ca0d-d836-4a8c-9636-86bebd1d6746,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:34.767524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.767870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.768208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.768544 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.768870 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.769194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.769515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.769857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.770181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.770493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.770811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.771143 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:34.811435 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] No DVR routers for this DVR port 8f02ca0d-d836-4a8c-9636-86bebd1d6746 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:34.813770 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.816476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'name': 'network-vif-deleted', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:58:34.831997 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-001d3b0d-91fd-41d7-8c77-e33d44f6d45d req-9a1576ea-d126-4035-a16f-935874132904 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "DELETE /v2.0/ports/8f02ca0d-d836-4a8c-9636-86bebd1d6746 HTTP/1.1" status: 204 len: 173 time: 0.7366216 Mar 02 07:58:34.853057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1915dbf9-033e-4463-8795-a26f75234af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:34.869929 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a536a-b24f-48f2-a66f-97128cc6d83b', 'name': 'network-vif-deleted', 'tag': '8f02ca0d-d836-4a8c-9636-86bebd1d6746', 'status': 'completed', 'code': 200} Mar 02 07:58:35.106558 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7e161efe-a9f8-474d-a23a-eda244f1eb7e req-c226fe66-4fed-4f80-892e-2c526f00fb53 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=d23a536a-b24f-48f2-a66f-97128cc6d83b HTTP/1.1" status: 200 len: 210 time: 0.0429022 Mar 02 07:58:35.924993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:35.946176 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:36.201965 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:36.839096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.176520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 66ec57a7-6cf5-47bc-bc2a-fab73b487790 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:37.176854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.212283 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8f02ca0d-d836-4a8c-9636-86bebd1d6746 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:37.243213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.286831 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 8f02ca0d-d836-4a8c-9636-86bebd1d6746 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:37.287222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8f02ca0d-d836-4a8c-9636-86bebd1d6746 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:37.364751 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 66ec57a7-6cf5-47bc-bc2a-fab73b487790, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=66ec57a7-6cf5-47bc-bc2a-fab73b487790,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:37.365218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.493056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 66ec57a7-6cf5-47bc-bc2a-fab73b487790 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:37.810145 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:37.856919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=66ec57a7-6cf5-47bc-bc2a-fab73b487790,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:38.221361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.569192 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cb309e79-8141-4e79-b963-2c3cd72a6ffb has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:58:38.742268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:38.752723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] Sync routers for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:38.756148 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-da124e53-ef27-437b-8d2a-0989acd8f4e6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/cb309e79-8141-4e79-b963-2c3cd72a6ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5530770 Mar 02 07:58:38.758707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53856) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:38.761886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:38.762493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:38.823000 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting subnet c59b471f-09c3-4cc8-b033-87fd5238a784 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 07:58:38.825894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.881200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:38.934546 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:38.961396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.033490 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.078280 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.080909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Subnet': ['ID=c59b471f-09c3-4cc8-b033-87fd5238a784,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:39.089615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eec6f977-5672-4873-9c78-f27166683477 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/subnets/c59b471f-09c3-4cc8-b033-87fd5238a784 HTTP/1.1" status: 204 len: 168 time: 0.3270154 Mar 02 07:58:39.089754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:39.110653 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bdb444-b312-4b66-bf4b-1d73c59f1244 None None] Network 21a31e35-753e-4939-9bd3-917f2d1fac8a requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:39.368603 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.376472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:58:37Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:39.380412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] Checking router: cb309e79-8141-4e79-b963-2c3cd72a6ffb for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:39.388709 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] Routers {'cb309e79-8141-4e79-b963-2c3cd72a6ffb'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:39.389325 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:39.444876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] DHCP port deletion for 21a31e35-753e-4939-9bd3-917f2d1fac8a request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 07:58:39.460171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] Deleting port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:39.460540 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.548498 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.558021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 5299afa1-d985-407c-aa1f-d59a1c9dee5e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 07:58:39.558351 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.647219 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] Set router cb309e79-8141-4e79-b963-2c3cd72a6ffb gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:39.728636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 5299afa1-d985-407c-aa1f-d59a1c9dee5e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=5299afa1-d985-407c-aa1f-d59a1c9dee5e,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:39.728906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:39.851493 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 5299afa1-d985-407c-aa1f-d59a1c9dee5e owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:39.955043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:40.009760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] For port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=499d3d5e-9747-4b56-8a10-a0af6f1f2a38,segment=NetworkSegment(bfb74219-60be-4bbe-96f8-ee061dd71b00),segment_id=bfb74219-60be-4bbe-96f8-ee061dd71b00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:40.010151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.148841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] Calling delete_port for 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 07:58:40.154913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.202430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=5299afa1-d985-407c-aa1f-d59a1c9dee5e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:40.300136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.320782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.359574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.382268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] Pushing event deleted for resources: {'Port': ['ID=499d3d5e-9747-4b56-8a10-a0af6f1f2a38,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:40.392056 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7b3ef-b392-44e6-a1ee-ee085b0fb130 None None] No DVR routers for this DVR port 499d3d5e-9747-4b56-8a10-a0af6f1f2a38 on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 07:58:40.451244 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:58:37Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:40.455201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a14234-e0b1-42b5-b215-1c10bbc08c9e None None] The sync data for ids ['cb309e79-8141-4e79-b963-2c3cd72a6ffb'] in dv-neutron-831485-1-hyperv is: [{'id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812353156', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:56:52Z', 'updated_at': '2022-03-02T07:58:37Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '5299afa1-d985-407c-aa1f-d59a1c9dee5e', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb309e79-8141-4e79-b963-2c3cd72a6ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:56:53Z', 'updated_at': '2022-03-02T07:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:40.478097 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.480997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.507023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.507521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Fanout notify agent at l3_agent the message router_deleted on router cb309e79-8141-4e79-b963-2c3cd72a6ffb {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 07:58:40.521791 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.522862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8636988-721a-4639-a3cd-f0bdc1c9d6c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/routers/cb309e79-8141-4e79-b963-2c3cd72a6ffb HTTP/1.1" status: 204 len: 168 time: 1.4323201 Mar 02 07:58:40.525482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:40.734678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.868596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.895194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a31e35-753e-4939-9bd3-917f2d1fac8a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:40.907640 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb74219-60be-4bbe-96f8-ee061dd71b00') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:40.907938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb74219-60be-4bbe-96f8-ee061dd71b00') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:40.920112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.936798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.943042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 07:58:40.943427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 07:58:40.957684 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 07:58:41.043429 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.060595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.073379 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Network': ['ID=21a31e35-753e-4939-9bd3-917f2d1fac8a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:41.080969 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e4aecd7-7622-4e75-9308-d14ea3eed6a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/networks/21a31e35-753e-4939-9bd3-917f2d1fac8a HTTP/1.1" status: 204 len: 168 time: 0.5538907 Mar 02 07:58:41.083710 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53868) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:41.152140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123e28f8-5806-44c2-993b-95e9b232db0d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.191777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123e28f8-5806-44c2-993b-95e9b232db0d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.262386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123e28f8-5806-44c2-993b-95e9b232db0d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.279337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e28f8-5806-44c2-993b-95e9b232db0d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80fa00b-9ae8-4efe-9648-418289f3d8c4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:41.292940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123e28f8-5806-44c2-993b-95e9b232db0d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.296655 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-123e28f8-5806-44c2-993b-95e9b232db0d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/security-groups/f80fa00b-9ae8-4efe-9648-418289f3d8c4 HTTP/1.1" status: 204 len: 168 time: 0.2095234 Mar 02 07:58:41.527315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:41.532452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100504176', 'description': 'tempest-secgroup-smoke-1100504176 description', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:41.538336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:41.542312 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:41.545072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:41.550557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:41.560282 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.579556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:41.583197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:41.585883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:41.591938 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:41.657872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.661396 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.703996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453dce9c-2302-4b7f-8562-46942026e463,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:41.706692 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.707867 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51f5f3bc-a492-4246-99be-11cf7bbb0542 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1795754 Mar 02 07:58:41.710771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:41.716134 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '453dce9c-2302-4b7f-8562-46942026e463', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:41.721988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:41.725734 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:41.728508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:41.734081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:41.751171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.820555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.825253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.849140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5299afa1-d985-407c-aa1f-d59a1c9dee5e no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:41.851415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1e0b70-c3af-4cf7-8268-cceca223cea0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:41.860163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.861535 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18651342-28c9-4e74-895f-f60177baebbd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498640 Mar 02 07:58:41.864405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:41.870261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '453dce9c-2302-4b7f-8562-46942026e463', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:41.876431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:41.880287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:41.883239 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:41.886257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 5299afa1-d985-407c-aa1f-d59a1c9dee5e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:41.886794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 5299afa1-d985-407c-aa1f-d59a1c9dee5e not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:41.887208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 66ec57a7-6cf5-47bc-bc2a-fab73b487790 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 07:58:41.889542 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:41.905907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.921796 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 66ec57a7-6cf5-47bc-bc2a-fab73b487790 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 07:58:41.922144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 66ec57a7-6cf5-47bc-bc2a-fab73b487790 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 07:58:41.965432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.968798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:41.991164 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ad03d1-2aee-4c89-a059-4d1ab8926edf,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:41.999689 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.000807 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5e78c8c0-a7bb-4d56-92e5-e5f55a909a08 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354172 Mar 02 07:58:42.003467 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53888) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.008232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '453dce9c-2302-4b7f-8562-46942026e463', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:42.014457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:42.018190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:42.020979 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:42.026639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:42.042380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.103019 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.107080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.130838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfde8d8e-d2d3-4f9c-92d1-2737aba762b7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.139685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.140884 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e84e520-eede-4d69-8d84-7e21c119ebfc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365247 Mar 02 07:58:42.143534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.148522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '453dce9c-2302-4b7f-8562-46942026e463', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:42.154423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:42.158131 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:42.160893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:42.167232 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:42.185337 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.246854 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.250395 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.274163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe2b690-83ff-448b-85f1-1539d0e81611,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.284442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.289297 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d214c4e3-a29b-4f49-b413-a1dc36cecd24 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411285 Mar 02 07:58:42.289746 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53896) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.295202 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '453dce9c-2302-4b7f-8562-46942026e463', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:42.300946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:42.304765 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:42.308247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:42.314141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:42.323962 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:58:42.330401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.393178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.397041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.419918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ac7ea4-8215-4041-b085-35c4988feb4d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.428443 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.429686 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-78dd1e46-5e2d-4a3b-bde4-d76b0327fdfd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390145 Mar 02 07:58:42.432929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53900) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.438056 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': '453dce9c-2302-4b7f-8562-46942026e463', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:42.445046 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:42.448869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:42.451757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:42.457861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:42.467468 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 07:58:42.475138 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.541079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.545002 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.567336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7dc312-7d1b-40c8-9d78-5cc8bf3002fc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.576119 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.577367 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-22ee5759-b6e4-49c4-958e-45c8094d7f3d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434553 Mar 02 07:58:42.580117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53904) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.585396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'network': {'name': 'tempest-network-smoke--976762014', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:42.590680 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:42.594726 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:network and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:42.597498 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:42.603057 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:42.613381 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:42.616683 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.643003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 07:58:42.652110 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.652446 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Added segment 759d83ba-d553-4f65-ac51-f4a540d7b059 of type vlan for network 9bd99054-179f-4f5c-8d35-b418edebd054 Mar 02 07:58:42.679421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.706902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.712291 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:42.712871 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.919630 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3384922 Mar 02 07:58:42.922368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:42.927540 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'admin_state_up': True, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:42.931020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80480fd1-2482-4209-97e0-2e5b78246524 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Network': ['ID=9bd99054-179f-4f5c-8d35-b418edebd054,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:42.934743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:42.938516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:router and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:42.941412 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 9bd99054-179f-4f5c-8d35-b418edebd054 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 07:58:42.941929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:42.948352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:42.958445 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.959391 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:42.974518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.232582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.520611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.556834 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.779187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.96 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/3b461731-0319-44b3-a240-649cf7747e2f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:43.921294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:43.950272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.006170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:44.008971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:44.013158 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:44.053786 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=3b461731-0319-44b3-a240-649cf7747e2f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:44.424058 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.749517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:44.943929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cbfbe7b6-67b1-47ca-b093-0213921d6899 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 07:58:45.212539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:45.222156 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Sync routers for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:45.231247 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:45.231844 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:45.239577 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.240812 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e0fff95-ed3d-458a-8bdf-8f4d85724a83 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3174441 Mar 02 07:58:45.243840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:45.285510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdb39b63-b532-466c-9668-03c3909b25a0 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b1ec7f15e4734cfb92ed39046443b623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405412 Mar 02 07:58:45.288173 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:45.416941 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90ffadc-bb29-48b1-99ad-7fae625efe8b tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:45.418593 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c90ffadc-bb29-48b1-99ad-7fae625efe8b tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294475 Mar 02 07:58:45.421356 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:45.429122 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:45.462108 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0a291cff-6f22-443e-a562-ca856ccd1f91 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374231 Mar 02 07:58:45.462322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53924) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:45.468108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917132553', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:45.576759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:45.580532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:subnet and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:58:45.583348 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:58:45.589354 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:45.598741 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:45.602606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.713388 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:44Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:45.717430 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Checking router: cbfbe7b6-67b1-47ca-b093-0213921d6899 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:45.719074 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Updating router cbfbe7b6-67b1-47ca-b093-0213921d6899 port 3b461731-0319-44b3-a240-649cf7747e2f binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:58:45.770798 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.825023 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.899991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Subnet': ['ID=b6562247-9827-4e94-8f33-1e2d9b2c78b3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:45.907513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Checking segment: {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:45.907865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network hostable DHCP agents. Network: 9bd99054-179f-4f5c-8d35-b418edebd054, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 07:58:45.927031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 9bd99054-179f-4f5c-8d35-b418edebd054 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 07:58:45.936730 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 9bd99054-179f-4f5c-8d35-b418edebd054) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:45.941039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:45.941610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:45.946815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed329e82-c323-4905-8cac-310bc7c12971 None None] Network 9bd99054-179f-4f5c-8d35-b418edebd054 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:45.966243 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60101ea8-2b2b-42aa-b349-a1282b50dae9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4996643 Mar 02 07:58:45.966460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53928) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:58:46.101095 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.113037 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Transition to ACTIVE for port object 3b461731-0319-44b3-a240-649cf7747e2f will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:46.119636 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.164689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-9bd99054-179f-4f5c-8d35-b418edebd054', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 07:58:46.166156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.194056 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Attempting to bind port 3b461731-0319-44b3-a240-649cf7747e2f on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:46.194421 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Attempting to bind port 3b461731-0319-44b3-a240-649cf7747e2f by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:46.194772 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Attempting to bind port 3b461731-0319-44b3-a240-649cf7747e2f on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:46.208926 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:46.209298 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:46.209717 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.210108 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:46.210569 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Bound port: 3b461731-0319-44b3-a240-649cf7747e2f, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:46.210934 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.247165 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Pushing event updated for resources: {'Port': ['ID=3b461731-0319-44b3-a240-649cf7747e2f,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:46.261523 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.261900 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.262237 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.262573 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.262903 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.263232 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.263557 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.263877 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.264198 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.264512 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.264830 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.265139 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:46.317991 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] For port 3b461731-0319-44b3-a240-649cf7747e2f, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:46.324341 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] For port 3b461731-0319-44b3-a240-649cf7747e2f, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3b461731-0319-44b3-a240-649cf7747e2f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:46.327184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Allocated IP 172.20.0.2 (9bd99054-179f-4f5c-8d35-b418edebd054/b6562247-9827-4e94-8f33-1e2d9b2c78b3/b9335bff-76c9-4dc6-be72-9167fe54c70a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:46.332882 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.410231 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:46.410843 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:46.537005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.547112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Transition to ACTIVE for port object b9335bff-76c9-4dc6-be72-9167fe54c70a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:46.566156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Transition to ACTIVE for port object b9335bff-76c9-4dc6-be72-9167fe54c70a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:46.569082 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a28d4-7181-4e21-987d-98f338b35a81 None None] Pushing event updated for resources: {'Port': ['ID=3b461731-0319-44b3-a240-649cf7747e2f,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:46.573391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.593810 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:46.629743 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Network 9bd99054-179f-4f5c-8d35-b418edebd054 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:46.632614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:46.636975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:46.698283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.718385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Pushing event updated for resources: {'Port': ['ID=b9335bff-76c9-4dc6-be72-9167fe54c70a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:46.739514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Attempting to bind port b9335bff-76c9-4dc6-be72-9167fe54c70a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:46.739905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Attempting to bind port b9335bff-76c9-4dc6-be72-9167fe54c70a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:46.740235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Attempting to bind port b9335bff-76c9-4dc6-be72-9167fe54c70a on network 9bd99054-179f-4f5c-8d35-b418edebd054 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:46.747071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:46.747457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Checking segment: {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:46.747842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.748313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Bound using segment: {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:46.748801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Bound port: b9335bff-76c9-4dc6-be72-9167fe54c70a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:46.749138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.870246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] For port b9335bff-76c9-4dc6-be72-9167fe54c70a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:46.873203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] For port b9335bff-76c9-4dc6-be72-9167fe54c70a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b9335bff-76c9-4dc6-be72-9167fe54c70a,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:46.878423 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:46.903085 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:44Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:46.907186 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c35a7d-e53e-4892-b057-af882e05428c None None] The sync data for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv is: [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:44Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:46.967106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5125d3e-ea70-472c-9105-48e91065b7c9 None None] Pushing event updated for resources: {'Port': ['ID=b9335bff-76c9-4dc6-be72-9167fe54c70a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:47.159708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.1 (9bd99054-179f-4f5c-8d35-b418edebd054/b6562247-9827-4e94-8f33-1e2d9b2c78b3/2fe6b95e-c07d-40d2-99cb-01957c8e5308) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:47.462069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.481145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 2fe6b95e-c07d-40d2-99cb-01957c8e5308 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:47.507724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.572967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 9bd99054-179f-4f5c-8d35-b418edebd054 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:47.576301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:47.578908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:47.624321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=2fe6b95e-c07d-40d2-99cb-01957c8e5308,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:47.654336 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:47.942142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b9335bff-76c9-4dc6-be72-9167fe54c70a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:47.952366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.006842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bb1ad-2718-412d-af4a-2aa6e0a66e15 None None] Network 9bd99054-179f-4f5c-8d35-b418edebd054 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 07:58:48.109657 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port b9335bff-76c9-4dc6-be72-9167fe54c70a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:48.120386 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b461731-0319-44b3-a240-649cf7747e2f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:48.164930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29be4bef-07c5-43bf-b128-32b2bdd15953 None None] Provisioning for port b9335bff-76c9-4dc6-be72-9167fe54c70a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:48.183827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29be4bef-07c5-43bf-b128-32b2bdd15953 None None] Provisioning complete for port b9335bff-76c9-4dc6-be72-9167fe54c70a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:48.184116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29be4bef-07c5-43bf-b128-32b2bdd15953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.344961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 3b461731-0319-44b3-a240-649cf7747e2f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:48.356004 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3b461731-0319-44b3-a240-649cf7747e2f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:48.356389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.366771 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.373089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.469828 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29be4bef-07c5-43bf-b128-32b2bdd15953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.479822 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=2fe6b95e-c07d-40d2-99cb-01957c8e5308,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:48.486539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.560618 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-29be4bef-07c5-43bf-b128-32b2bdd15953 None None] For port b9335bff-76c9-4dc6-be72-9167fe54c70a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b9335bff-76c9-4dc6-be72-9167fe54c70a,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:48.572162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29be4bef-07c5-43bf-b128-32b2bdd15953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.610195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.630783 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 9bd99054-179f-4f5c-8d35-b418edebd054 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:48.632201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:48.651834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 3b461731-0319-44b3-a240-649cf7747e2f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3b461731-0319-44b3-a240-649cf7747e2f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:48.657409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.662231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be4bef-07c5-43bf-b128-32b2bdd15953 None None] Pushing event updated for resources: {'Port': ['ID=b9335bff-76c9-4dc6-be72-9167fe54c70a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:48.730756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=3b461731-0319-44b3-a240-649cf7747e2f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:48.798658 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b430bff-83bd-4a4e-b31e-8c5a9f104c7f None None] Provisioning complete for port b9335bff-76c9-4dc6-be72-9167fe54c70a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:48.799031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b430bff-83bd-4a4e-b31e-8c5a9f104c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.941384 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b430bff-83bd-4a4e-b31e-8c5a9f104c7f None None] Provisioning for port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:48.946981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b430bff-83bd-4a4e-b31e-8c5a9f104c7f None None] Provisioning complete for port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:48.948160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b430bff-83bd-4a4e-b31e-8c5a9f104c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:48.954899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cbfbe7b6-67b1-47ca-b093-0213921d6899 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:58:49.004775 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b430bff-83bd-4a4e-b31e-8c5a9f104c7f None None] Port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:58:49.123533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-08a2b37a-b4f2-49fc-9d56-72ce8f45ed62 None None] Provisioning complete for port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:49.124194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-08a2b37a-b4f2-49fc-9d56-72ce8f45ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.137452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:58:49.150326 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d27adbf9-6901-4c3a-bdf0-17469ac83ddf tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/cbfbe7b6-67b1-47ca-b093-0213921d6899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1834073 Mar 02 07:58:49.154999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Sync routers for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:58:49.183036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:49.183655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:49.259836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-08a2b37a-b4f2-49fc-9d56-72ce8f45ed62 None None] Port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:58:49.278427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.384080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:49.413290 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-f73c0856-7185-4309-a5df-95b850ed4865 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100504176&fields=id&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 267 time: 0.0391798 Mar 02 07:58:49.575576 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-aa5d7a68-b408-46df-af92-bbdbdafc4766 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:49.576160 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-aa5d7a68-b408-46df-af92-bbdbdafc4766 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:49.591401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-aa5d7a68-b408-46df-af92-bbdbdafc4766 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:49.592524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-aa5d7a68-b408-46df-af92-bbdbdafc4766 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/networks?id=9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 200 len: 796 time: 0.1722109 Mar 02 07:58:49.607857 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-84634e36-5663-47ef-a988-b1c586aa1bc4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/quotas/b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 375 time: 0.0094140 Mar 02 07:58:49.689234 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-2518f03c-1e9c-4693-83ad-db748f6bebd4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:49.703976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-2518f03c-1e9c-4693-83ad-db748f6bebd4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:49.705252 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-2518f03c-1e9c-4693-83ad-db748f6bebd4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925112 Mar 02 07:58:49.734055 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 2, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:49.737840 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Checking router: cbfbe7b6-67b1-47ca-b093-0213921d6899 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:58:49.738195 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Updating router cbfbe7b6-67b1-47ca-b093-0213921d6899 port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 07:58:49.798482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:49.851273 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-5c480631-067f-4533-b340-77d2b0f85ec7 service neutron] 10.222.0.41 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338444 Mar 02 07:58:49.874428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b9335bff-76c9-4dc6-be72-9167fe54c70a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:49.982471 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ab0440c8-d46a-4990-8b8f-a604a4e98043 service neutron] 10.222.0.41 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249268 Mar 02 07:58:50.080144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port b9335bff-76c9-4dc6-be72-9167fe54c70a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:50.080144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.168859 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-890acd76-224e-4ba3-ad81-f85028f84fea req-457517a0-4b07-432c-be2f-d14007fa81a9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:50.180964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-890acd76-224e-4ba3-ad81-f85028f84fea req-457517a0-4b07-432c-be2f-d14007fa81a9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:50.182193 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-890acd76-224e-4ba3-ad81-f85028f84fea req-457517a0-4b07-432c-be2f-d14007fa81a9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 210 time: 0.0598059 Mar 02 07:58:50.301955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b461731-0319-44b3-a240-649cf7747e2f up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:50.374230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.391016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Transition to ACTIVE for port object 2fe6b95e-c07d-40d2-99cb-01957c8e5308 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:50.399237 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.452585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 3b461731-0319-44b3-a240-649cf7747e2f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:50.453548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.609258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6edfc-7c65-4ea5-b6e5-a0c7a4d30ec0 None None] Pushing event updated for resources: {'Port': ['ID=2fe6b95e-c07d-40d2-99cb-01957c8e5308,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:50.712725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Attempting to bind port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:50.713692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Attempting to bind port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:50.714058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Attempting to bind port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 on network 9bd99054-179f-4f5c-8d35-b418edebd054 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:50.725612 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:50.725954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Checking segment: {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:50.726357 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.726747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Bound using segment: {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:50.727213 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Bound port: 2fe6b95e-c07d-40d2-99cb-01957c8e5308, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:50.727584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.840806 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] For port 2fe6b95e-c07d-40d2-99cb-01957c8e5308, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:50.843714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] For port 2fe6b95e-c07d-40d2-99cb-01957c8e5308, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2fe6b95e-c07d-40d2-99cb-01957c8e5308,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:50.848467 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:50.925267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:58:50.925915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:50.987621 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6edfc-7c65-4ea5-b6e5-a0c7a4d30ec0 None None] Pushing event updated for resources: {'Port': ['ID=2fe6b95e-c07d-40d2-99cb-01957c8e5308,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:51.176292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:58:51.219283 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-2990bf54-ab6c-4dac-b756-e786b95dae91 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:51.219981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-2990bf54-ab6c-4dac-b756-e786b95dae91 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:51.232392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-2990bf54-ab6c-4dac-b756-e786b95dae91 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:51.233535 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-2990bf54-ab6c-4dac-b756-e786b95dae91 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/networks?id=9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 200 len: 796 time: 0.1626313 Mar 02 07:58:51.284066 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-b5d657a6-2e05-4726-9285-4bc0b464f9d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:51.304125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-b5d657a6-2e05-4726-9285-4bc0b464f9d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:51.305405 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-b5d657a6-2e05-4726-9285-4bc0b464f9d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 380 time: 0.0638537 Mar 02 07:58:51.328718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'port': {'device_id': '5d202db1-2753-466f-a2ec-3822a8481604', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'admin_state_up': True, 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'security_groups': ['453dce9c-2302-4b7f-8562-46942026e463']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:51.368588 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93bc10e1-d3d4-4112-84b0-6e6be309e710 req-01fa4a43-71b0-4de1-881a-4328d23c880a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 210 time: 0.0508358 Mar 02 07:58:51.485432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:58:51.495731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:58:51.505230 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 07:58:51.508634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:51.509233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:50Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:58:51.513323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6bae-d51c-4044-acd7-7cc7a85cdae2 None None] The sync data for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv is: [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:50Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:58:51.682779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.6 (9bd99054-179f-4f5c-8d35-b418edebd054/b6562247-9827-4e94-8f33-1e2d9b2c78b3/4681399b-3338-409a-bbbe-718f16387c13) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:58:51.883026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2fe6b95e-c07d-40d2-99cb-01957c8e5308 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:51.895964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:51.913257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 4681399b-3338-409a-bbbe-718f16387c13 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:51.938229 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:51.962066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:51.972320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:51.972944 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.014560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 9bd99054-179f-4f5c-8d35-b418edebd054 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:58:52.017613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:58:52.020481 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:58:52.068856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=4681399b-3338-409a-bbbe-718f16387c13,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:52.105267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:52.105937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.112208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.133560 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-ac6cefbf-29d8-417f-8e7b-c8867f052663 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8139923 Mar 02 07:58:52.147171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Request body: {'port': {'device_id': '5d202db1-2753-466f-a2ec-3822a8481604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:58:52.149482 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 2fe6b95e-c07d-40d2-99cb-01957c8e5308, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2fe6b95e-c07d-40d2-99cb-01957c8e5308,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:52.155113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.248820 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=2fe6b95e-c07d-40d2-99cb-01957c8e5308,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:52.279458 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.288969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68a31d97-0ca1-4096-b242-fca00015c913 None None] Provisioning for port 4681399b-3338-409a-bbbe-718f16387c13 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:52.295474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68a31d97-0ca1-4096-b242-fca00015c913 None None] Provisioning complete for port 4681399b-3338-409a-bbbe-718f16387c13 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:52.296211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68a31d97-0ca1-4096-b242-fca00015c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.353228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-68a31d97-0ca1-4096-b242-fca00015c913 None None] Port 4681399b-3338-409a-bbbe-718f16387c13 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 07:58:52.647804 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661afc4e-a094-4f47-a163-5100df7b863e req-bb34377f-8e44-4368-9a83-073ee92a5f99 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:52.648488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-661afc4e-a094-4f47-a163-5100df7b863e req-bb34377f-8e44-4368-9a83-073ee92a5f99 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 07:58:52.817744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-661afc4e-a094-4f47-a163-5100df7b863e req-bb34377f-8e44-4368-9a83-073ee92a5f99 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 07:58:52.818804 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-661afc4e-a094-4f47-a163-5100df7b863e req-bb34377f-8e44-4368-9a83-073ee92a5f99 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 931 time: 0.3039851 Mar 02 07:58:52.820647 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4681399b-3338-409a-bbbe-718f16387c13 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:58:52.830250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.866911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Transition to ACTIVE for port object 4681399b-3338-409a-bbbe-718f16387c13 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 07:58:52.873342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:52.929946 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-661afc4e-a094-4f47-a163-5100df7b863e req-d0348d46-1721-430d-9cf4-1489fcaff7ce tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039188 Mar 02 07:58:53.045217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=4681399b-3338-409a-bbbe-718f16387c13,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:53.124833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Attempting to bind port 4681399b-3338-409a-bbbe-718f16387c13 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 07:58:53.125159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Attempting to bind port 4681399b-3338-409a-bbbe-718f16387c13 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 07:58:53.125476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Attempting to bind port 4681399b-3338-409a-bbbe-718f16387c13 on network 9bd99054-179f-4f5c-8d35-b418edebd054 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:53.130108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Port 4681399b-3338-409a-bbbe-718f16387c13 on network 9bd99054-179f-4f5c-8d35-b418edebd054 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 07:58:53.130415 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Attempting to bind port 4681399b-3338-409a-bbbe-718f16387c13 on network 9bd99054-179f-4f5c-8d35-b418edebd054 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 07:58:53.135898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 7, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 07:58:53.136221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Checking segment: {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 07:58:53.136593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Bound using segment: {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 07:58:53.137008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Bound port: 4681399b-3338-409a-bbbe-718f16387c13, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759d83ba-d553-4f65-ac51-f4a540d7b059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 07:58:53.137339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.226214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] For port 4681399b-3338-409a-bbbe-718f16387c13, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 07:58:53.228971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] For port 4681399b-3338-409a-bbbe-718f16387c13, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=4681399b-3338-409a-bbbe-718f16387c13,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 07:58:53.233400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.285167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:53.285808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:53.287161 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] 10.222.0.32 "PUT /v2.0/ports/4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 200 len: 1093 time: 1.1474245 Mar 02 07:58:53.287587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'tag': '4681399b-3338-409a-bbbe-718f16387c13'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:58:53.319483 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dd092-d0d0-4eaf-8968-d288f738dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=4681399b-3338-409a-bbbe-718f16387c13,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:53.342533 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'tag': '4681399b-3338-409a-bbbe-718f16387c13', 'status': 'completed', 'code': 200} Mar 02 07:58:53.424905 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-7a034241-b88c-4509-bbc6-c6bb70307252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:53.426595 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-7a034241-b88c-4509-bbc6-c6bb70307252 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1096 time: 0.0782282 Mar 02 07:58:53.493418 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-b70b09b0-d2e8-4471-93d0-082b11378aa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 200 len: 217 time: 0.0604532 Mar 02 07:58:53.558357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-aaeaca36-9335-4d56-a6c5-c0cbb0052842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:53.559705 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-aaeaca36-9335-4d56-a6c5-c0cbb0052842 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6562247-9827-4e94-8f33-1e2d9b2c78b3 HTTP/1.1" status: 200 len: 834 time: 0.0612528 Mar 02 07:58:53.631708 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-f377588e-7196-4315-89ac-166190b7bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:53.633141 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-f377588e-7196-4315-89ac-166190b7bd78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd99054-179f-4f5c-8d35-b418edebd054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677197 Mar 02 07:58:53.761602 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-833b3685-978c-48f6-a3bd-d2be392cdf35 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224105 Mar 02 07:58:53.848732 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2fe6b95e-c07d-40d2-99cb-01957c8e5308 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:53.891662 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6a5abc-8528-446d-b306-b17e0c9d3b6f req-55dc79e1-cb67-46d9-9169-c1e90a0f7406 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242361 Mar 02 07:58:53.918948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:53.919373 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:54.004929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-d1c9c2a4-3543-4ced-8ba0-24a8b4fb6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:54.005732 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-d1c9c2a4-3543-4ced-8ba0-24a8b4fb6a6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1096 time: 0.0732687 Mar 02 07:58:54.190376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-17f6e888-7828-4316-ac19-38a150d36fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:54.191733 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-17f6e888-7828-4316-ac19-38a150d36fb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 200 len: 897 time: 0.1797979 Mar 02 07:58:54.270163 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d54a7-ff92-4f7a-8e71-6c9e4bcfea8d req-33bbe7aa-ed2c-4327-a9e5-aeccf686fa9d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:54.271580 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-822d54a7-ff92-4f7a-8e71-6c9e4bcfea8d req-33bbe7aa-ed2c-4327-a9e5-aeccf686fa9d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 943 time: 0.2216055 Mar 02 07:58:54.272923 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-e92240df-6907-4088-be9d-f7b0daa1cd65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 200 len: 217 time: 0.0717304 Mar 02 07:58:54.363684 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-822d54a7-ff92-4f7a-8e71-6c9e4bcfea8d req-2772376e-9810-4433-a6b2-dc592140b6d0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857577 Mar 02 07:58:54.365140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-d6ce6ac1-f686-4f4b-af96-c04765097db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:54.366499 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-d6ce6ac1-f686-4f4b-af96-c04765097db4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6562247-9827-4e94-8f33-1e2d9b2c78b3 HTTP/1.1" status: 200 len: 834 time: 0.0875878 Mar 02 07:58:54.540795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-215f945a-3158-4b99-9d9a-782ef1491daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:54.542259 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-215f945a-3158-4b99-9d9a-782ef1491daa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd99054-179f-4f5c-8d35-b418edebd054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1694624 Mar 02 07:58:54.668462 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-eb39e0a7-8a52-4b99-a817-b782f2082e21 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198089 Mar 02 07:58:54.797985 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a1d828b9-e7a8-4fbb-a06b-2636c8173d82 req-2e9f39b3-407e-4969-b24c-dde17b056253 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234024 Mar 02 07:58:55.547740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db569-02f4-41ef-a1a6-a6749167c67c req-318c2e6f-a8b9-4b0c-a689-34318d252586 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:55.549169 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bc7db569-02f4-41ef-a1a6-a6749167c67c req-318c2e6f-a8b9-4b0c-a689-34318d252586 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 943 time: 0.0821421 Mar 02 07:58:55.592504 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bc7db569-02f4-41ef-a1a6-a6749167c67c req-44033a46-8d0c-4f18-b4fd-04cc827fcdda tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 Mar 02 07:58:56.772231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e92e50-6bee-48b5-a4a2-5f1b2edc1e6f req-5123f2f8-8822-4407-833c-79307cb4febd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:56.773697 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04e92e50-6bee-48b5-a4a2-5f1b2edc1e6f req-5123f2f8-8822-4407-833c-79307cb4febd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 943 time: 0.0794125 Mar 02 07:58:56.822405 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04e92e50-6bee-48b5-a4a2-5f1b2edc1e6f req-d306a145-c54c-450b-87dc-421ac8bcc75b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405834 Mar 02 07:58:57.328642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 4681399b-3338-409a-bbbe-718f16387c13 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 07:58:57.456434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 4681399b-3338-409a-bbbe-718f16387c13, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=4681399b-3338-409a-bbbe-718f16387c13,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:57.469418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '4681399b-3338-409a-bbbe-718f16387c13', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'port_id': '4681399b-3338-409a-bbbe-718f16387c13', 'mac_address': 'fa:16:3e:37:59:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 07:58:57.523308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.545138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4681399b-3338-409a-bbbe-718f16387c13 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 07:58:57.560824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 4681399b-3338-409a-bbbe-718f16387c13, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=4681399b-3338-409a-bbbe-718f16387c13,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:57.565001 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:57.639257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=4681399b-3338-409a-bbbe-718f16387c13,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:57.770976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['4681399b-3338-409a-bbbe-718f16387c13'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 07:58:58.015227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b3f3-91c9-4c1c-9723-9732b1e1b7c4 req-9657a1e9-1883-4865-a2c0-b5f4a95ab1ed tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:58.017069 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4dc5b3f3-91c9-4c1c-9723-9732b1e1b7c4 req-9657a1e9-1883-4865-a2c0-b5f4a95ab1ed tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 944 time: 0.0795763 Mar 02 07:58:58.063939 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4dc5b3f3-91c9-4c1c-9723-9732b1e1b7c4 req-7e27f997-4c9a-4436-87f8-8a7d3929d598 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Mar 02 07:58:59.241488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd52ce2-16a8-4e65-8e58-889d4c9b290b req-39df837a-13c6-4db8-b2c5-37228d109e09 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:59.242932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6fd52ce2-16a8-4e65-8e58-889d4c9b290b req-39df837a-13c6-4db8-b2c5-37228d109e09 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 944 time: 0.0770440 Mar 02 07:58:59.285848 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6fd52ce2-16a8-4e65-8e58-889d4c9b290b req-235329d8-ac73-437e-9b32-98bf4208ce9b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368447 Mar 02 07:58:59.343910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 4681399b-3338-409a-bbbe-718f16387c13 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 07:58:59.412256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 4681399b-3338-409a-bbbe-718f16387c13 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 07:58:59.416827 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 4681399b-3338-409a-bbbe-718f16387c13 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 07:58:59.417196 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.559579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.586980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4681399b-3338-409a-bbbe-718f16387c13'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:58:59.596941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 4681399b-3338-409a-bbbe-718f16387c13, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=4681399b-3338-409a-bbbe-718f16387c13,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 07:58:59.601233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:58:59.631509 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4681399b-3338-409a-bbbe-718f16387c13', 'code': 200} Mar 02 07:58:59.669233 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=4681399b-3338-409a-bbbe-718f16387c13,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:58:59.676279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.676628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.676967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.677300 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.677629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.677979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.678327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.678630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.678952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.679273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.679593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.679912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 07:58:59.852056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9e038-828c-4484-ab2d-60dc1fa3af36 req-3ffe9be1-7b4c-4132-9fa3-46a4d7ef2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:58:59.853406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bdf9e038-828c-4484-ab2d-60dc1fa3af36 req-3ffe9be1-7b4c-4132-9fa3-46a4d7ef2bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1098 time: 0.0714419 Mar 02 07:58:59.891688 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bdf9e038-828c-4484-ab2d-60dc1fa3af36 req-23cb4f56-af77-4d25-8c64-d35bc80a39bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Mar 02 07:59:00.467118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8301edc-f1a9-4e9d-b5b2-e469c7d1b6ae req-0bed848c-bf02-4b4b-86d4-d2137ef6733a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:00.468540 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d8301edc-f1a9-4e9d-b5b2-e469c7d1b6ae req-0bed848c-bf02-4b4b-86d4-d2137ef6733a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0776067 Mar 02 07:59:00.511566 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d8301edc-f1a9-4e9d-b5b2-e469c7d1b6ae req-fc69a681-f043-42c1-a45d-8131ef85cbe6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375433 Mar 02 07:59:01.735970 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a223f2-5f20-4118-8397-4f361259ef12 req-e815c773-111d-48dd-b776-9c3eaeb989a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:01.737424 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54a223f2-5f20-4118-8397-4f361259ef12 req-e815c773-111d-48dd-b776-9c3eaeb989a1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0792282 Mar 02 07:59:01.738303 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:59:01.779858 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54a223f2-5f20-4118-8397-4f361259ef12 req-c8a42afa-026c-472a-962e-5b1cd93f85d7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368323 Mar 02 07:59:01.963234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204b9dc-3bdf-4097-8766-85bfc27531e8 req-7e049719-db66-4c2e-b241-0b1fed3070c9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:01.964670 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4204b9dc-3bdf-4097-8766-85bfc27531e8 req-7e049719-db66-4c2e-b241-0b1fed3070c9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0807106 Mar 02 07:59:02.007620 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4204b9dc-3bdf-4097-8766-85bfc27531e8 req-8539f90e-6517-4b9b-9124-bb75c4f8f561 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374110 Mar 02 07:59:02.029576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:02.100093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ca173-1969-4726-a539-4b0cc398fc13 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:02.101469 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3c1ca173-1969-4726-a539-4b0cc398fc13 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1093 time: 0.0709291 Mar 02 07:59:02.104808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 53990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:02.109551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '4681399b-3338-409a-bbbe-718f16387c13', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 07:59:02.115337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 07:59:02.119101 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:floatingip and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 07:59:02.121872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 07:59:02.127387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 07:59:02.137112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.272478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.403992 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.9 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/26536487-df5a-49f2-9e38-33d8a4c6080e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 07:59:02.547215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.575454 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.606356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7fd31b16-48d5-4f20-9701-2fe49c7b1448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:02.637776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 07:59:02.640542 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 07:59:02.644024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 07:59:02.682600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=26536487-df5a-49f2-9e38-33d8a4c6080e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:03.157998 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:03.229368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:03.427359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:03.432464 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:03.542560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=26536487-df5a-49f2-9e38-33d8a4c6080e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 07:59:03.553190 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:03.718943 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP 28f48c1c-0ac2-497b-bd22-080aee43d6d5 associated. External IP: 172.26.4.9, port: 4681399b-3338-409a-bbbe-718f16387c13. Mar 02 07:59:04.058319 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cbfbe7b6-67b1-47ca-b093-0213921d6899 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 07:59:04.230033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 07:59:04.241564 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] Sync routers for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 07:59:04.251916 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:59:04.252539 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:04.254033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.430888 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1579194-38eb-46f0-9648-78657213b797 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3250709 Mar 02 07:59:04.431508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'tag': '4681399b-3338-409a-bbbe-718f16387c13'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 07:59:04.431660 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:59:04.481997 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'tag': '4681399b-3338-409a-bbbe-718f16387c13', 'status': 'completed', 'code': 200} Mar 02 07:59:04.576077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-0101480c-67b3-422a-ad97-3528d0ff324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:04.577575 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-0101480c-67b3-422a-ad97-3528d0ff324c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1098 time: 0.0763574 Mar 02 07:59:04.625271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560a514-5277-46ff-a80a-412d046f6dc6 req-29682f48-0c40-4f4d-8943-0e77c9d140e0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:04.626782 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8560a514-5277-46ff-a80a-412d046f6dc6 req-29682f48-0c40-4f4d-8943-0e77c9d140e0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0903924 Mar 02 07:59:04.681324 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8560a514-5277-46ff-a80a-412d046f6dc6 req-b347a82d-7187-4582-84f9-08a054c0289c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483689 Mar 02 07:59:04.704583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 53998) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:04.727839 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-9f7183a7-7b58-49f5-a0b8-8c36523c8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:04.729335 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-9f7183a7-7b58-49f5-a0b8-8c36523c8ba5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 200 len: 897 time: 0.1450040 Mar 02 07:59:04.789709 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '28f48c1c-0ac2-497b-bd22-080aee43d6d5', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'port_id': '4681399b-3338-409a-bbbe-718f16387c13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'mac_address': 'fa:16:3e:37:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d202db1-2753-466f-a2ec-3822a8481604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:59:03Z', 'updated_at': '2022-03-02T07:59:03Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:52Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:04.794207 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] Checking router: cbfbe7b6-67b1-47ca-b093-0213921d6899 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 07:59:04.803251 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 07:59:04.804269 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T07:58:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:04.846260 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-6134d344-acff-41d4-a8fb-2a866f7b5e47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 200 len: 997 time: 0.1109884 Mar 02 07:59:04.859281 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fde6a12-de31-4481-9a13-6e4216b4420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:04.916417 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1125ddbd-6afd-4a55-b639-5777a14adf4e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/28f48c1c-0ac2-497b-bd22-080aee43d6d5 HTTP/1.1" status: 200 len: 989 time: 0.2099941 Mar 02 07:59:04.920977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-76aec4ab-a09b-4ef6-b760-88e8cc303e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:04.922438 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-76aec4ab-a09b-4ef6-b760-88e8cc303e49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6562247-9827-4e94-8f33-1e2d9b2c78b3 HTTP/1.1" status: 200 len: 834 time: 0.0675852 Mar 02 07:59:04.996926 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 07:59:05.003800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-3b924216-7dfb-4a00-8678-8804115f17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:05.005291 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-3b924216-7dfb-4a00-8678-8804115f17d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd99054-179f-4f5c-8d35-b418edebd054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765316 Mar 02 07:59:05.134828 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-f70080a3-b2d9-43eb-880b-f6b59b338c8c service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237149 Mar 02 07:59:05.266802 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2fd13f9-52a3-4d12-af85-3232958290d1 req-feb290ae-99b6-4a53-a8e2-9e5dc2598df2 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266055 Mar 02 07:59:05.337153 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '28f48c1c-0ac2-497b-bd22-080aee43d6d5', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'port_id': '4681399b-3338-409a-bbbe-718f16387c13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'mac_address': 'fa:16:3e:37:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d202db1-2753-466f-a2ec-3822a8481604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:59:03Z', 'updated_at': '2022-03-02T07:59:03Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:52Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 07:59:05.341388 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8022f8e-199c-498c-9ba8-fc942945ee9e None None] The sync data for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv is: [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '28f48c1c-0ac2-497b-bd22-080aee43d6d5', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'port_id': '4681399b-3338-409a-bbbe-718f16387c13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'mac_address': 'fa:16:3e:37:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d202db1-2753-466f-a2ec-3822a8481604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T07:59:03Z', 'updated_at': '2022-03-02T07:59:03Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:52Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 07:59:05.518343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733d30a-86e2-44c7-8ba1-1e9cc135a616 None None] New status for floating IP 28f48c1c-0ac2-497b-bd22-080aee43d6d5: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 07:59:05.919384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54002) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:05.927580 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:05.949950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:06.024439 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b0353813-006b-4452-884b-bacf9bd2a0a9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/28f48c1c-0ac2-497b-bd22-080aee43d6d5 HTTP/1.1" status: 200 len: 991 time: 0.1039376 Mar 02 07:59:07.212817 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:19.221875 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:32.608015 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ec668d4-7e12-4a27-aec5-866197d118ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:33.176092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cadff7-ae09-4db8-ab66-2db629fb3776 req-31e8c44e-f899-4adf-bdd2-ed802d260ce0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:33.177499 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6cadff7-ae09-4db8-ab66-2db629fb3776 req-31e8c44e-f899-4adf-bdd2-ed802d260ce0 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.1355877 Mar 02 07:59:33.220353 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6cadff7-ae09-4db8-ab66-2db629fb3776 req-f9361951-0d7a-47f5-a5a9-67d32afc7669 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372317 Mar 02 07:59:34.403662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3fea-92da-42e3-a20a-217202e54ae3 req-8a984c02-d4aa-4929-8f57-48d3946ad2f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:34.405092 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58ec3fea-92da-42e3-a20a-217202e54ae3 req-8a984c02-d4aa-4929-8f57-48d3946ad2f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0777180 Mar 02 07:59:34.448653 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58ec3fea-92da-42e3-a20a-217202e54ae3 req-086e1418-bcb9-43f6-9dcd-c683605f5c1b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379107 Mar 02 07:59:34.850801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98755313-bf38-45a4-9933-d334af729fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.629243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7cdf6-d77e-411d-bed8-4ff59af57513 req-cd78f898-80e1-4217-9c8a-9f6d5405e6d9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:35.630719 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04a7cdf6-d77e-411d-bed8-4ff59af57513 req-cd78f898-80e1-4217-9c8a-9f6d5405e6d9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0777714 Mar 02 07:59:35.675731 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04a7cdf6-d77e-411d-bed8-4ff59af57513 req-fce119e4-4b0e-4cb4-a5fe-c5973685314b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Mar 02 07:59:35.932242 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:35.952047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:36.860109 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1e36-c7b6-4be2-b351-c0a6d6353cee req-7a4fd258-1511-4500-86c9-c6ac1b0ec77c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:36.861553 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-353d1e36-c7b6-4be2-b351-c0a6d6353cee req-7a4fd258-1511-4500-86c9-c6ac1b0ec77c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0828879 Mar 02 07:59:36.904411 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-353d1e36-c7b6-4be2-b351-c0a6d6353cee req-518cc97f-7d71-4000-b9be-95d33e5faaab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 Mar 02 07:59:37.216462 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:38.086095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f8ca4-46b5-4b1f-9e0c-d7fb676ead0d req-47ef9a93-cc25-422c-b755-5dd57860b168 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:38.087972 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a8f8ca4-46b5-4b1f-9e0c-d7fb676ead0d req-47ef9a93-cc25-422c-b755-5dd57860b168 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0809619 Mar 02 07:59:38.130568 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a8f8ca4-46b5-4b1f-9e0c-d7fb676ead0d req-102610df-195e-4569-9019-8e051e766649 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371757 Mar 02 07:59:38.737740 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 07:59:39.313694 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52797-6c60-4abb-a948-06a5e7ca1e23 req-c02f6940-bb1e-4f9f-943d-c24796ccbf2c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:39.315147 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-74a52797-6c60-4abb-a948-06a5e7ca1e23 req-c02f6940-bb1e-4f9f-943d-c24796ccbf2c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0820618 Mar 02 07:59:39.358625 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-74a52797-6c60-4abb-a948-06a5e7ca1e23 req-f854210b-9903-4063-8525-6fc24edf939e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379548 Mar 02 07:59:40.539408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172191b-36e3-4564-972a-f937d634e863 req-8e011a54-477f-4c2f-9fa1-8bab704f3564 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:40.541388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2172191b-36e3-4564-972a-f937d634e863 req-8e011a54-477f-4c2f-9fa1-8bab704f3564 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0776379 Mar 02 07:59:40.586531 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2172191b-36e3-4564-972a-f937d634e863 req-357f9c49-4723-4bdb-9fc9-eba6865090c4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395977 Mar 02 07:59:41.769801 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae92eb1-1f12-4739-a092-318395c0ea8f req-70146f8a-4ccb-4a7c-af0e-8d050c48c46d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:41.771235 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ae92eb1-1f12-4739-a092-318395c0ea8f req-70146f8a-4ccb-4a7c-af0e-8d050c48c46d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0802803 Mar 02 07:59:41.814442 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ae92eb1-1f12-4739-a092-318395c0ea8f req-6df4ab63-d723-4fac-8bae-375e3771a770 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372300 Mar 02 07:59:43.000669 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36222637-23c7-43e2-81a7-cb72c9ce8f01 req-9cc51f5d-cab5-4390-8c45-a8aa78a1a9fa tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:43.002770 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36222637-23c7-43e2-81a7-cb72c9ce8f01 req-9cc51f5d-cab5-4390-8c45-a8aa78a1a9fa tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0833178 Mar 02 07:59:43.044949 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36222637-23c7-43e2-81a7-cb72c9ce8f01 req-eddeb9ba-ec56-4e01-bd7c-9f20f43bc5c1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366874 Mar 02 07:59:44.228380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab7451-f638-46fe-8cec-9f5b31f339e9 req-fa29a83e-c546-481b-bebf-ba1c5a997be8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:44.229843 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0ab7451-f638-46fe-8cec-9f5b31f339e9 req-fa29a83e-c546-481b-bebf-ba1c5a997be8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0784624 Mar 02 07:59:44.276468 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0ab7451-f638-46fe-8cec-9f5b31f339e9 req-5648574b-77d5-4e05-878d-bb8ecdc62792 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Mar 02 07:59:44.299686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:44.404359 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c31c2c85-ca55-4526-8bc7-cf3fe7a94c31 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/28f48c1c-0ac2-497b-bd22-080aee43d6d5 HTTP/1.1" status: 200 len: 991 time: 0.1035557 Mar 02 07:59:45.852465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb95da6-3c3b-4149-a29a-93e096f092b9 req-060ca1ab-2e09-4924-9d24-f2f56646eb64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:45.853970 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbb95da6-3c3b-4149-a29a-93e096f092b9 req-060ca1ab-2e09-4924-9d24-f2f56646eb64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0877821 Mar 02 07:59:45.934570 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbb95da6-3c3b-4149-a29a-93e096f092b9 req-182791a1-eff6-4268-9ad8-fcaf255e6aa2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513775 Mar 02 07:59:45.955055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511f26-355b-44bf-80de-baf9a3549698 req-5ffd97e7-81d6-4c53-8a9b-84a960d5778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:45.956477 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14511f26-355b-44bf-80de-baf9a3549698 req-5ffd97e7-81d6-4c53-8a9b-84a960d5778f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1098 time: 0.1435809 Mar 02 07:59:46.093903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511f26-355b-44bf-80de-baf9a3549698 req-88db1b18-2a8e-4a49-a29b-6ebaa7f69d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:46.095345 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14511f26-355b-44bf-80de-baf9a3549698 req-88db1b18-2a8e-4a49-a29b-6ebaa7f69d9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 200 len: 897 time: 0.1334014 Mar 02 07:59:46.195234 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14511f26-355b-44bf-80de-baf9a3549698 req-417668e4-c012-45cc-a97b-0c0aad8a035a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 200 len: 999 time: 0.0933564 Mar 02 07:59:46.257398 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511f26-355b-44bf-80de-baf9a3549698 req-90fb49e4-9929-416e-bda4-f21f6a5192a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:46.259367 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14511f26-355b-44bf-80de-baf9a3549698 req-90fb49e4-9929-416e-bda4-f21f6a5192a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6562247-9827-4e94-8f33-1e2d9b2c78b3 HTTP/1.1" status: 200 len: 834 time: 0.0589809 Mar 02 07:59:46.424218 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511f26-355b-44bf-80de-baf9a3549698 req-6e84d9eb-d06e-4bd8-8ca2-b1017423cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:46.425704 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14511f26-355b-44bf-80de-baf9a3549698 req-6e84d9eb-d06e-4bd8-8ca2-b1017423cb55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd99054-179f-4f5c-8d35-b418edebd054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1610470 Mar 02 07:59:46.551492 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14511f26-355b-44bf-80de-baf9a3549698 req-e19e4fd7-93c5-4bd8-aa02-1e3e2278603b service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195338 Mar 02 07:59:46.677427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14511f26-355b-44bf-80de-baf9a3549698 req-ed1b512f-350f-46e0-a048-79d7cb8b8911 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202023 Mar 02 07:59:47.129394 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc86ae-e76f-4c86-a730-bbe34d6d83f3 req-f7bee4ba-3c39-42b9-ad66-1c57560b43ae tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:47.131648 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43fc86ae-e76f-4c86-a730-bbe34d6d83f3 req-f7bee4ba-3c39-42b9-ad66-1c57560b43ae tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0844674 Mar 02 07:59:47.177781 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43fc86ae-e76f-4c86-a730-bbe34d6d83f3 req-9f4cb8f6-aef8-403b-92d9-5cfca2192d8c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383606 Mar 02 07:59:48.361745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568165c-967b-4e69-a057-111df82bd235 req-12d9e95b-1d62-4745-86c1-0a41a4ef30bb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:48.363188 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3568165c-967b-4e69-a057-111df82bd235 req-12d9e95b-1d62-4745-86c1-0a41a4ef30bb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0821185 Mar 02 07:59:48.406092 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3568165c-967b-4e69-a057-111df82bd235 req-1408f837-fb2b-41b2-94a5-f7c25b4663f4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373323 Mar 02 07:59:48.428811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 07:59:48.532488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fffaefc-12a9-4a07-900b-7071bcad06ec tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/28f48c1c-0ac2-497b-bd22-080aee43d6d5 HTTP/1.1" status: 200 len: 991 time: 0.1025128 Mar 02 07:59:49.224028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 07:59:52.641003 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-91be78f7-5803-42b7-8f03-3cbc2ae8f326 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681789 Mar 02 07:59:52.779335 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-fd7a25aa-580d-4bad-87c2-1c4937469699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:52.780811 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-fd7a25aa-580d-4bad-87c2-1c4937469699 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1098 time: 0.0736418 Mar 02 07:59:52.921807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-45f1bd88-20a7-42b3-b3ee-3ec1fdb78a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:52.923130 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-45f1bd88-20a7-42b3-b3ee-3ec1fdb78a53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 200 len: 897 time: 0.1229615 Mar 02 07:59:53.018824 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-8c0c1a76-03ca-40f3-a2f3-51d86237c75b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 200 len: 999 time: 0.0901308 Mar 02 07:59:53.081611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-6c42f1c1-f3c3-4eef-8a46-6e26900cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:53.083005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-6c42f1c1-f3c3-4eef-8a46-6e26900cc0ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6562247-9827-4e94-8f33-1e2d9b2c78b3 HTTP/1.1" status: 200 len: 834 time: 0.0584435 Mar 02 07:59:53.153541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-e8d9239a-212f-4dc2-92e7-7b9e530f84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 07:59:53.154972 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-e8d9239a-212f-4dc2-92e7-7b9e530f84d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd99054-179f-4f5c-8d35-b418edebd054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663571 Mar 02 07:59:53.281413 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-0557d7d0-e7e0-49f9-aecc-61c01139d087 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195102 Mar 02 07:59:53.411379 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f61446a-a92d-4ffa-9cc1-95b0d72ab9c5 req-674a3fbd-cd83-4527-b69f-a255c4594539 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248116 Mar 02 08:00:02.610041 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1d5abb3e-6e72-4c4a-8b87-92a7fd974737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:04.852930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5b25adea-66d3-4422-bdf6-b846f49655e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.933569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:05.953790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:07.218543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:15.736098 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:00:19.222582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:19.230614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.518988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 26536487-df5a-49f2-9e38-33d8a4c6080e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:19.519253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.683477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.683800 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.800758 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 26536487-df5a-49f2-9e38-33d8a4c6080e owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:19.945984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:19.991662 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=26536487-df5a-49f2-9e38-33d8a4c6080e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:20.029860 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.030206 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.030547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.030876 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.031203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.031526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.031844 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.032161 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.032479 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.032793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.033109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.033421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:20.089620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.089902 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP 28f48c1c-0ac2-497b-bd22-080aee43d6d5 disassociated (deleted). External IP: 172.26.4.9, port: 4681399b-3338-409a-bbbe-718f16387c13. Mar 02 08:00:20.425240 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cbfbe7b6-67b1-47ca-b093-0213921d6899 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:20.599587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:20.608616 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] Sync routers for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:20.618411 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:20.618593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:20.619064 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:20.671830 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c70ed43f-bf1e-4df3-a269-214d8a2ff4ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/floatingips/28f48c1c-0ac2-497b-bd22-080aee43d6d5 HTTP/1.1" status: 204 len: 168 time: 1.4481852 Mar 02 08:00:20.673825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'tag': '4681399b-3338-409a-bbbe-718f16387c13'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:20.719746 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'tag': '4681399b-3338-409a-bbbe-718f16387c13', 'status': 'completed', 'code': 200} Mar 02 08:00:20.812749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-cd3ffa05-a401-432c-ab17-5b51f4f44aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:20.814274 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-cd3ffa05-a401-432c-ab17-5b51f4f44aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 1098 time: 0.0724480 Mar 02 08:00:20.827303 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:21.060920 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dc20a-1da7-42a0-9aea-b2a76fa70018 req-3a4df0e3-58ec-4ef4-b9ac-77d83eb70a59 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:21.063161 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c1dc20a-1da7-42a0-9aea-b2a76fa70018 req-3a4df0e3-58ec-4ef4-b9ac-77d83eb70a59 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0835681 Mar 02 08:00:21.076643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-1d211670-fd03-42bb-bbd8-b044e192b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:21.078128 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-1d211670-fd03-42bb-bbd8-b044e192b09f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 200 len: 897 time: 0.2573011 Mar 02 08:00:21.110787 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c1dc20a-1da7-42a0-9aea-b2a76fa70018 req-6b4cec82-58b3-4795-96e4-b01aafb9cf01 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Mar 02 08:00:21.147495 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:52Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:21.151870 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] Checking router: cbfbe7b6-67b1-47ca-b093-0213921d6899 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:21.159645 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-844a4d6a-9b9c-4322-84af-ccc8b024066a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 200 len: 217 time: 0.0750842 Mar 02 08:00:21.159965 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:21.160549 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:21.223338 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-f72c5ba0-0e57-4d1d-b9e7-f697e838720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:21.224782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-f72c5ba0-0e57-4d1d-b9e7-f697e838720d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6562247-9827-4e94-8f33-1e2d9b2c78b3 HTTP/1.1" status: 200 len: 834 time: 0.0595009 Mar 02 08:00:21.299452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-ca5974c6-cf92-48af-aa0d-1e9e4fa1de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:21.300976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-ca5974c6-cf92-48af-aa0d-1e9e4fa1de06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd99054-179f-4f5c-8d35-b418edebd054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697401 Mar 02 08:00:21.334170 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:21.432425 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-f47b709b-2bb3-45ec-be99-a126e28b7823 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240768 Mar 02 08:00:21.571623 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-774a05e9-7f0c-48b6-b5b4-6bfd1003208a req-efd28e0b-a0cd-47d7-84b8-d3e25c37b17b service neutron] 10.222.0.32 "GET /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328497 Mar 02 08:00:21.639583 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:52Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:21.643360 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108aeec-f947-4d4c-aa55-5355021d8e04 None None] The sync data for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv is: [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T07:58:47Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '2fe6b95e-c07d-40d2-99cb-01957c8e5308', 'name': '', 'network_id': '9bd99054-179f-4f5c-8d35-b418edebd054', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:9f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:46Z', 'updated_at': '2022-03-02T07:58:52Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': 'b6562247-9827-4e94-8f33-1e2d9b2c78b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:21.848517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36c648-4837-411c-8501-852770378dc1 None None] New status for floating IP 28f48c1c-0ac2-497b-bd22-080aee43d6d5: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:00:22.300017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f866f-0ae5-4ea1-b5da-6ccf433d6c03 req-aea5c2f0-b537-43c9-98ca-e1c865af9feb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:22.300017 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-422f866f-0ae5-4ea1-b5da-6ccf433d6c03 req-aea5c2f0-b537-43c9-98ca-e1c865af9feb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:22.315928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-422f866f-0ae5-4ea1-b5da-6ccf433d6c03 req-aea5c2f0-b537-43c9-98ca-e1c865af9feb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:22.317301 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-422f866f-0ae5-4ea1-b5da-6ccf433d6c03 req-aea5c2f0-b537-43c9-98ca-e1c865af9feb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0970521 Mar 02 08:00:22.364541 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-422f866f-0ae5-4ea1-b5da-6ccf433d6c03 req-d3db547b-4099-4b0f-b3d7-bd2d97ad0616 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=453dce9c-2302-4b7f-8562-46942026e463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408080 Mar 02 08:00:22.473927 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-e9824666-028c-46c2-992b-a17214e4314f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:22.475318 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-e9824666-028c-46c2-992b-a17214e4314f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 945 time: 0.0769460 Mar 02 08:00:22.551153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 4681399b-3338-409a-bbbe-718f16387c13 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:22.551426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:22.793347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 4681399b-3338-409a-bbbe-718f16387c13, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=4681399b-3338-409a-bbbe-718f16387c13,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:22.793900 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:22.921181 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 4681399b-3338-409a-bbbe-718f16387c13 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:23.058461 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.121595 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=4681399b-3338-409a-bbbe-718f16387c13,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:23.192994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] No DVR routers for this DVR port 4681399b-3338-409a-bbbe-718f16387c13 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:23.195412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:23.198504 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'name': 'network-vif-deleted', 'tag': '4681399b-3338-409a-bbbe-718f16387c13'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:23.214314 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d10e6b01-4e3b-46c2-abfa-79439061f2d7 req-86177db5-2e12-40ff-89dd-5b9dbdca25eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "DELETE /v2.0/ports/4681399b-3338-409a-bbbe-718f16387c13 HTTP/1.1" status: 204 len: 173 time: 0.7318954 Mar 02 08:00:23.250563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d202db1-2753-466f-a2ec-3822a8481604', 'name': 'network-vif-deleted', 'tag': '4681399b-3338-409a-bbbe-718f16387c13', 'status': 'completed', 'code': 200} Mar 02 08:00:23.538792 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-27164fde-e65e-45e6-b44d-de07b5ca88f5 req-e1ca5132-50dc-4efe-90b4-e7671063e4a2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:23.556638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-27164fde-e65e-45e6-b44d-de07b5ca88f5 req-e1ca5132-50dc-4efe-90b4-e7671063e4a2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:23.557828 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27164fde-e65e-45e6-b44d-de07b5ca88f5 req-e1ca5132-50dc-4efe-90b4-e7671063e4a2 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d202db1-2753-466f-a2ec-3822a8481604 HTTP/1.1" status: 200 len: 210 time: 0.0644038 Mar 02 08:00:24.660591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:25.206436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.647650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 2fe6b95e-c07d-40d2-99cb-01957c8e5308 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:25.647986 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.828551 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 2fe6b95e-c07d-40d2-99cb-01957c8e5308, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=2fe6b95e-c07d-40d2-99cb-01957c8e5308,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:25.829278 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:25.872193 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 4681399b-3338-409a-bbbe-718f16387c13 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:25.907569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 4681399b-3338-409a-bbbe-718f16387c13 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:25.907836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 4681399b-3338-409a-bbbe-718f16387c13 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:25.950574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 2fe6b95e-c07d-40d2-99cb-01957c8e5308 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:26.133564 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.183907 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=2fe6b95e-c07d-40d2-99cb-01957c8e5308,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:26.221421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.221798 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.222140 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.222478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.222811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.223139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.223465 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.223781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.224111 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.224444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.224761 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.225082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:26.462975 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:26.911432 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router cbfbe7b6-67b1-47ca-b093-0213921d6899 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:27.085223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:27.094543 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] Sync routers for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:27.101248 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebbc5f57-7415-4a37-9d60-07567c4cddb4 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/cbfbe7b6-67b1-47ca-b093-0213921d6899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396117 Mar 02 08:00:27.104473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:27.104991 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:27.105588 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:27.168460 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting subnet b6562247-9827-4e94-8f33-1e2d9b2c78b3 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:00:27.171324 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.227441 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.279262 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:27.309053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.382268 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.428750 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Subnet': ['ID=b6562247-9827-4e94-8f33-1e2d9b2c78b3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:27.433018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.442155 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c9c86798-c6d1-45e6-b07a-32d08464009f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/subnets/b6562247-9827-4e94-8f33-1e2d9b2c78b3 HTTP/1.1" status: 204 len: 168 time: 0.3344369 Mar 02 08:00:27.442361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849db23a-333e-4bd0-865c-8319bfe30694 None None] Network 9bd99054-179f-4f5c-8d35-b418edebd054 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:27.442793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:27.603877 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T08:00:26Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:27.607922 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] Checking router: cbfbe7b6-67b1-47ca-b093-0213921d6899 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:27.616825 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] Routers {'cbfbe7b6-67b1-47ca-b093-0213921d6899'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:27.617470 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['cbfbe7b6-67b1-47ca-b093-0213921d6899'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:27.694814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] DHCP port deletion for 9bd99054-179f-4f5c-8d35-b418edebd054 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:00:27.699120 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Deleting port b9335bff-76c9-4dc6-be72-9167fe54c70a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:27.699596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.731518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.798150 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] Set router cbfbe7b6-67b1-47ca-b093-0213921d6899 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:27.927957 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.943985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 3b461731-0319-44b3-a240-649cf7747e2f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:00:27.944729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:27.948979 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] For port b9335bff-76c9-4dc6-be72-9167fe54c70a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=b9335bff-76c9-4dc6-be72-9167fe54c70a,segment=NetworkSegment(759d83ba-d553-4f65-ac51-f4a540d7b059),segment_id=759d83ba-d553-4f65-ac51-f4a540d7b059)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:27.949595 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.014361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device b9335bff-76c9-4dc6-be72-9167fe54c70a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:28.076963 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T08:00:26Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:28.080789 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c61a60-bcc3-490c-9d1c-a2c73db23e36 None None] The sync data for ids ['cbfbe7b6-67b1-47ca-b093-0213921d6899'] in dv-neutron-831485-1-hyperv is: [{'id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231141826', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': '3b461731-0319-44b3-a240-649cf7747e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T07:58:42Z', 'updated_at': '2022-03-02T08:00:26Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': '3b461731-0319-44b3-a240-649cf7747e2f', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfbe7b6-67b1-47ca-b093-0213921d6899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T07:58:43Z', 'updated_at': '2022-03-02T07:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:28.108633 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Calling delete_port for b9335bff-76c9-4dc6-be72-9167fe54c70a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:28.136609 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 3b461731-0319-44b3-a240-649cf7747e2f, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=3b461731-0319-44b3-a240-649cf7747e2f,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:28.136958 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.237943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.259227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 3b461731-0319-44b3-a240-649cf7747e2f owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:00:28.289115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] No DVR routers for this DVR port b9335bff-76c9-4dc6-be72-9167fe54c70a on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:00:28.305724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Pushing event deleted for resources: {'Port': ['ID=b9335bff-76c9-4dc6-be72-9167fe54c70a,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:28.307841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.326127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.326471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.326810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.327143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.327468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.327793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.328114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.328435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.328755 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.329072 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.329393 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.329731 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf145616-d78f-4f1c-ab48-50b0fd69e4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:28.441494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.489545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=3b461731-0319-44b3-a240-649cf7747e2f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:28.590377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.759001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.761019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.782563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.783160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Fanout notify agent at l3_agent the message router_deleted on router cbfbe7b6-67b1-47ca-b093-0213921d6899 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:00:28.799971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:28.800976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c6dfe21-8527-4d3c-acb6-92c632ffca3e tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/routers/cbfbe7b6-67b1-47ca-b093-0213921d6899 HTTP/1.1" status: 204 len: 168 time: 1.3574576 Mar 02 08:00:28.803777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:28.942621 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.180269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.205045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd99054-179f-4f5c-8d35-b418edebd054']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:29.217795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759d83ba-d553-4f65-ac51-f4a540d7b059') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:29.218092 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759d83ba-d553-4f65-ac51-f4a540d7b059') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:29.230376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.252346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.260147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:00:29.260560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:00:29.275579 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:00:29.355744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.360248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.386558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Network': ['ID=9bd99054-179f-4f5c-8d35-b418edebd054,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:29.394179 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-936464e2-c69a-44cf-8d90-2edc9f520aa8 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/networks/9bd99054-179f-4f5c-8d35-b418edebd054 HTTP/1.1" status: 204 len: 168 time: 0.5894988 Mar 02 08:00:29.396813 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:29.466258 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc703dcb-34c4-481c-a685-b9cba112e541 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.495551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc703dcb-34c4-481c-a685-b9cba112e541 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.562248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc703dcb-34c4-481c-a685-b9cba112e541 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.582144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703dcb-34c4-481c-a685-b9cba112e541 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453dce9c-2302-4b7f-8562-46942026e463,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:29.591840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc703dcb-34c4-481c-a685-b9cba112e541 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:29.592970 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc703dcb-34c4-481c-a685-b9cba112e541 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/security-groups/453dce9c-2302-4b7f-8562-46942026e463 HTTP/1.1" status: 204 len: 168 time: 0.1949151 Mar 02 08:00:29.894645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2fe6b95e-c07d-40d2-99cb-01957c8e5308 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:29.933254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 2fe6b95e-c07d-40d2-99cb-01957c8e5308 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:29.933603 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 2fe6b95e-c07d-40d2-99cb-01957c8e5308 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:29.934052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b461731-0319-44b3-a240-649cf7747e2f no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:00:29.967881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 3b461731-0319-44b3-a240-649cf7747e2f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:00:29.968231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 3b461731-0319-44b3-a240-649cf7747e2f not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:00:29.995695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:30.000851 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282157362', 'description': 'tempest-secgroup-smoke-282157362 description', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:30.006977 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.011042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.013869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.019390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.029355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.048378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.052016 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.054776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.060724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.129833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.134490 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.178455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:30.181561 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.185847 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9fe88837-87f8-426a-bcd9-0f4df90a74cb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1861720 Mar 02 08:00:30.186054 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:30.190901 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f31b44dc-0790-4e9a-b5a1-cd24e9893b6d', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:30.197432 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.201201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.204055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.209668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.229191 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.292043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.295704 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.318664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0204c548-59e8-42dc-bf1a-33895fc62298,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:30.328356 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.329563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0c2ebfb-66f3-49f8-bafb-9724d385021d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426044 Mar 02 08:00:30.332544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54130) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:30.338515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f31b44dc-0790-4e9a-b5a1-cd24e9893b6d', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:30.344630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.348534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.351346 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.356842 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.373106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.432437 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.436642 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.459073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a63ea24-cb50-444e-aad5-04ddf61c0678,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:30.467578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.468733 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-368337d5-2857-4c4c-a26d-a44c7ac11c81 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351593 Mar 02 08:00:30.471489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:30.476399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f31b44dc-0790-4e9a-b5a1-cd24e9893b6d', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:30.482014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.485737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.488520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.494567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.511152 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.570998 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.574206 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.599666 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dae04b-4455-45cc-84b7-9a62afb4d14f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:30.608830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.610008 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a474e6b2-830f-402a-983d-0d1e2a0cee63 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376305 Mar 02 08:00:30.612828 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54138) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:30.618120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f31b44dc-0790-4e9a-b5a1-cd24e9893b6d', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:30.623652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.627331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.630121 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.636162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.651867 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.712256 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.715485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.739071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54925880-f712-41bc-a984-0b98a97fe2aa,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:30.748431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.749662 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-432edc56-11af-4a1f-878b-30c1e7155425 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359344 Mar 02 08:00:30.752293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54142) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:30.757134 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f31b44dc-0790-4e9a-b5a1-cd24e9893b6d', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:30.763563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.767307 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.770168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.775792 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.785385 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:00:30.791797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.853753 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.858041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.880610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5832f199-5c42-4005-b651-d351ddf6317a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:30.889370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:30.890606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f87ed7cd-3626-403c-bf5b-e3555d925d4b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373851 Mar 02 08:00:30.893220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54146) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:30.898120 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'security_group_rule': {'security_group_id': 'f31b44dc-0790-4e9a-b5a1-cd24e9893b6d', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:30.903796 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:30.907480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:security_group_rule and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:30.910557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:30.916976 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:30.927204 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Project b1ec7f15e4734cfb92ed39046443b623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:00:30.934480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.000704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.004078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.030559 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b22a63-af92-4b7d-934e-28c4d2f206f8,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:31.035610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.037309 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97bd6436-d013-4805-bfd0-a6898456e942 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431348 Mar 02 08:00:31.040214 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54150) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:31.045610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'network': {'name': 'tempest-network-smoke--898658666', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:31.050759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:31.054737 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:network and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:31.057529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:31.063612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:31.074367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:31.077732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.104525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:00:31.113705 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.114057 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Added segment 741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4 of type vlan for network a43b9b7b-1788-4563-b2a5-0cbffbd8845d Mar 02 08:00:31.144270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.172852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.178236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:31.178804 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.276265 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2348726 Mar 02 08:00:31.279071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54154) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:31.284611 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'admin_state_up': True, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:31.287162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d647e1-a583-40e0-88a9-65f194f4bc7d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Network': ['ID=a43b9b7b-1788-4563-b2a5-0cbffbd8845d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:31.291634 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:31.295502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:router and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:31.298191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:00:31.298668 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:31.305281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:31.316020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.317249 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.336297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.595238 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.887322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:31.916447 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.048246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.81 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/bb96fb61-bdaa-4bd5-a09d-0eff38c19120) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:32.286062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.319787 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.379069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:32.381667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:32.389281 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:32.423933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:32.611565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53b9d69f-0ec6-4849-bf79-4afc47f72dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:32.792268 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:33.121186 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:33.323090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:00:33.493253 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:33.503598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Sync routers for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:33.512323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:33.512920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:33.520023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:33.521241 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb9270c6-d2f8-449e-b55d-d9369844f243 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2411888 Mar 02 08:00:33.524980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:33.605576 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d212daa2-17a2-409e-91a2-7ba6f491dcee tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=b1ec7f15e4734cfb92ed39046443b623&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794661 Mar 02 08:00:33.608196 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:33.689582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:33.733800 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9518d405-6a85-459f-b962-f2d5d69ed452 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:33.735437 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9518d405-6a85-459f-b962-f2d5d69ed452 tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263049 Mar 02 08:00:33.738186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54168) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:33.779715 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-da9d12db-c27d-42ce-9980-c77aacff5cad tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=660b3c7d-6306-4642-a3d2-c3e035b52a71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404825 Mar 02 08:00:33.782127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:33.787390 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-5606045', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:33.968299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:32Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:33.971982 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Checking router: 917110e4-98d3-44ce-9cd9-56a8bdc870f7 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:33.972324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Updating router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:00:33.998470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:34.002181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:subnet and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:34.005076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:34.011522 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:34.021073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:34.025060 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.032671 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.235207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.315661 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Subnet': ['ID=97953192-0e02-4f1f-bfa8-69f6bd68a7b7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:34.323686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Checking segment: {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:34.324047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network hostable DHCP agents. Network: a43b9b7b-1788-4563-b2a5-0cbffbd8845d, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:00:34.343799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:00:34.356468 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, a43b9b7b-1788-4563-b2a5-0cbffbd8845d) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:34.360836 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:34.361427 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.370059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587441bd-e195-402a-bb04-775a9c15bc2a None None] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:34.383851 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-83587412-3442-497a-b66b-6f21f8040b32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6007593 Mar 02 08:00:34.386574 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54176) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:34.486745 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.506366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Transition to ACTIVE for port object bb96fb61-bdaa-4bd5-a09d-0eff38c19120 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:34.520625 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.643064 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Attempting to bind port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:34.643422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Attempting to bind port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:34.643771 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Attempting to bind port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:34.645637 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2fc07-78e7-43f6-bf4b-175da1e0cc80 None None] Pushing event updated for resources: {'Port': ['ID=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:34.653111 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:34.653491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:34.653948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.654247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:34.654705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Bound port: bb96fb61-bdaa-4bd5-a09d-0eff38c19120, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:34.655071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.743286 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:00:34.744095 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.813141 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] For port bb96fb61-bdaa-4bd5-a09d-0eff38c19120, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:34.829253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] For port bb96fb61-bdaa-4bd5-a09d-0eff38c19120, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:34.833634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.958613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-573287f7-f053-43b0-9670-e06ac645caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:34.978028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:34.978639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:35.047836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2fc07-78e7-43f6-bf4b-175da1e0cc80 None None] Pushing event updated for resources: {'Port': ['ID=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:35.067667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.078811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Allocated IP 172.20.0.2 (a43b9b7b-1788-4563-b2a5-0cbffbd8845d/97953192-0e02-4f1f-bfa8-69f6bd68a7b7/ce735ab4-7cab-459a-80bb-58cf192ef82a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:35.247968 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:35.630342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.642442 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Transition to ACTIVE for port object ce735ab4-7cab-459a-80bb-58cf192ef82a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:35.668420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Transition to ACTIVE for port object ce735ab4-7cab-459a-80bb-58cf192ef82a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:35.675194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.725478 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:35.733733 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:35.738493 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:35.777304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:32Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:35.825159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa8f3c-2665-452c-8a51-038a5af67ef0 None None] The sync data for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv is: [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:32Z', 'revision_number': 3, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:35.831706 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Pushing event updated for resources: {'Port': ['ID=ce735ab4-7cab-459a-80bb-58cf192ef82a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:35.853593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.1 (a43b9b7b-1788-4563-b2a5-0cbffbd8845d/97953192-0e02-4f1f-bfa8-69f6bd68a7b7/21fbc9c0-3483-4151-bc2d-abc519f4285d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:35.857418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Attempting to bind port ce735ab4-7cab-459a-80bb-58cf192ef82a on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:35.857826 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Attempting to bind port ce735ab4-7cab-459a-80bb-58cf192ef82a by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:35.858192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Attempting to bind port ce735ab4-7cab-459a-80bb-58cf192ef82a on network a43b9b7b-1788-4563-b2a5-0cbffbd8845d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:35.863882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:35.864258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Checking segment: {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:35.864682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.865060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Bound using segment: {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:35.865510 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Bound port: ce735ab4-7cab-459a-80bb-58cf192ef82a, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:35.865945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.960209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.982619 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] For port ce735ab4-7cab-459a-80bb-58cf192ef82a, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:35.984794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:35.986649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] For port ce735ab4-7cab-459a-80bb-58cf192ef82a, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ce735ab4-7cab-459a-80bb-58cf192ef82a,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:35.991426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.016027 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.032508 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 21fbc9c0-3483-4151-bc2d-abc519f4285d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:36.058098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.085273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abd676-0b7c-44f7-8fff-bab1e3318ca8 None None] Pushing event updated for resources: {'Port': ['ID=ce735ab4-7cab-459a-80bb-58cf192ef82a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:36.141478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:36.144754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:36.149386 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:36.211133 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=21fbc9c0-3483-4151-bc2d-abc519f4285d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:36.225835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.547532 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.969264 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:36.975399 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.079799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400b635-1618-48a3-b5f5-ab866ca8b146 None None] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:00:37.087266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=21fbc9c0-3483-4151-bc2d-abc519f4285d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:37.092450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.192784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-87bcd609-229a-486f-a03f-7ee93b330f34 None None] Provisioning for port ce735ab4-7cab-459a-80bb-58cf192ef82a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:37.241271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:37.242612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:37.260815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.549003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:37.638881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a7ff33e-21d3-41c6-aeca-8d7e136a3a56 None None] Provisioning for port 21fbc9c0-3483-4151-bc2d-abc519f4285d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:37.644391 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a7ff33e-21d3-41c6-aeca-8d7e136a3a56 None None] Provisioning complete for port 21fbc9c0-3483-4151-bc2d-abc519f4285d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:37.644767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a7ff33e-21d3-41c6-aeca-8d7e136a3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.705692 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ff33e-21d3-41c6-aeca-8d7e136a3a56 None None] Port 21fbc9c0-3483-4151-bc2d-abc519f4285d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:37.748977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:37.761780 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30be732d-890f-4662-8763-51519a5df816 None None] Sync routers for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:37.762905 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-427cb997-18f8-40ef-a912-4a2365fb4bb7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/917110e4-98d3-44ce-9cd9-56a8bdc870f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3753333 Mar 02 08:00:37.772150 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:37.773956 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:37.831159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29d890e0-b742-405c-8ef0-c920b462fcbf None None] Provisioning complete for port 21fbc9c0-3483-4151-bc2d-abc519f4285d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:37.831529 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29d890e0-b742-405c-8ef0-c920b462fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:37.940180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-29d890e0-b742-405c-8ef0-c920b462fcbf None None] Port 21fbc9c0-3483-4151-bc2d-abc519f4285d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:37.985550 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:38.008937 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ce735ab4-7cab-459a-80bb-58cf192ef82a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:38.079885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-280c3062-a21c-4583-a308-e8af55bbaeb5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:38.089003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ac137cae-2f2f-477b-8beb-6ddf9359f6d6 None None] Provisioning complete for port 21fbc9c0-3483-4151-bc2d-abc519f4285d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:38.089983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac137cae-2f2f-477b-8beb-6ddf9359f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.096184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-280c3062-a21c-4583-a308-e8af55bbaeb5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:38.097688 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-280c3062-a21c-4583-a308-e8af55bbaeb5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282157362&fields=id&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 267 time: 0.1907635 Mar 02 08:00:38.151185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ce735ab4-7cab-459a-80bb-58cf192ef82a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:38.154102 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ac137cae-2f2f-477b-8beb-6ddf9359f6d6 None None] Port 21fbc9c0-3483-4151-bc2d-abc519f4285d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:38.158961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ce735ab4-7cab-459a-80bb-58cf192ef82a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:38.159331 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.256665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-cb0f6db7-1d2c-4314-9666-38fa27593b2d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:38.257882 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-cb0f6db7-1d2c-4314-9666-38fa27593b2d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:38.274272 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-cb0f6db7-1d2c-4314-9666-38fa27593b2d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:38.275800 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-cb0f6db7-1d2c-4314-9666-38fa27593b2d tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/networks?id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 200 len: 796 time: 0.1705623 Mar 02 08:00:38.289872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.299498 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-2dc9bc19-3d20-46dd-b433-0c150450651b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/quotas/b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 375 time: 0.0170970 Mar 02 08:00:38.328511 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port ce735ab4-7cab-459a-80bb-58cf192ef82a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ce735ab4-7cab-459a-80bb-58cf192ef82a,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:38.334382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.335835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bb96fb61-bdaa-4bd5-a09d-0eff38c19120 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:38.347308 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 2, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:38.351970 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30be732d-890f-4662-8763-51519a5df816 None None] Checking router: 917110e4-98d3-44ce-9cd9-56a8bdc870f7 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:38.352322 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30be732d-890f-4662-8763-51519a5df816 None None] Updating router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 port 21fbc9c0-3483-4151-bc2d-abc519f4285d binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:00:38.402027 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-172a9c39-6120-40ac-b0c3-86ab221ac7e9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003382 Mar 02 08:00:38.406692 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-30be732d-890f-4662-8763-51519a5df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.460361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=ce735ab4-7cab-459a-80bb-58cf192ef82a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:38.472891 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:38.478758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:38.479245 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.546332 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-1b675a6f-9a83-4dff-8999-38d016cc5001 service neutron] 10.222.0.41 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296215 Mar 02 08:00:38.596099 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.615574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port bb96fb61-bdaa-4bd5-a09d-0eff38c19120, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:38.621157 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.694223 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-75afe6cd-dbe3-4883-a737-48970042906c service neutron] 10.222.0.41 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414371 Mar 02 08:00:38.695305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:38.774616 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-30be732d-890f-4662-8763-51519a5df816 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.786429 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-30be732d-890f-4662-8763-51519a5df816 None None] Transition to ACTIVE for port object 21fbc9c0-3483-4151-bc2d-abc519f4285d will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:38.802903 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-30be732d-890f-4662-8763-51519a5df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:38.872193 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1567b13b-95c4-401d-86cd-26f703668c2f req-b65600bb-98b3-41bb-bbdd-088f9742d038 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:38.888592 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1567b13b-95c4-401d-86cd-26f703668c2f req-b65600bb-98b3-41bb-bbdd-088f9742d038 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:38.889839 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1567b13b-95c4-401d-86cd-26f703668c2f req-b65600bb-98b3-41bb-bbdd-088f9742d038 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 210 time: 0.0606239 Mar 02 08:00:39.003969 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Pushing event updated for resources: {'Port': ['ID=21fbc9c0-3483-4151-bc2d-abc519f4285d,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:39.024653 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.024653 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.024942 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.025034 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.025326 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.025669 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.025996 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.026311 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.026806 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.027122 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.027618 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.027993 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:00:39.047858 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-30be732d-890f-4662-8763-51519a5df816 None None] Attempting to bind port 21fbc9c0-3483-4151-bc2d-abc519f4285d on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:39.048217 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-30be732d-890f-4662-8763-51519a5df816 None None] Attempting to bind port 21fbc9c0-3483-4151-bc2d-abc519f4285d by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:39.048568 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be732d-890f-4662-8763-51519a5df816 None None] Attempting to bind port 21fbc9c0-3483-4151-bc2d-abc519f4285d on network a43b9b7b-1788-4563-b2a5-0cbffbd8845d {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:39.054556 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be732d-890f-4662-8763-51519a5df816 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:39.055007 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be732d-890f-4662-8763-51519a5df816 None None] Checking segment: {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:39.055473 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-30be732d-890f-4662-8763-51519a5df816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.055928 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be732d-890f-4662-8763-51519a5df816 None None] Bound using segment: {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:39.056453 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-30be732d-890f-4662-8763-51519a5df816 None None] Bound port: 21fbc9c0-3483-4151-bc2d-abc519f4285d, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:39.056888 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-30be732d-890f-4662-8763-51519a5df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.148857 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-30be732d-890f-4662-8763-51519a5df816 None None] For port 21fbc9c0-3483-4151-bc2d-abc519f4285d, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:39.152093 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-30be732d-890f-4662-8763-51519a5df816 None None] For port 21fbc9c0-3483-4151-bc2d-abc519f4285d, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=21fbc9c0-3483-4151-bc2d-abc519f4285d,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:39.155916 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-30be732d-890f-4662-8763-51519a5df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:39.234966 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:39.235593 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:39.288844 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a034ff-8e4f-4483-8376-a8d450058ab9 None None] Pushing event updated for resources: {'Port': ['ID=21fbc9c0-3483-4151-bc2d-abc519f4285d,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:39.428408 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:39.736707 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-30be732d-890f-4662-8763-51519a5df816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:39Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:39.740448 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30be732d-890f-4662-8763-51519a5df816 None None] The sync data for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv is: [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:39Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:40.000976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 21fbc9c0-3483-4151-bc2d-abc519f4285d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:40.086928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 21fbc9c0-3483-4151-bc2d-abc519f4285d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:40.091874 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 21fbc9c0-3483-4151-bc2d-abc519f4285d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:40.092243 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.122684 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2366ff2b-6df9-4406-bb1d-7f41d11ba4db req-4d29eaa7-00d9-4c70-9d2b-98d5b120d30a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 210 time: 0.0551305 Mar 02 08:00:40.181266 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-8d5e4d1b-8ce4-49a1-9baa-ea4f147434e9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:40.182923 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-8d5e4d1b-8ce4-49a1-9baa-ea4f147434e9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/networks?id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 200 len: 796 time: 0.2601643 Mar 02 08:00:40.236413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.236843 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-733e74e1-272e-4c86-b3a0-f26561d56c33 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ec7f15e4734cfb92ed39046443b623 HTTP/1.1" status: 200 len: 379 time: 0.0461726 Mar 02 08:00:40.246816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'port': {'device_id': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'admin_state_up': True, 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'security_groups': ['f31b44dc-0790-4e9a-b5a1-cd24e9893b6d']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:40.287548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 21fbc9c0-3483-4151-bc2d-abc519f4285d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=21fbc9c0-3483-4151-bc2d-abc519f4285d,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:40.295294 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.296295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ce735ab4-7cab-459a-80bb-58cf192ef82a up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:40.409003 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:40.421323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:40.435849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Made reservation on behalf of b1ec7f15e4734cfb92ed39046443b623 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:00:40.440534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.455725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=21fbc9c0-3483-4151-bc2d-abc519f4285d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:40.470320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ce735ab4-7cab-459a-80bb-58cf192ef82a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:40.470761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.594473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bb96fb61-bdaa-4bd5-a09d-0eff38c19120 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:40.614456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.20.0.8 (a43b9b7b-1788-4563-b2a5-0cbffbd8845d/97953192-0e02-4f1f-bfa8-69f6bd68a7b7/8a14454a-8dac-4d45-8bae-400af4ee6f87) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:40.670131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:40.671212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.822009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.838709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Transition to ACTIVE for port object 8a14454a-8dac-4d45-8bae-400af4ee6f87 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:40.863635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:40.933814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:40.937060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:40.945848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:40.977680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=8a14454a-8dac-4d45-8bae-400af4ee6f87,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:41.014898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:41.015541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.042634 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-63fd111d-cb32-4f25-8746-3eb14e2caf1f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005013 Mar 02 08:00:41.054105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Request body: {'port': {'device_id': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:41.150553 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e9915f5-f569-4cc1-a7f3-7ca1e2ddb4f8 None None] Provisioning for port 8a14454a-8dac-4d45-8bae-400af4ee6f87 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:41.156607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e9915f5-f569-4cc1-a7f3-7ca1e2ddb4f8 None None] Provisioning complete for port 8a14454a-8dac-4d45-8bae-400af4ee6f87 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:41.156977 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e9915f5-f569-4cc1-a7f3-7ca1e2ddb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.172278 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.217857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7e9915f5-f569-4cc1-a7f3-7ca1e2ddb4f8 None None] Port 8a14454a-8dac-4d45-8bae-400af4ee6f87 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:00:41.308103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a04da0-12a9-414a-9158-dfbe01fefc3f req-ccada92e-9659-471f-bf79-750ee26d4eda tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:41.309891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f5a04da0-12a9-414a-9158-dfbe01fefc3f req-ccada92e-9659-471f-bf79-750ee26d4eda tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 931 time: 0.0818098 Mar 02 08:00:41.362486 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f5a04da0-12a9-414a-9158-dfbe01fefc3f req-c60a7171-9ccd-409d-b2ee-c54a88a043b5 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461946 Mar 02 08:00:41.613095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a14454a-8dac-4d45-8bae-400af4ee6f87 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:00:41.620020 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.634010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Transition to ACTIVE for port object 8a14454a-8dac-4d45-8bae-400af4ee6f87 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:00:41.637546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.788689 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a14454a-8dac-4d45-8bae-400af4ee6f87,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:41.869395 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Attempting to bind port 8a14454a-8dac-4d45-8bae-400af4ee6f87 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:00:41.871297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Attempting to bind port 8a14454a-8dac-4d45-8bae-400af4ee6f87 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:00:41.871638 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Attempting to bind port 8a14454a-8dac-4d45-8bae-400af4ee6f87 on network a43b9b7b-1788-4563-b2a5-0cbffbd8845d {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:41.876971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Port 8a14454a-8dac-4d45-8bae-400af4ee6f87 on network a43b9b7b-1788-4563-b2a5-0cbffbd8845d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:00:41.877316 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Attempting to bind port 8a14454a-8dac-4d45-8bae-400af4ee6f87 on network a43b9b7b-1788-4563-b2a5-0cbffbd8845d {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:00:41.884117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:00:41.884494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Checking segment: {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:00:41.884830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Bound using segment: {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:00:41.885257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Bound port: 8a14454a-8dac-4d45-8bae-400af4ee6f87, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:00:41.885601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.916749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 21fbc9c0-3483-4151-bc2d-abc519f4285d up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:41.976716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] For port 8a14454a-8dac-4d45-8bae-400af4ee6f87, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:00:41.979766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] For port 8a14454a-8dac-4d45-8bae-400af4ee6f87, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:00:41.985052 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:41.992489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 21fbc9c0-3483-4151-bc2d-abc519f4285d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:41.992883 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:42.037714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.038292 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:42.040481 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] 10.222.0.32 "PUT /v2.0/ports/8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 200 len: 1093 time: 0.9904754 Mar 02 08:00:42.040943 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:42.068825 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eff7d1-15d9-472e-a2a1-4a5a5537b0bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a14454a-8dac-4d45-8bae-400af4ee6f87,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:42.123434 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'status': 'completed', 'code': 200} Mar 02 08:00:42.164897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-737b17ea-ef90-4f6b-b57b-71898a91d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.166408 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-737b17ea-ef90-4f6b-b57b-71898a91d7da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1096 time: 0.0805938 Mar 02 08:00:42.233962 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-a8146218-03f1-497d-a911-5b4f7fc4a966 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 200 len: 217 time: 0.0610151 Mar 02 08:00:42.298680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-9ec07922-e883-40dc-b68f-77a96a4826d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.300124 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-9ec07922-e883-40dc-b68f-77a96a4826d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97953192-0e02-4f1f-bfa8-69f6bd68a7b7 HTTP/1.1" status: 200 len: 832 time: 0.0599742 Mar 02 08:00:42.375815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-0f89e13b-5fc6-4012-8506-6154dc8eaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.377194 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-0f89e13b-5fc6-4012-8506-6154dc8eaba3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712333 Mar 02 08:00:42.507976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-f97f0ba3-a500-4676-8db3-899981f92843 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242573 Mar 02 08:00:42.548620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb465d-df7c-4d97-8292-bbba3cd24a26 req-22ae4403-c2b6-4d03-9c1f-38258920439c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.550095 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-44eb465d-df7c-4d97-8292-bbba3cd24a26 req-22ae4403-c2b6-4d03-9c1f-38258920439c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 943 time: 0.0798595 Mar 02 08:00:42.593061 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-44eb465d-df7c-4d97-8292-bbba3cd24a26 req-449cd6e5-24db-42db-b92a-319c7acd39eb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373354 Mar 02 08:00:42.638225 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-211c4f96-647a-413f-9a4e-c7fbd24356b5 req-224254ec-45ba-4d44-a726-ae776c5d2b20 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248510 Mar 02 08:00:42.750725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-8182b1be-2ab6-44d6-b312-f7e2c501a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.752207 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-8182b1be-2ab6-44d6-b312-f7e2c501a114 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1096 time: 0.0740767 Mar 02 08:00:42.881342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-2a146862-87c3-454b-b69b-8b2b5f9285ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:42.882834 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-2a146862-87c3-454b-b69b-8b2b5f9285ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 200 len: 897 time: 0.1240387 Mar 02 08:00:42.947908 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-2c109b71-73d3-466b-b88b-ee9a09195d0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 200 len: 217 time: 0.0589714 Mar 02 08:00:43.106142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-72cfb92d-391f-4f10-ba4b-8e5396839e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:43.107579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-72cfb92d-391f-4f10-ba4b-8e5396839e15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97953192-0e02-4f1f-bfa8-69f6bd68a7b7 HTTP/1.1" status: 200 len: 832 time: 0.1535442 Mar 02 08:00:43.185008 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-fc4ebfbf-2458-4ce4-869c-4f3f35cb9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:43.186424 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-fc4ebfbf-2458-4ce4-869c-4f3f35cb9c72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720761 Mar 02 08:00:43.314753 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-52d2f939-c20d-4c20-9ee3-0f9fd0b55670 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211953 Mar 02 08:00:43.445692 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-789a402a-93b9-4bc3-8ea0-5ae2bf095ffc req-84e94b7d-65b8-40b2-9501-19ee0baf2428 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235743 Mar 02 08:00:43.777984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba47ace-91cc-4a5a-8dae-c7fd2cc75aea req-f6eaaaf3-e70f-460d-a7f4-5c4128a14620 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:43.778585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1ba47ace-91cc-4a5a-8dae-c7fd2cc75aea req-f6eaaaf3-e70f-460d-a7f4-5c4128a14620 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:00:43.793067 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1ba47ace-91cc-4a5a-8dae-c7fd2cc75aea req-f6eaaaf3-e70f-460d-a7f4-5c4128a14620 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:00:43.794201 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ba47ace-91cc-4a5a-8dae-c7fd2cc75aea req-f6eaaaf3-e70f-460d-a7f4-5c4128a14620 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 943 time: 0.0969589 Mar 02 08:00:43.837566 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ba47ace-91cc-4a5a-8dae-c7fd2cc75aea req-71b60907-8194-49ba-a7f1-a3dc79bd8ce3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377522 Mar 02 08:00:45.018315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e675f6d-ae1e-4333-b6c5-b25f303a265d req-991a9083-2d1f-4a86-a040-36f38e9c0440 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:45.019774 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e675f6d-ae1e-4333-b6c5-b25f303a265d req-991a9083-2d1f-4a86-a040-36f38e9c0440 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 943 time: 0.0807874 Mar 02 08:00:45.073894 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e675f6d-ae1e-4333-b6c5-b25f303a265d req-23aeec4e-5732-47ab-85b4-a4e7ff0384d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479965 Mar 02 08:00:45.979630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8a14454a-8dac-4d45-8bae-400af4ee6f87 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:00:46.109561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8a14454a-8dac-4d45-8bae-400af4ee6f87, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:46.122963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'port_id': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'mac_address': 'fa:16:3e:96:54:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:00:46.180903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.197423 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a14454a-8dac-4d45-8bae-400af4ee6f87 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:00:46.213065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8a14454a-8dac-4d45-8bae-400af4ee6f87, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:46.216039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:46.258257 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539bf76-8295-46f1-adb2-8d3fd716b929 req-b456362d-ea04-4462-979a-830b812dc67c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:46.259724 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d539bf76-8295-46f1-adb2-8d3fd716b929 req-b456362d-ea04-4462-979a-830b812dc67c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 944 time: 0.0797660 Mar 02 08:00:46.280598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8a14454a-8dac-4d45-8bae-400af4ee6f87,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:46.304716 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d539bf76-8295-46f1-adb2-8d3fd716b929 req-4570e305-6b7c-47e5-b73c-d88296d10d54 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386777 Mar 02 08:00:46.417886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['8a14454a-8dac-4d45-8bae-400af4ee6f87'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:00:47.484644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff9c0-90f4-4eae-a96f-2a236a76d029 req-a9645b53-e868-4816-b1e4-e2b7b484a1f9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:47.486122 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7dbff9c0-90f4-4eae-a96f-2a236a76d029 req-a9645b53-e868-4816-b1e4-e2b7b484a1f9 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 944 time: 0.0795915 Mar 02 08:00:47.534140 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7dbff9c0-90f4-4eae-a96f-2a236a76d029 req-833a0bb7-8793-453b-b7e3-0573992f2b56 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416751 Mar 02 08:00:48.010711 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8a14454a-8dac-4d45-8bae-400af4ee6f87 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:00:48.076138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port 8a14454a-8dac-4d45-8bae-400af4ee6f87 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:00:48.080562 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port 8a14454a-8dac-4d45-8bae-400af4ee6f87 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:00:48.080929 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.191096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.217088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:48.226855 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port 8a14454a-8dac-4d45-8bae-400af4ee6f87, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:00:48.230904 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:48.261635 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'code': 200} Mar 02 08:00:48.299995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=8a14454a-8dac-4d45-8bae-400af4ee6f87,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:48.481452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1a02b-d405-447b-96a0-c72ea7460a48 req-aed0e65d-638e-4a6c-883d-d2f68150e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:48.482873 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9df1a02b-d405-447b-96a0-c72ea7460a48 req-aed0e65d-638e-4a6c-883d-d2f68150e4ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1098 time: 0.0713360 Mar 02 08:00:48.522505 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9df1a02b-d405-447b-96a0-c72ea7460a48 req-d34bb674-efbe-4889-8339-4b5271e95daf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339499 Mar 02 08:00:48.720721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfda803-444f-429f-925f-3ec9d13ad7f1 req-452d3311-13d6-4c65-83fa-03411a721995 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:48.722177 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ebfda803-444f-429f-925f-3ec9d13ad7f1 req-452d3311-13d6-4c65-83fa-03411a721995 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0820005 Mar 02 08:00:48.764821 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ebfda803-444f-429f-925f-3ec9d13ad7f1 req-29b9bc3c-3ede-4bd3-927b-09a026a425b7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370107 Mar 02 08:00:49.231675 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:49.950274 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065edb-43a1-4ab6-8e55-73be395b6ad1 req-15633624-0a94-47e2-8e19-b3c46c640c64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:49.951715 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c065edb-43a1-4ab6-8e55-73be395b6ad1 req-15633624-0a94-47e2-8e19-b3c46c640c64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0810125 Mar 02 08:00:49.994412 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1c065edb-43a1-4ab6-8e55-73be395b6ad1 req-e4302c66-53af-4e35-9694-295149d709d1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371881 Mar 02 08:00:50.176826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844e386-54df-499b-a462-750060829e0a req-d0f900a0-fb7a-43fd-a2ac-88a7e2539e6f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:50.178295 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8844e386-54df-499b-a462-750060829e0a req-d0f900a0-fb7a-43fd-a2ac-88a7e2539e6f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0819030 Mar 02 08:00:50.220726 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8844e386-54df-499b-a462-750060829e0a req-d024c8d8-7591-4d36-8aac-ceefad2efdc1 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369377 Mar 02 08:00:50.242930 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54238) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:50.310612 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c175217-fad3-465e-ac68-6e468eb24cbe tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:50.312125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4c175217-fad3-465e-ac68-6e468eb24cbe tempest-TestNetworkAdvancedServerOps-1078921168 tempest-TestNetworkAdvancedServerOps-1078921168-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1093 time: 0.0682638 Mar 02 08:00:50.314883 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54242) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:50.319780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:00:50.326203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:00:50.329936 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Usage tracker for resource:floatingip and tenant:b1ec7f15e4734cfb92ed39046443b623 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:00:50.333003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:00:50.339229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:00:50.350946 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.483400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.616198 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Allocated IP 172.26.4.250 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/f8b01f5c-23aa-4a76-b4ad-d177ca448715) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:00:50.761722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.789909 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:50.846345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:00:50.851043 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:00:50.854020 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:00:50.902991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=f8b01f5c-23aa-4a76-b4ad-d177ca448715,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:51.369722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.442150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.639929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.644227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.749762 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event updated for resources: {'Port': ['ID=f8b01f5c-23aa-4a76-b4ad-d177ca448715,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:00:51.759944 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:51.927327 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP 8023bfa6-0d34-4302-a8e3-85ecf468fd29 associated. External IP: 172.26.4.250, port: 8a14454a-8dac-4d45-8bae-400af4ee6f87. Mar 02 08:00:52.260517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:00:52.539859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:00:52.549558 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] Sync routers for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:00:52.558389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:52.558990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:52.563118 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:00:52.619968 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-812b9a9c-54ba-4d5f-8d66-9d4027eeefab tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3040767 Mar 02 08:00:52.620535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:00:52.664241 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'status': 'completed', 'code': 200} Mar 02 08:00:52.735657 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:00:52.771561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:52.816117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-56ec8824-4977-43ff-9dcb-11dce5449feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:52.817517 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-56ec8824-4977-43ff-9dcb-11dce5449feb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1098 time: 0.1321707 Mar 02 08:00:52.863610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6bdfa-b2e3-4026-9a7c-1d632f3e7873 req-9cd0e693-4b40-4ffe-9d7b-2a8314169838 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:52.865055 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbc6bdfa-b2e3-4026-9a7c-1d632f3e7873 req-9cd0e693-4b40-4ffe-9d7b-2a8314169838 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.1481643 Mar 02 08:00:52.978281 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dbc6bdfa-b2e3-4026-9a7c-1d632f3e7873 req-25cca1a8-4b47-4bd4-b7a8-fad3028bd9f7 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061821 Mar 02 08:00:52.993735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-5b0c6f04-a9a1-43c1-b795-67c4fe00f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:52.995174 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-5b0c6f04-a9a1-43c1-b795-67c4fe00f277 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 200 len: 897 time: 0.1708021 Mar 02 08:00:53.001452 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:53.105536 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-aa6f3f81-69fc-4466-bf0c-4661578d9e99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 200 len: 999 time: 0.1037889 Mar 02 08:00:53.110643 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4d9b6d13-8276-4ee9-8580-a4713427601b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/8023bfa6-0d34-4302-a8e3-85ecf468fd29 HTTP/1.1" status: 200 len: 991 time: 0.1078875 Mar 02 08:00:53.117602 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '8023bfa6-0d34-4302-a8e3-85ecf468fd29', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'port_id': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'mac_address': 'fa:16:3e:96:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:51Z', 'updated_at': '2022-03-02T08:00:51Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:40Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:53.121427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] Checking router: 917110e4-98d3-44ce-9cd9-56a8bdc870f7 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:00:53.129521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:00:53.130127 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:00:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:53.168370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-ed094e13-a2a6-47b7-aae6-54f0d4aec5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:53.169827 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-ed094e13-a2a6-47b7-aae6-54f0d4aec5fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97953192-0e02-4f1f-bfa8-69f6bd68a7b7 HTTP/1.1" status: 200 len: 832 time: 0.0574865 Mar 02 08:00:53.246115 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-c1d6988d-5679-4249-828d-ddcb2400fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:53.247579 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-c1d6988d-5679-4249-828d-ddcb2400fa1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719640 Mar 02 08:00:53.303634 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:00:53.378956 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-17783b02-fd40-478b-b4b6-3c6d2d986c28 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254768 Mar 02 08:00:53.626368 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89cd0bf-f347-440c-a137-1f6c0b9b8119 req-913a8a1b-25ad-49e5-85f5-406528e12a33 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418997 Mar 02 08:00:53.652134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '8023bfa6-0d34-4302-a8e3-85ecf468fd29', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'port_id': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'mac_address': 'fa:16:3e:96:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:51Z', 'updated_at': '2022-03-02T08:00:51Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:40Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:00:53.655999 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11f423-b771-443c-a2e6-fabc6998254b None None] The sync data for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv is: [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '8023bfa6-0d34-4302-a8e3-85ecf468fd29', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'port_id': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'mac_address': 'fa:16:3e:96:54:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:00:51Z', 'updated_at': '2022-03-02T08:00:51Z', 'revision_number': 0, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:40Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:00:53.853413 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d78d1-c61f-4b77-a0d2-2edf72706b8a None None] New status for floating IP 8023bfa6-0d34-4302-a8e3-85ecf468fd29: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:00:54.114005 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54254) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:00:54.221868 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-101b3668-5e04-4a16-b28f-0ef96fe85560 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/8023bfa6-0d34-4302-a8e3-85ecf468fd29 HTTP/1.1" status: 200 len: 993 time: 0.1053634 Mar 02 08:00:54.613416 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-7a8a018e-7e2a-46d3-8c00-d542d28db8f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665905 Mar 02 08:00:54.752648 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-e8dca0be-043a-4598-ac5d-5de0652c3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:54.754128 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-e8dca0be-043a-4598-ac5d-5de0652c3e26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1098 time: 0.0740998 Mar 02 08:00:54.895342 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-d41254d7-91a1-43bb-b88d-874c1742f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:54.896782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-d41254d7-91a1-43bb-b88d-874c1742f5b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 200 len: 897 time: 0.1239984 Mar 02 08:00:54.994480 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-ecbe2e62-e75c-40c7-8589-e698e39f8bd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 200 len: 1001 time: 0.0919414 Mar 02 08:00:55.057371 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-d23938b5-01a2-4e9b-8e31-c8cc6b450465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:55.058782 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-d23938b5-01a2-4e9b-8e31-c8cc6b450465 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97953192-0e02-4f1f-bfa8-69f6bd68a7b7 HTTP/1.1" status: 200 len: 832 time: 0.0583165 Mar 02 08:00:55.129899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-af1c8afe-a9bf-4e6f-bb84-5ecb99e7de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:00:55.131316 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-af1c8afe-a9bf-4e6f-bb84-5ecb99e7de79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662625 Mar 02 08:00:55.257275 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-b6e10867-e31a-48a1-86e9-144099baa113 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198330 Mar 02 08:00:55.385362 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c13c5737-5e36-4a6f-9284-d11d3b9e43e9 req-c0ed87bb-9a63-4dc6-b3df-38d4d5f097fd service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226406 Mar 02 08:01:02.614149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-876f27ef-336c-4ef7-8893-93a495bc1c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:04.849987 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec2622d0-f654-4333-bdfd-6cbc2fd506f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:05.936271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:05.959139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:07.225289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:19.230299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:25.899517 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b9e7b-eccf-42e5-8434-dd5f371e97d2 req-56423859-ff38-44b2-8fb3-2442aadb31bb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:25.900934 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-139b9e7b-eccf-42e5-8434-dd5f371e97d2 req-56423859-ff38-44b2-8fb3-2442aadb31bb tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0808940 Mar 02 08:01:25.944038 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-139b9e7b-eccf-42e5-8434-dd5f371e97d2 req-3c260a20-9a1a-4423-80e4-11ef77613f35 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375106 Mar 02 08:01:27.139311 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab155d64-c925-4311-8086-6d5351dfee1a req-9c6fc62d-0290-48e6-8ff9-5174c8b929dc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:27.140737 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab155d64-c925-4311-8086-6d5351dfee1a req-9c6fc62d-0290-48e6-8ff9-5174c8b929dc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0814192 Mar 02 08:01:27.182619 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab155d64-c925-4311-8086-6d5351dfee1a req-2fefbe55-81d2-43b8-81ce-e0dc7ce426ba tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363801 Mar 02 08:01:27.205304 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:27.308083 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-72ba5f8b-908d-4a59-8802-899a674d6c92 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/8023bfa6-0d34-4302-a8e3-85ecf468fd29 HTTP/1.1" status: 200 len: 993 time: 0.1012933 Mar 02 08:01:28.754591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3098b-e0ec-4f9e-9cca-d2f3e3d557c5 req-a3ee907b-c68a-4ace-86cd-50d5c45cdb5b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:28.756074 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5ab3098b-e0ec-4f9e-9cca-d2f3e3d557c5 req-a3ee907b-c68a-4ace-86cd-50d5c45cdb5b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0778580 Mar 02 08:01:28.763448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-d7587518-3f33-4d63-a5d1-be755b68616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:28.764905 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-d7587518-3f33-4d63-a5d1-be755b68616e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1098 time: 0.0689440 Mar 02 08:01:28.799029 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5ab3098b-e0ec-4f9e-9cca-d2f3e3d557c5 req-82b148a7-9652-42ee-83cb-be49b68be53c tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372632 Mar 02 08:01:28.893002 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-940b3468-1f13-4aa5-a451-e34906d8e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:28.894496 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-940b3468-1f13-4aa5-a451-e34906d8e0dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 200 len: 897 time: 0.1235704 Mar 02 08:01:28.995455 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-b4186a1e-b11f-492e-a492-44f262c1abdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 200 len: 1001 time: 0.0950923 Mar 02 08:01:29.058930 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-7780e538-26c9-46fa-a0b4-2c21c20ba6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:29.060305 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-7780e538-26c9-46fa-a0b4-2c21c20ba6eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97953192-0e02-4f1f-bfa8-69f6bd68a7b7 HTTP/1.1" status: 200 len: 832 time: 0.0592606 Mar 02 08:01:29.132295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-3375fe6b-f6e0-43da-abac-a3ed08855a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:29.133772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-3375fe6b-f6e0-43da-abac-a3ed08855a29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677764 Mar 02 08:01:29.355254 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-21dfc6ad-c9a8-4cff-9093-ae86dd076740 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157555 Mar 02 08:01:29.481423 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7230aa5e-0160-4770-ba27-85d6d6289701 req-917654c3-1dad-4ada-a1bb-94fbdbf96f36 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200843 Mar 02 08:01:29.734562 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:01:29.980184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77407e9b-f955-4a0e-864c-01f818da82a3 req-02f0db97-3a8f-4286-88a8-10d85b81681b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:29.981976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77407e9b-f955-4a0e-864c-01f818da82a3 req-02f0db97-3a8f-4286-88a8-10d85b81681b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0786946 Mar 02 08:01:30.036572 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77407e9b-f955-4a0e-864c-01f818da82a3 req-2cbf65e0-63ba-4659-b01c-37ee5bbe597a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489089 Mar 02 08:01:31.223780 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee73e6-7364-4455-82f4-9bd50eb3640e req-86553db1-2292-4a64-a10d-fbc50b7850b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:31.225196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-faee73e6-7364-4455-82f4-9bd50eb3640e req-86553db1-2292-4a64-a10d-fbc50b7850b6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0845399 Mar 02 08:01:31.267372 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-faee73e6-7364-4455-82f4-9bd50eb3640e req-a6622ddd-7f61-4696-b8b6-aa2c394e31bd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359030 Mar 02 08:01:31.290685 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54288) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:31.407604 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b6da7798-5fc4-4879-adca-21b0575ab363 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/floatingips/8023bfa6-0d34-4302-a8e3-85ecf468fd29 HTTP/1.1" status: 200 len: 993 time: 0.1158321 Mar 02 08:01:31.672367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54296) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:31.867699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port f8b01f5c-23aa-4a76-b4ad-d177ca448715 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:31.868033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:32.030041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:32.030261 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:32.147302 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for f8b01f5c-23aa-4a76-b4ad-d177ca448715 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:32.294227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:32.338995 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=f8b01f5c-23aa-4a76-b4ad-d177ca448715,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:32.377706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.378047 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.378376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.378703 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.379026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.379339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.379652 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.379963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.380300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.380610 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.380919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.381225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:32.542162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:32.542493 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Floating IP 8023bfa6-0d34-4302-a8e3-85ecf468fd29 disassociated (deleted). External IP: 172.26.4.250, port: 8a14454a-8dac-4d45-8bae-400af4ee6f87. Mar 02 08:01:32.615943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a535368-06ad-4e06-96f1-4534b104a1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:32.891146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:33.068757 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:33.078668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] Sync routers for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:33.087616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:33.088222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:33.089899 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:33.144735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9d14e281-fea4-40a5-9fbe-ecf1ecda2d52 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/floatingips/8023bfa6-0d34-4302-a8e3-85ecf468fd29 HTTP/1.1" status: 204 len: 168 time: 1.4710135 Mar 02 08:01:33.145272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:01:33.190506 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'status': 'completed', 'code': 200} Mar 02 08:01:33.297168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-635d5cdb-0d90-4a1e-80c8-9057fe8e9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:33.298687 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-635d5cdb-0d90-4a1e-80c8-9057fe8e9277 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1ec7f15e4734cfb92ed39046443b623&device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 1098 time: 0.0779526 Mar 02 08:01:33.350545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:33.439422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-ec76ba3a-03bc-4f11-b503-6602eb433956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:33.440787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-ec76ba3a-03bc-4f11-b503-6602eb433956 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 200 len: 897 time: 0.1349325 Mar 02 08:01:33.549666 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-1ddc6b3e-62fb-408d-9f27-62d1bf71d809 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 200 len: 217 time: 0.1019487 Mar 02 08:01:33.629715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-bfc58d0c-aeac-46a8-94b3-a6ad169a3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:33.631155 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-bfc58d0c-aeac-46a8-94b3-a6ad169a3143 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97953192-0e02-4f1f-bfa8-69f6bd68a7b7 HTTP/1.1" status: 200 len: 832 time: 0.0745990 Mar 02 08:01:33.639818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc2ecf-894e-4a11-90bd-df44cc31dc50 req-2dd6b941-b2c4-45ee-b941-ee69f0310cdd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:33.641179 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76dc2ecf-894e-4a11-90bd-df44cc31dc50 req-2dd6b941-b2c4-45ee-b941-ee69f0310cdd tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.1429987 Mar 02 08:01:33.663853 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:40Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:33.667616 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] Checking router: 917110e4-98d3-44ce-9cd9-56a8bdc870f7 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:33.675676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:33.676272 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:33.725149 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76dc2ecf-894e-4a11-90bd-df44cc31dc50 req-7260f149-66d6-4ba1-b1f3-419c21066ef6 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527544 Mar 02 08:01:33.745248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-c3ab0fa6-1406-4388-bc07-f9e9a4c1f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:33.747020 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-c3ab0fa6-1406-4388-bc07-f9e9a4c1f441 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a43b9b7b-1788-4563-b2a5-0cbffbd8845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049871 Mar 02 08:01:33.849125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:33.877143 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-174fdd9c-0740-4160-b117-9fda20a1dafd service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223915 Mar 02 08:01:34.006117 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-accce186-7a6b-4a8d-a21b-34b23c3b42f4 req-c9e0e8b6-a80a-4c48-a252-ae49c98bc605 service neutron] 10.222.0.32 "GET /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222749 Mar 02 08:01:34.157896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:40Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:34.161736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed0e52-3f0f-4d8b-a460-2f1255fd4724 None None] The sync data for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv is: [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:36Z', 'revision_number': 4, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '21fbc9c0-3483-4151-bc2d-abc519f4285d', 'name': '', 'network_id': 'a43b9b7b-1788-4563-b2a5-0cbffbd8845d', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'mac_address': 'fa:16:3e:6e:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:35Z', 'updated_at': '2022-03-02T08:00:40Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'subnets': [{'id': '97953192-0e02-4f1f-bfa8-69f6bd68a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:34.363382 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0a0c2-e88e-4d63-a8ae-d50faa5fd2b0 None None] New status for floating IP 8023bfa6-0d34-4302-a8e3-85ecf468fd29: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:01:34.852162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-40c1075e-efb0-484f-9f1f-900a4a6410f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:34.919902 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aaa6f-bb20-41ef-be55-b68a83d97b4c req-77015259-f1bf-495a-abd4-1b0108ad7212 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:34.920586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-114aaa6f-bb20-41ef-be55-b68a83d97b4c req-77015259-f1bf-495a-abd4-1b0108ad7212 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Synchronizing usage tracker for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:01:34.936537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-114aaa6f-bb20-41ef-be55-b68a83d97b4c req-77015259-f1bf-495a-abd4-1b0108ad7212 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Unset dirty status for tenant:b1ec7f15e4734cfb92ed39046443b623 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:01:34.937686 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-114aaa6f-bb20-41ef-be55-b68a83d97b4c req-77015259-f1bf-495a-abd4-1b0108ad7212 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0979083 Mar 02 08:01:34.983244 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-114aaa6f-bb20-41ef-be55-b68a83d97b4c req-8901c0b6-2bcb-4ce7-b1dc-f89d9987c1da tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/security-groups?id=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395668 Mar 02 08:01:34.991726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-d3e4bba4-7065-4ba7-a461-467910e63f5b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:34.993141 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-d3e4bba4-7065-4ba7-a461-467910e63f5b tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 945 time: 0.0838335 Mar 02 08:01:35.061102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 8a14454a-8dac-4d45-8bae-400af4ee6f87 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:35.061369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:35.299301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 8a14454a-8dac-4d45-8bae-400af4ee6f87, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=8a14454a-8dac-4d45-8bae-400af4ee6f87,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:35.299658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:35.525288 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 8a14454a-8dac-4d45-8bae-400af4ee6f87 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:35.665777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:35.715928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=8a14454a-8dac-4d45-8bae-400af4ee6f87,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:35.754526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.754881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.755221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.755557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.755887 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.756215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.756538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.757509 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.757780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.758108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.758421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.758741 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:35.798105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] No DVR routers for this DVR port 8a14454a-8dac-4d45-8bae-400af4ee6f87 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:01:35.800239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:35.802601 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'name': 'network-vif-deleted', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:01:35.818157 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c7035e7-ba4c-47af-917e-8c2ee760a832 req-7177e412-c848-4a7b-9fa4-aa070c48e0c3 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.32 "DELETE /v2.0/ports/8a14454a-8dac-4d45-8bae-400af4ee6f87 HTTP/1.1" status: 204 len: 173 time: 0.8198884 Mar 02 08:01:35.847707 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba462a82-b572-42ec-9fc2-b10c4a71bc2f', 'name': 'network-vif-deleted', 'tag': '8a14454a-8dac-4d45-8bae-400af4ee6f87', 'status': 'completed', 'code': 200} Mar 02 08:01:35.939545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:35.963900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:36.144645 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-73a2d3d4-82e3-4ec5-acce-140ac52c2f43 req-ae503c3c-3768-43b0-a6fd-1c034b2fc81a tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba462a82-b572-42ec-9fc2-b10c4a71bc2f HTTP/1.1" status: 200 len: 210 time: 0.0422196 Mar 02 08:01:37.229398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:37.240803 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54314) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:37.885786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:38.165106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8a14454a-8dac-4d45-8bae-400af4ee6f87 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:38.198472 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: 8a14454a-8dac-4d45-8bae-400af4ee6f87 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:38.198819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device 8a14454a-8dac-4d45-8bae-400af4ee6f87 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:38.232504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port 21fbc9c0-3483-4151-bc2d-abc519f4285d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:38.232847 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:38.418728 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port 21fbc9c0-3483-4151-bc2d-abc519f4285d, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=21fbc9c0-3483-4151-bc2d-abc519f4285d,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:38.419446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:38.537398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for 21fbc9c0-3483-4151-bc2d-abc519f4285d owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:38.851492 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:38.900161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=21fbc9c0-3483-4151-bc2d-abc519f4285d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:39.280191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:39.643275 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:39.824201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:39.833705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] Sync routers for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:39.836338 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ccc2e2c-d19d-4540-bfba-4361b7a97fcc tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "PUT /v2.0/routers/917110e4-98d3-44ce-9cd9-56a8bdc870f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944905 Mar 02 08:01:39.839018 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54318) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:39.842836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:39.843447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:39.904934 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting subnet 97953192-0e02-4f1f-bfa8-69f6bd68a7b7 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:01:39.908115 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:39.965834 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.021792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:40.055483 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.127626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.168351 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Subnet': ['ID=97953192-0e02-4f1f-bfa8-69f6bd68a7b7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:40.176643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.183517 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-68dda7e0-00e5-482c-81a3-f355629fdc64 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/subnets/97953192-0e02-4f1f-bfa8-69f6bd68a7b7 HTTP/1.1" status: 204 len: 168 time: 0.3434505 Mar 02 08:01:40.186297 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54322) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:40.242654 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a54342-b389-4b87-9124-cc9b6d7acd73 None None] Network a43b9b7b-1788-4563-b2a5-0cbffbd8845d requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:01:40.360319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.509799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:01:38Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:40.516607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] Checking router: 917110e4-98d3-44ce-9cd9-56a8bdc870f7 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:40.525845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] Routers {'917110e4-98d3-44ce-9cd9-56a8bdc870f7'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:40.526451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:40.575221 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.589473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Deleting port bb96fb61-bdaa-4bd5-a09d-0eff38c19120 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:40.589866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.593039 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] DHCP port deletion for a43b9b7b-1788-4563-b2a5-0cbffbd8845d request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:01:40.601736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Deleting port ce735ab4-7cab-459a-80bb-58cf192ef82a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:01:40.602109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:40.794502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] Set router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:40.886924 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] For port bb96fb61-bdaa-4bd5-a09d-0eff38c19120, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:40.887539 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.009707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Calling delete_port for bb96fb61-bdaa-4bd5-a09d-0eff38c19120 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:41.093506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] For port ce735ab4-7cab-459a-80bb-58cf192ef82a, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ce735ab4-7cab-459a-80bb-58cf192ef82a,segment=NetworkSegment(741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4),segment_id=741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:41.094116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.174284 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.220033 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Port': ['ID=bb96fb61-bdaa-4bd5-a09d-0eff38c19120,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:41.233854 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Calling delete_port for ce735ab4-7cab-459a-80bb-58cf192ef82a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:01:41.312059 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.357457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.406714 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] No DVR routers for this DVR port ce735ab4-7cab-459a-80bb-58cf192ef82a on host dv-neutron-831485-1-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:01:41.416567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Pushing event deleted for resources: {'Port': ['ID=ce735ab4-7cab-459a-80bb-58cf192ef82a,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:41.419747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:01:38Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:41.426229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.426576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.426910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.427238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.427563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.427887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.428207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.429087 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.429420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.429795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.430115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.430428 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e386b1-4e14-49a5-b1b7-6f53a5da27db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:41.436720 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03e30-09a8-45c3-a123-5561fa839ed7 None None] The sync data for ids ['917110e4-98d3-44ce-9cd9-56a8bdc870f7'] in dv-neutron-831485-1-hyperv is: [{'id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130313732', 'tenant_id': 'b1ec7f15e4734cfb92ed39046443b623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:01:38Z', 'revision_number': 5, 'project_id': 'b1ec7f15e4734cfb92ed39046443b623', 'gw_port': {'id': 'bb96fb61-bdaa-4bd5-a09d-0eff38c19120', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917110e4-98d3-44ce-9cd9-56a8bdc870f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:00:31Z', 'updated_at': '2022-03-02T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:41.484917 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.487124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.511272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.511802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Fanout notify agent at l3_agent the message router_deleted on router 917110e4-98d3-44ce-9cd9-56a8bdc870f7 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:01:41.528639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.529735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b54cf6c3-2103-4157-b80c-59c931a722ac tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/routers/917110e4-98d3-44ce-9cd9-56a8bdc870f7 HTTP/1.1" status: 204 len: 168 time: 1.3424990 Mar 02 08:01:41.532457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:41.643826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.770271 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.797588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43b9b7b-1788-4563-b2a5-0cbffbd8845d']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:41.810644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:41.810935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741a5d54-7f54-4b6a-8ccb-6cbf19fa5ed4') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:41.822524 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.838971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.845166 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:01:41.845558 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:01:41.860870 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:01:41.948420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.966453 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:41.983306 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'Network': ['ID=a43b9b7b-1788-4563-b2a5-0cbffbd8845d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:41.988433 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4f4daffc-ad0c-4332-aec0-8a78c9d0dc32 tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/networks/a43b9b7b-1788-4563-b2a5-0cbffbd8845d HTTP/1.1" status: 204 len: 168 time: 0.4523685 Mar 02 08:01:41.988581 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:42.002554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 21fbc9c0-3483-4151-bc2d-abc519f4285d no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:42.061336 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e616f92b-0258-4a90-8c47-f963c44a7f5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.087567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 21fbc9c0-3483-4151-bc2d-abc519f4285d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:42.087923 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 21fbc9c0-3483-4151-bc2d-abc519f4285d not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:42.088356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ce735ab4-7cab-459a-80bb-58cf192ef82a no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:42.101069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e616f92b-0258-4a90-8c47-f963c44a7f5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.121228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ce735ab4-7cab-459a-80bb-58cf192ef82a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:42.121736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ce735ab4-7cab-459a-80bb-58cf192ef82a not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:42.171810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e616f92b-0258-4a90-8c47-f963c44a7f5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.188471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616f92b-0258-4a90-8c47-f963c44a7f5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31b44dc-0790-4e9a-b5a1-cd24e9893b6d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:42.200074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e616f92b-0258-4a90-8c47-f963c44a7f5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.201194 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e616f92b-0258-4a90-8c47-f963c44a7f5f tempest-TestNetworkAdvancedServerOps-1836510369 tempest-TestNetworkAdvancedServerOps-1836510369-project] 10.222.0.41 "DELETE /v2.0/security-groups/f31b44dc-0790-4e9a-b5a1-cd24e9893b6d HTTP/1.1" status: 204 len: 168 time: 0.2117310 Mar 02 08:01:42.566053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54340) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:42.722990 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d98fad63-79f2-45b8-b54e-0b59c5b51c63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1ec7f15e4734cfb92ed39046443b623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555977 Mar 02 08:01:42.725217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54346) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:42.780984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04172e7f-3dca-46a7-b3e6-5400e3ff3776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.806623 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04172e7f-3dca-46a7-b3e6-5400e3ff3776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.857141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04172e7f-3dca-46a7-b3e6-5400e3ff3776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.877180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04172e7f-3dca-46a7-b3e6-5400e3ff3776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e79156-8a14-47e3-838f-cbef9846dad0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:42.883645 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-04172e7f-3dca-46a7-b3e6-5400e3ff3776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:42.884922 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-04172e7f-3dca-46a7-b3e6-5400e3ff3776 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95e79156-8a14-47e3-838f-cbef9846dad0 HTTP/1.1" status: 204 len: 168 time: 0.1587753 Mar 02 08:01:43.151773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54354) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:43.262520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:43.276725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:43.280502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Usage tracker for resource:security_group_rule and tenant:963893988e804b2eadd8a11816180c84 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:43.283304 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:43.289401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:43.371895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:43.375360 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:43.424195 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=963893988e804b2eadd8a11816180c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713766 Mar 02 08:01:43.425041 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd05911-2530-415f-8d64-4eb4d045673a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d450f919-e428-4ca1-8d38-a839321720ba,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:43.426897 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:43.484314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-499956fa-f5aa-4a6d-ba66-9d94c91d5018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:43.510290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-499956fa-f5aa-4a6d-ba66-9d94c91d5018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:43.563492 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-499956fa-f5aa-4a6d-ba66-9d94c91d5018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:43.577225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499956fa-f5aa-4a6d-ba66-9d94c91d5018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450f919-e428-4ca1-8d38-a839321720ba,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:43.585809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-499956fa-f5aa-4a6d-ba66-9d94c91d5018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:43.586924 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-499956fa-f5aa-4a6d-ba66-9d94c91d5018 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d450f919-e428-4ca1-8d38-a839321720ba HTTP/1.1" status: 204 len: 168 time: 0.1590405 Mar 02 08:01:43.896063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bb96fb61-bdaa-4bd5-a09d-0eff38c19120 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:01:43.930930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: bb96fb61-bdaa-4bd5-a09d-0eff38c19120 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:01:43.931275 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device bb96fb61-bdaa-4bd5-a09d-0eff38c19120 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:01:44.424227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:44.525500 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688787943-network', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:44.530556 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:44.534520 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Usage tracker for resource:network and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:44.537414 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:44.543380 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:44.552717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Made reservation on behalf of dfccea9925844f0a9a347858b99f109b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:01:44.554965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.566636 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.580712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:44.584360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:44.587701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:44.593132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:44.672185 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.675820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.705290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:01:44.714030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12bd74-c6f4-4d81-8762-d257dd444bbf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:44.720964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.721889 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Added segment 1a525f2d-39b4-46d7-9c23-480c822b4fc4 of type vlan for network 38068d6b-fb45-4e0f-81ad-890165acead6 Mar 02 08:01:44.747788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.775508 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.776430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:44.777001 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:44.875981 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] Pushing event updated for resources: {'Network': ['ID=38068d6b-fb45-4e0f-81ad-890165acead6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:44.879299 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0df4dd3-198a-444f-a253-d7533c8978fa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4539900 Mar 02 08:01:44.882850 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54388) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:44.887106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 38068d6b-fb45-4e0f-81ad-890165acead6 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:01:44.887932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Request body: {'subnet': {'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688787943-subnet', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:44.892877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:44.896726 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Usage tracker for resource:subnet and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:44.899683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:44.905569 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:44.915742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Made reservation on behalf of dfccea9925844f0a9a347858b99f109b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:01:44.918285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.118112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.194019 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbf95aa-33e0-452e-9e87-c80130c5407c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:45.201129 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Checking segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:45.201480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Network hostable DHCP agents. Network: 38068d6b-fb45-4e0f-81ad-890165acead6, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:01:45.218754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Network 38068d6b-fb45-4e0f-81ad-890165acead6 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:01:45.227763 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 38068d6b-fb45-4e0f-81ad-890165acead6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:45.231659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:45.232183 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.236557 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eedbfc-fddd-4e7c-9b1e-bd8db88487a0 None None] Network 38068d6b-fb45-4e0f-81ad-890165acead6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:01:45.252013 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c545c5b7-d778-4d59-a2c6-a7440784ff0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3683059 Mar 02 08:01:45.254767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:45.259777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:45.264406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:45.268145 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Usage tracker for resource:router and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:45.271030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:45.276743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:45.287174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.288676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.305832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.457422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-38068d6b-fb45-4e0f-81ad-890165acead6', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:01:45.458293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.573674 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.609991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Allocated IP 172.20.0.2 (38068d6b-fb45-4e0f-81ad-890165acead6/9dbf95aa-33e0-452e-9e87-c80130c5407c/64421136-dcc2-47b9-99fe-b8eb93579505) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:45.827208 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.838408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Transition to ACTIVE for port object 64421136-dcc2-47b9-99fe-b8eb93579505 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:45.856405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Transition to ACTIVE for port object 64421136-dcc2-47b9-99fe-b8eb93579505 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:45.862577 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:45.924263 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Network 38068d6b-fb45-4e0f-81ad-890165acead6 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:45.926967 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:45.935363 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:45.941400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Pushing event updated for resources: {'Port': ['ID=64421136-dcc2-47b9-99fe-b8eb93579505,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:45.986025 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.018663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.027579 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Attempting to bind port 64421136-dcc2-47b9-99fe-b8eb93579505 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:01:46.027948 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Attempting to bind port 64421136-dcc2-47b9-99fe-b8eb93579505 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:01:46.028308 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Attempting to bind port 64421136-dcc2-47b9-99fe-b8eb93579505 on network 38068d6b-fb45-4e0f-81ad-890165acead6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:46.033395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:01:46.033794 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Checking segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:46.034205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.034581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Bound using segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:01:46.035036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Bound port: 64421136-dcc2-47b9-99fe-b8eb93579505, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:01:46.035406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.131978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] For port 64421136-dcc2-47b9-99fe-b8eb93579505, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:01:46.135292 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] For port 64421136-dcc2-47b9-99fe-b8eb93579505, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64421136-dcc2-47b9-99fe-b8eb93579505,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:01:46.139131 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.166423 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Allocated IP 172.26.4.46 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/39c5fbf1-5f9e-4eab-9e36-084f8dba4bff) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:46.222716 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d7c63-5266-4cd6-a8f9-911ec63e1cf2 None None] Pushing event updated for resources: {'Port': ['ID=64421136-dcc2-47b9-99fe-b8eb93579505,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:46.320164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.351199 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:46.426010 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:46.428903 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:46.432843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:46.481936 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Pushing event updated for resources: {'Port': ['ID=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:46.863184 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:47.160322 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd1171-bbcc-43f7-a470-af78bddb98d4 None None] Network 38068d6b-fb45-4e0f-81ad-890165acead6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:01:47.217823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:47.273930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ec2e1001-2487-49e4-8686-8f7ce05684a7 None None] Provisioning for port 64421136-dcc2-47b9-99fe-b8eb93579505 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:47.540795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Router 102716b7-0621-443c-b20d-97385f05e425 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:01:47.714069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:47.722721 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Sync routers for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:47.732370 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:47.732981 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:47.736416 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:47.737612 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-993ccc41-abb1-4db3-91e8-dddc5a0141f5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4819350 Mar 02 08:01:47.740213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:47.907311 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:47.973846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64421136-dcc2-47b9-99fe-b8eb93579505 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:48.040455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 64421136-dcc2-47b9-99fe-b8eb93579505 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:48.045431 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 64421136-dcc2-47b9-99fe-b8eb93579505 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:48.045951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.188993 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:46Z', 'revision_number': 3, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:48.192699 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Checking router: 102716b7-0621-443c-b20d-97385f05e425 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:48.193045 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Updating router 102716b7-0621-443c-b20d-97385f05e425 port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:01:48.194945 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.226757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 64421136-dcc2-47b9-99fe-b8eb93579505, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64421136-dcc2-47b9-99fe-b8eb93579505,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:48.231203 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.251901 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.302952 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=64421136-dcc2-47b9-99fe-b8eb93579505,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:48.413607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.573339 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.584812 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Transition to ACTIVE for port object 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:48.591050 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.616290 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Allocated IP 172.20.0.1 (38068d6b-fb45-4e0f-81ad-890165acead6/9dbf95aa-33e0-452e-9e87-c80130c5407c/ba292199-abb3-4d04-bf4b-65e2bf5d41b4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:48.664610 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Attempting to bind port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:01:48.664974 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Attempting to bind port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:01:48.665327 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Attempting to bind port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:48.671174 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Pushing event updated for resources: {'Port': ['ID=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:48.678508 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:01:48.678872 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:48.679262 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.679643 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:01:48.680094 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Bound port: 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:01:48.680452 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.703807 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.704149 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.704485 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.704815 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.705140 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.705466 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.705815 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.706133 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.706452 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.706769 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.707080 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.707393 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:01:48.794434 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] For port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:01:48.797662 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] For port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:01:48.802981 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.879583 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:48.880201 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:48.886482 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.902476 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Transition to ACTIVE for port object ba292199-abb3-4d04-bf4b-65e2bf5d41b4 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:48.926581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:48.936213 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae7049-e02a-45ae-b90c-79c942b61ac6 None None] Pushing event updated for resources: {'Port': ['ID=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:48.989610 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Network 38068d6b-fb45-4e0f-81ad-890165acead6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:48.992330 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:49.000467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:49.030664 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Pushing event updated for resources: {'Port': ['ID=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:49.060352 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:49.060516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:49.189132 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:49.223790 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:49.238956 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6d27f90b-830d-460a-80cd-99eb42018e5c None None] Provisioning for port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:49.244291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6d27f90b-830d-460a-80cd-99eb42018e5c None None] Provisioning complete for port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:49.244536 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d27f90b-830d-460a-80cd-99eb42018e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:49.303829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6d27f90b-830d-460a-80cd-99eb42018e5c None None] Port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:01:49.378986 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:46Z', 'revision_number': 3, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:49.383174 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1010a-2c49-43cd-8689-62672f4551f5 None None] The sync data for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv is: [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:46Z', 'revision_number': 3, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:49.412631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:49.417412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:49.525225 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:49.528675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Pushing event updated for resources: {'Port': ['ID=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:49.670007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Network 38068d6b-fb45-4e0f-81ad-890165acead6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:49.671350 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:49.876301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Router 102716b7-0621-443c-b20d-97385f05e425 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:49.931601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b108752e-38a7-403b-b8fb-f9a28aff9629 None None] Provisioning complete for port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:49.938661 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b108752e-38a7-403b-b8fb-f9a28aff9629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.007877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b108752e-38a7-403b-b8fb-f9a28aff9629 None None] Port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:01:50.028435 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64421136-dcc2-47b9-99fe-b8eb93579505 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:50.080921 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:50.099615 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8b8490e-adb7-4938-8be6-d00f8252b808 admin admin] 10.222.0.41 "PUT /v2.0/routers/102716b7-0621-443c-b20d-97385f05e425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3499942 Mar 02 08:01:50.102567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 64421136-dcc2-47b9-99fe-b8eb93579505 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:50.102728 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.225619 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:50.296260 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:50.301291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:50.301838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.419365 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.441408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:50.445636 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.513264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:50.609173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:50.614774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1901256297-network', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:50.620377 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:50.624243 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Usage tracker for resource:network and tenant:cf165fdbc8124985be43c35c4bc9a515 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:50.627173 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:50.632915 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:50.647635 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Made reservation on behalf of cf165fdbc8124985be43c35c4bc9a515 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:01:50.650078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.662431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.677223 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:50.681051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Usage tracker for resource:security_group_rule and tenant:cf165fdbc8124985be43c35c4bc9a515 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:50.684123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:50.689712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:50.772913 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.776536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.806056 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:01:50.814748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00216fb8-7ddc-4880-b2ca-2f852a13b2c7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:50.820295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.820564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Added segment 2057d060-aeaa-480b-87ff-f8ec659995de of type vlan for network 73b198bb-8782-4c7f-af64-c9de7aab232f Mar 02 08:01:50.846387 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.875754 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.876748 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:50.877321 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:50.880378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Sync routers for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:50.888989 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:50.889589 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:50.978620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] Pushing event updated for resources: {'Network': ['ID=73b198bb-8782-4c7f-af64-c9de7aab232f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:50.984395 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-78856473-8467-47e2-8b03-c320140d91ec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3740690 Mar 02 08:01:50.984672 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54420) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:50.992500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Request body: {'subnet': {'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1901256297-subnet', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:50.997625 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:51.001478 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Usage tracker for resource:subnet and tenant:cf165fdbc8124985be43c35c4bc9a515 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:51.004305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:51.011167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:51.020749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Made reservation on behalf of cf165fdbc8124985be43c35c4bc9a515 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:01:51.023167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.033366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 73b198bb-8782-4c7f-af64-c9de7aab232f details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:01:51.154434 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:51.223440 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.298263 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17450e28-f16a-4fac-81f2-b1a103709379,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:51.304956 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Checking segment: {'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:51.305376 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Network hostable DHCP agents. Network: 73b198bb-8782-4c7f-af64-c9de7aab232f, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:01:51.325870 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Network 73b198bb-8782-4c7f-af64-c9de7aab232f is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:01:51.335872 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 73b198bb-8782-4c7f-af64-c9de7aab232f) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:51.340191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:51.340949 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.367165 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54f0d448-8e67-4bd6-bba2-2f6d2ffa0a9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3806591 Mar 02 08:01:51.369278 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b15d9b-6dce-41f8-bca9-defd5bd78b7f None None] Network 73b198bb-8782-4c7f-af64-c9de7aab232f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:01:51.369934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:51.375286 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:51.381314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:51.385301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Usage tracker for resource:router and tenant:cf165fdbc8124985be43c35c4bc9a515 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:51.388246 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:51.393972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:51.405996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.406973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.422879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.703171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 2, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:51.706470 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-73b198bb-8782-4c7f-af64-c9de7aab232f', 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'fixed_ips': [{'subnet_id': '17450e28-f16a-4fac-81f2-b1a103709379'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:01:51.707275 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.726417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Checking router: 102716b7-0621-443c-b20d-97385f05e425 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:51.726773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Updating router 102716b7-0621-443c-b20d-97385f05e425 port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:01:51.802437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.828729 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:51.961976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:52.074943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Allocated IP 172.20.0.2 (73b198bb-8782-4c7f-af64-c9de7aab232f/17450e28-f16a-4fac-81f2-b1a103709379/ae237748-0d94-4bce-8103-213395a965e1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:52.114187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.144912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.268530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:52.268872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.279289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Allocated IP 172.26.4.82 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/4560ad61-004a-4194-8d93-83079ea3fcf7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:52.424690 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.454036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.511433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:52.514277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:52.516793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:52.573090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Pushing event updated for resources: {'Port': ['ID=4560ad61-004a-4194-8d93-83079ea3fcf7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:52.577382 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.594153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Transition to ACTIVE for port object ae237748-0d94-4bce-8103-213395a965e1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:52.610063 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.627792 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Transition to ACTIVE for port object ae237748-0d94-4bce-8103-213395a965e1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:52.629211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Transition to ACTIVE for port object ba292199-abb3-4d04-bf4b-65e2bf5d41b4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:52.636822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.676016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:52.704759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Network 73b198bb-8782-4c7f-af64-c9de7aab232f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:52.709096 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:52.712452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:52.805965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Pushing event updated for resources: {'Port': ['ID=ae237748-0d94-4bce-8103-213395a965e1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:52.993972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68b4df-4d13-4a15-b3df-523c12faa6d8 None None] Pushing event updated for resources: {'Port': ['ID=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:53.017788 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Attempting to bind port ae237748-0d94-4bce-8103-213395a965e1 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:01:53.018158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Attempting to bind port ae237748-0d94-4bce-8103-213395a965e1 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:01:53.018521 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Attempting to bind port ae237748-0d94-4bce-8103-213395a965e1 on network 73b198bb-8782-4c7f-af64-c9de7aab232f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:53.033734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:01:53.034046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Checking segment: {'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:53.034452 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.034845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Bound using segment: {'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:01:53.035309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Bound port: ae237748-0d94-4bce-8103-213395a965e1, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:01:53.035682 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.051121 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Attempting to bind port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:01:53.051484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Attempting to bind port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:01:53.051955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Attempting to bind port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 on network 38068d6b-fb45-4e0f-81ad-890165acead6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:53.064600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.083160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:01:53.083539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Checking segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:53.083941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.084877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Bound using segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:01:53.085336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Bound port: ba292199-abb3-4d04-bf4b-65e2bf5d41b4, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:01:53.085742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.251217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] For port ae237748-0d94-4bce-8103-213395a965e1, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:01:53.264960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] For port ae237748-0d94-4bce-8103-213395a965e1, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae237748-0d94-4bce-8103-213395a965e1,segment=NetworkSegment(2057d060-aeaa-480b-87ff-f8ec659995de),segment_id=2057d060-aeaa-480b-87ff-f8ec659995de)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:01:53.267747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] For port ba292199-abb3-4d04-bf4b-65e2bf5d41b4, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:01:53.270833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] For port ba292199-abb3-4d04-bf4b-65e2bf5d41b4, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:01:53.272919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.313091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.367221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd435c08-e16b-4a6f-8042-3f36687352ff None None] Pushing event updated for resources: {'Port': ['ID=ae237748-0d94-4bce-8103-213395a965e1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:53.407280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:53.407936 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:53.417966 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.531824 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68b4df-4d13-4a15-b3df-523c12faa6d8 None None] Pushing event updated for resources: {'Port': ['ID=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:53.668024 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Router bd5c7f91-a0fd-447d-87b6-acaa965b6478 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:01:53.674497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:53.856720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:53.866686 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Sync routers for ids ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:53.876148 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Routers {'bd5c7f91-a0fd-447d-87b6-acaa965b6478'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:53.876978 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:53.883074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:53.887156 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c987f78a-bc0d-457f-ae34-e22588995526 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5134981 Mar 02 08:01:53.887931 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54428) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:54.007028 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae237748-0d94-4bce-8103-213395a965e1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:54.074885 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:53Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:54.080296 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Set router bd5c7f91-a0fd-447d-87b6-acaa965b6478 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:54.081189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d62a51-10fc-423e-9897-1b053686eda5 None None] The sync data for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv is: [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:53Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:54.104085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ae237748-0d94-4bce-8103-213395a965e1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:54.441085 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:01:52Z', 'revision_number': 3, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port': {'id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:52Z', 'updated_at': '2022-03-02T08:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:54.447837 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Checking router: bd5c7f91-a0fd-447d-87b6-acaa965b6478 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:54.448282 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Updating router bd5c7f91-a0fd-447d-87b6-acaa965b6478 port 4560ad61-004a-4194-8d93-83079ea3fcf7 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:01:54.506761 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:54.551185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1596f70-0796-4368-be45-0ecf49b4f63e None None] Network 73b198bb-8782-4c7f-af64-c9de7aab232f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:01:54.720655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6e7a02ac-0c11-46b2-bfa2-05fa40dd9218 None None] Provisioning for port ae237748-0d94-4bce-8103-213395a965e1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:54.733817 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6e7a02ac-0c11-46b2-bfa2-05fa40dd9218 None None] Provisioning complete for port ae237748-0d94-4bce-8103-213395a965e1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:54.734142 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6e7a02ac-0c11-46b2-bfa2-05fa40dd9218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:54.741677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:54.924872 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:54.945287 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Transition to ACTIVE for port object 4560ad61-004a-4194-8d93-83079ea3fcf7 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:54.947215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6e7a02ac-0c11-46b2-bfa2-05fa40dd9218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:54.958926 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:54.992353 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6e7a02ac-0c11-46b2-bfa2-05fa40dd9218 None None] For port ae237748-0d94-4bce-8103-213395a965e1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae237748-0d94-4bce-8103-213395a965e1,segment=NetworkSegment(2057d060-aeaa-480b-87ff-f8ec659995de),segment_id=2057d060-aeaa-480b-87ff-f8ec659995de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:55.002444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6e7a02ac-0c11-46b2-bfa2-05fa40dd9218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.053916 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Allocated IP 172.20.0.1 (73b198bb-8782-4c7f-af64-c9de7aab232f/17450e28-f16a-4fac-81f2-b1a103709379/f95e657f-e07d-4282-a79c-ce9a53704f4e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:01:55.059564 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Attempting to bind port 4560ad61-004a-4194-8d93-83079ea3fcf7 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:01:55.071634 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Attempting to bind port 4560ad61-004a-4194-8d93-83079ea3fcf7 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:01:55.071766 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Attempting to bind port 4560ad61-004a-4194-8d93-83079ea3fcf7 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:55.090883 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:01:55.091251 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:55.091653 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.092041 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:01:55.092497 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Bound port: 4560ad61-004a-4194-8d93-83079ea3fcf7, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:01:55.092869 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.094189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a02ac-0c11-46b2-bfa2-05fa40dd9218 None None] Pushing event updated for resources: {'Port': ['ID=ae237748-0d94-4bce-8103-213395a965e1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:55.116707 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e7d24-5acb-4224-a2c7-d41b03b968b4 None None] Pushing event updated for resources: {'Port': ['ID=4560ad61-004a-4194-8d93-83079ea3fcf7,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:55.172171 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] For port 4560ad61-004a-4194-8d93-83079ea3fcf7, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:01:55.175642 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] For port 4560ad61-004a-4194-8d93-83079ea3fcf7, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4560ad61-004a-4194-8d93-83079ea3fcf7,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:01:55.181470 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.234707 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.252463 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Transition to ACTIVE for port object f95e657f-e07d-4282-a79c-ce9a53704f4e will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:55.269585 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Routers {'bd5c7f91-a0fd-447d-87b6-acaa965b6478'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:55.270242 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:55.278980 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.333857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ca01d9d0-4f09-4dae-a43f-fe7ade0b8f4b None None] Provisioning complete for port ae237748-0d94-4bce-8103-213395a965e1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:55.334780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ca01d9d0-4f09-4dae-a43f-fe7ade0b8f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.400003 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e7d24-5acb-4224-a2c7-d41b03b968b4 None None] Pushing event updated for resources: {'Port': ['ID=4560ad61-004a-4194-8d93-83079ea3fcf7,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:55.460243 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Network 73b198bb-8782-4c7f-af64-c9de7aab232f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:55.463085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:55.471106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:01:55.518364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Pushing event updated for resources: {'Port': ['ID=f95e657f-e07d-4282-a79c-ce9a53704f4e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:55.552303 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] Set router bd5c7f91-a0fd-447d-87b6-acaa965b6478 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:55.556175 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.712647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9499d3d1-1d99-4c11-b948-eb9e33e6a2ef None None] Provisioning for port f95e657f-e07d-4282-a79c-ce9a53704f4e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:55.718845 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9499d3d1-1d99-4c11-b948-eb9e33e6a2ef None None] Provisioning complete for port f95e657f-e07d-4282-a79c-ce9a53704f4e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:55.719328 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9499d3d1-1d99-4c11-b948-eb9e33e6a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.811736 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9499d3d1-1d99-4c11-b948-eb9e33e6a2ef None None] Port f95e657f-e07d-4282-a79c-ce9a53704f4e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:01:55.829500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:55.851150 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:01:52Z', 'revision_number': 3, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port': {'id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:52Z', 'updated_at': '2022-03-02T08:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:55.855127 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3c8ba-3f30-466f-9dc5-04de3b7353fb None None] The sync data for ids ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'] in dv-neutron-831485-1-hyperv is: [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:01:52Z', 'revision_number': 3, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port': {'id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:52Z', 'updated_at': '2022-03-02T08:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:01:56.030525 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ba292199-abb3-4d04-bf4b-65e2bf5d41b4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:56.097896 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.103224 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.123076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:56.135769 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:56.136165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.213784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Pushing event updated for resources: {'Port': ['ID=f95e657f-e07d-4282-a79c-ce9a53704f4e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:56.216391 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.260655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.307468 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port ba292199-abb3-4d04-bf4b-65e2bf5d41b4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:56.313757 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.314614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae237748-0d94-4bce-8103-213395a965e1 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:56.362161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Network 73b198bb-8782-4c7f-af64-c9de7aab232f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:01:56.364074 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:01:56.441032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:56.464764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ae237748-0d94-4bce-8103-213395a965e1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:56.465140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.609225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Router bd5c7f91-a0fd-447d-87b6-acaa965b6478 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:01:56.639316 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9173a959-9442-46c4-bd77-54d1cab37b1e None None] Provisioning complete for port f95e657f-e07d-4282-a79c-ce9a53704f4e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:56.639689 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9173a959-9442-46c4-bd77-54d1cab37b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:56.694182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9173a959-9442-46c4-bd77-54d1cab37b1e None None] Port f95e657f-e07d-4282-a79c-ce9a53704f4e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:01:56.799754 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8262b22-de15-408c-b611-68317469297c admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:01:56.809299 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c8262b22-de15-408c-b611-68317469297c admin admin] 10.222.0.41 "PUT /v2.0/routers/bd5c7f91-a0fd-447d-87b6-acaa965b6478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9194527 Mar 02 08:01:57.343603 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54438) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:57.348722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634888644', 'description': 'tempest-secgroup-smoke-634888644 description', 'project_id': 'dfccea9925844f0a9a347858b99f109b'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:57.354706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:57.358553 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:57.361378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:57.367797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:57.377677 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.397919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:57.401759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:57.404563 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:57.410200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:57.472094 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Sync routers for ids ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:01:57.479439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.481547 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Routers {'bd5c7f91-a0fd-447d-87b6-acaa965b6478'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:57.482253 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:57.483470 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.524963 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206e3ea8-876c-4e80-9c65-0ab9a6962a23,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:57.527911 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.529938 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09684775-7f2c-425f-9ffd-0b1c5f9b9122 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1846006 Mar 02 08:01:57.532691 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:57.540615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '206e3ea8-876c-4e80-9c65-0ab9a6962a23', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:57.546824 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:57.551080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:57.555344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:57.561911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:57.578087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.641814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.645409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.663116 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Set router bd5c7f91-a0fd-447d-87b6-acaa965b6478 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:57.667974 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15516e80-55e8-42f8-a8a6-352a88f0d3a7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:57.676902 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.678745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff3bcccd-f6e7-4f87-b1bf-6da913dbbf91 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450253 Mar 02 08:01:57.681480 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:57.686645 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '206e3ea8-876c-4e80-9c65-0ab9a6962a23', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:57.692403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:57.696832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:57.699815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:57.705539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:57.722081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.781417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.786123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.810172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d47f82d-1f80-43fb-916e-70879f119bd1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:57.819404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.820578 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0eb7fd5b-b957-49b0-b917-e07e5ff74f4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378868 Mar 02 08:01:57.823234 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:57.828449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '206e3ea8-876c-4e80-9c65-0ab9a6962a23', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:57.834575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:57.838402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:57.841227 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:57.846832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:57.864426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.937174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.941937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.964815 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d25d2b0-3033-4243-8d6c-15f8bde8d056,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:57.976555 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:57.980430 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-286dfd75-ed3b-4387-9cd4-7b306df0c6af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537964 Mar 02 08:01:57.980777 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:57.985962 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '206e3ea8-876c-4e80-9c65-0ab9a6962a23', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:57.990837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:01:55Z', 'revision_number': 4, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port': {'id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:52Z', 'updated_at': '2022-03-02T08:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'f95e657f-e07d-4282-a79c-ce9a53704f4e', 'name': '', 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'mac_address': 'fa:16:3e:64:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '17450e28-f16a-4fac-81f2-b1a103709379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:54Z', 'updated_at': '2022-03-02T08:01:55Z', 'revision_number': 2, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'subnets': [{'id': '17450e28-f16a-4fac-81f2-b1a103709379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:57.992430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:57.994980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Checking router: bd5c7f91-a0fd-447d-87b6-acaa965b6478 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:01:57.995343 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Updating router bd5c7f91-a0fd-447d-87b6-acaa965b6478 port f95e657f-e07d-4282-a79c-ce9a53704f4e binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:01:57.996103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:57.998982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:58.004566 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:58.024001 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.032894 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ba292199-abb3-4d04-bf4b-65e2bf5d41b4 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:58.088026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.091715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.093704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.116424 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ed6c49-127b-44bb-a7fa-70b6699d65c6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:58.127178 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.128350 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-20359eb3-d229-4ff7-9f90-82517fc5ff55 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465938 Mar 02 08:01:58.131673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:58.136582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '206e3ea8-876c-4e80-9c65-0ab9a6962a23', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:58.142303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:58.145938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:58.148697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:58.154191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:58.166718 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Project dfccea9925844f0a9a347858b99f109b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:01:58.173081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.173594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:58.173993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.346937 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.353833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.379825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5629a235-fcfa-40a3-b651-00e99d510934,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:58.390797 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.393690 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14820937-1ec8-44e2-9a10-70c1690adf39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2595513 Mar 02 08:01:58.395168 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:01:58.401083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '206e3ea8-876c-4e80-9c65-0ab9a6962a23', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:01:58.411322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:01:58.416293 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:01:58.420494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:01:58.426845 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:01:58.438923 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Project dfccea9925844f0a9a347858b99f109b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:01:58.446832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.516642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4560ad61-004a-4194-8d93-83079ea3fcf7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:01:58.520169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.524718 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.546771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae74763-1682-43d4-b448-f8cc9aadfc8b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:58.559380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.560586 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-160956f6-4ad3-40ec-98c2-981e68c8d6cf tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645038 Mar 02 08:01:58.648578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 4560ad61-004a-4194-8d93-83079ea3fcf7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:01:58.662842 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4560ad61-004a-4194-8d93-83079ea3fcf7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:01:58.663225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.716370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.738984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Transition to ACTIVE for port object f95e657f-e07d-4282-a79c-ce9a53704f4e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:01:58.742646 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-5fe502b6-6bca-44ba-9e96-de02479adefc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:01:58.760838 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-5fe502b6-6bca-44ba-9e96-de02479adefc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:01:58.761988 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-5fe502b6-6bca-44ba-9e96-de02479adefc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634888644&fields=id&tenant_id=dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 267 time: 0.0594141 Mar 02 08:01:58.774960 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.922579 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-7ad7b6e3-60f2-44c0-96d8-a172c912ec1d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:01:58.923992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171083-9b13-4e61-b93f-d0817e482e3d None None] Pushing event updated for resources: {'Port': ['ID=f95e657f-e07d-4282-a79c-ce9a53704f4e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:58.924122 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-7ad7b6e3-60f2-44c0-96d8-a172c912ec1d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 808 time: 0.1552379 Mar 02 08:01:58.926175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:58.944487 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-bd6bcc19-4631-4a48-98d6-eb7cfa46fc6d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/quotas/dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 375 time: 0.0101821 Mar 02 08:01:59.010943 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 4560ad61-004a-4194-8d93-83079ea3fcf7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4560ad61-004a-4194-8d93-83079ea3fcf7,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:01:59.020910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:59.031671 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-1f3a7ddc-dad7-439e-a562-0a5d02e7a60a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816996 Mar 02 08:01:59.069613 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Attempting to bind port f95e657f-e07d-4282-a79c-ce9a53704f4e on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:01:59.070004 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Attempting to bind port f95e657f-e07d-4282-a79c-ce9a53704f4e by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:01:59.070361 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Attempting to bind port f95e657f-e07d-4282-a79c-ce9a53704f4e on network 73b198bb-8782-4c7f-af64-c9de7aab232f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:01:59.080390 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:01:59.080763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Checking segment: {'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:01:59.081161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:59.081556 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Bound using segment: {'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:01:59.082046 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Bound port: f95e657f-e07d-4282-a79c-ce9a53704f4e, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2057d060-aeaa-480b-87ff-f8ec659995de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:01:59.082415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:59.149599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=4560ad61-004a-4194-8d93-83079ea3fcf7,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:59.196206 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] For port f95e657f-e07d-4282-a79c-ce9a53704f4e, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:01:59.199163 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] For port f95e657f-e07d-4282-a79c-ce9a53704f4e, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f95e657f-e07d-4282-a79c-ce9a53704f4e,segment=NetworkSegment(2057d060-aeaa-480b-87ff-f8ec659995de),segment_id=2057d060-aeaa-480b-87ff-f8ec659995de)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:01:59.204690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:01:59.275125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-61552282-09b1-4c7e-a108-e90b8353cfbd service neutron] 10.222.0.41 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315483 Mar 02 08:01:59.290930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Routers {'bd5c7f91-a0fd-447d-87b6-acaa965b6478'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:01:59.291563 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:01:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:59.346407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171083-9b13-4e61-b93f-d0817e482e3d None None] Pushing event updated for resources: {'Port': ['ID=f95e657f-e07d-4282-a79c-ce9a53704f4e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:01:59.427453 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-b17acf43-dc02-4fbe-bfb2-c01f25a1722a service neutron] 10.222.0.41 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388640 Mar 02 08:01:59.478809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] Set router bd5c7f91-a0fd-447d-87b6-acaa965b6478 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:01:59.611848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6e4cd6eb-9486-4e17-982b-64e1cd9f4fec req-8701a4fb-ac6f-4ee5-b4e4-ef280ce944a2 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:01:59.636441 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6e4cd6eb-9486-4e17-982b-64e1cd9f4fec req-8701a4fb-ac6f-4ee5-b4e4-ef280ce944a2 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:01:59.637627 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e4cd6eb-9486-4e17-982b-64e1cd9f4fec req-8701a4fb-ac6f-4ee5-b4e4-ef280ce944a2 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 210 time: 0.0683000 Mar 02 08:01:59.814290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:01:55Z', 'revision_number': 4, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port': {'id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:52Z', 'updated_at': '2022-03-02T08:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'f95e657f-e07d-4282-a79c-ce9a53704f4e', 'name': '', 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'mac_address': 'fa:16:3e:64:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '17450e28-f16a-4fac-81f2-b1a103709379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:54Z', 'updated_at': '2022-03-02T08:01:59Z', 'revision_number': 4, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'subnets': [{'id': '17450e28-f16a-4fac-81f2-b1a103709379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:01:59.819129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461218e-37d4-4508-b1fa-725554e4c170 None None] The sync data for ids ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'] in dv-neutron-831485-1-hyperv is: [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:01:55Z', 'revision_number': 4, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port': {'id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:52Z', 'updated_at': '2022-03-02T08:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'f95e657f-e07d-4282-a79c-ce9a53704f4e', 'name': '', 'network_id': '73b198bb-8782-4c7f-af64-c9de7aab232f', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'mac_address': 'fa:16:3e:64:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '17450e28-f16a-4fac-81f2-b1a103709379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:54Z', 'updated_at': '2022-03-02T08:01:59Z', 'revision_number': 4, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'subnets': [{'id': '17450e28-f16a-4fac-81f2-b1a103709379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:02:00.036153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f95e657f-e07d-4282-a79c-ce9a53704f4e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:02:00.105181 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port f95e657f-e07d-4282-a79c-ce9a53704f4e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:02:00.110818 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f95e657f-e07d-4282-a79c-ce9a53704f4e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:02:00.111122 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:00.285038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:00.319230 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port f95e657f-e07d-4282-a79c-ce9a53704f4e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f95e657f-e07d-4282-a79c-ce9a53704f4e,segment=NetworkSegment(2057d060-aeaa-480b-87ff-f8ec659995de),segment_id=2057d060-aeaa-480b-87ff-f8ec659995de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:02:00.326338 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:00.327035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4560ad61-004a-4194-8d93-83079ea3fcf7 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:02:00.440172 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=f95e657f-e07d-4282-a79c-ce9a53704f4e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:00.452514 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 4560ad61-004a-4194-8d93-83079ea3fcf7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:02:00.453212 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:00.713988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-818b1735-1291-410d-b766-4b3523dc5471 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:00.715729 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-818b1735-1291-410d-b766-4b3523dc5471 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:02:00.746895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-818b1735-1291-410d-b766-4b3523dc5471 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:02:00.748480 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-818b1735-1291-410d-b766-4b3523dc5471 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 808 time: 0.2025921 Mar 02 08:02:00.804324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-023ee065-888c-41ef-9e7a-47681b00961c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:02:00.817081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-023ee065-888c-41ef-9e7a-47681b00961c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:02:00.818568 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-023ee065-888c-41ef-9e7a-47681b00961c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 379 time: 0.0613852 Mar 02 08:02:00.822320 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-db9c1d1c-1712-4de5-858b-e47f14dd3af6 req-57dc8908-5d25-4fff-8ee4-7d78eef9091d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 210 time: 0.0503476 Mar 02 08:02:00.831944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'port': {'device_id': '228fc444-add6-4593-8040-03c8e82dac29', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'admin_state_up': True, 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'security_groups': ['206e3ea8-876c-4e80-9c65-0ab9a6962a23']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:02:00.977477 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:02:00.987242 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:02:00.997521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Made reservation on behalf of dfccea9925844f0a9a347858b99f109b for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:02:01.001036 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:01.261596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Allocated IP 172.20.0.4 (38068d6b-fb45-4e0f-81ad-890165acead6/9dbf95aa-33e0-452e-9e87-c80130c5407c/cad42a3c-eee0-4c09-9139-e1760d5c5d38) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:02:01.455408 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:01.470624 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Transition to ACTIVE for port object cad42a3c-eee0-4c09-9139-e1760d5c5d38 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:02:01.494428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:01.564881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Network 38068d6b-fb45-4e0f-81ad-890165acead6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:02:01.568807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:02:01.572667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:02:01.613925 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:01.652263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:01.653994 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:01.679927 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9bb668fc-12ee-4e53-b88b-360c7e94c856 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8531783 Mar 02 08:02:01.690935 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Request body: {'port': {'device_id': '228fc444-add6-4593-8040-03c8e82dac29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:02:01.799752 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-af569a77-2394-4b1c-bfed-0c3341825ced None None] Provisioning for port cad42a3c-eee0-4c09-9139-e1760d5c5d38 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:02:01.803320 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:01.804533 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-af569a77-2394-4b1c-bfed-0c3341825ced None None] Provisioning complete for port cad42a3c-eee0-4c09-9139-e1760d5c5d38 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:02:01.804969 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-af569a77-2394-4b1c-bfed-0c3341825ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:01.856822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-af569a77-2394-4b1c-bfed-0c3341825ced None None] Port cad42a3c-eee0-4c09-9139-e1760d5c5d38 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:02:01.964959 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f95e657f-e07d-4282-a79c-ce9a53704f4e up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:02:02.041192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f95e657f-e07d-4282-a79c-ce9a53704f4e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:02:02.041561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:02.131325 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323de82-5971-4be8-a1dd-c2dbe8e56e90 req-6c4a9a01-04e8-411e-a676-0ca8abc7aad1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:02.132014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c323de82-5971-4be8-a1dd-c2dbe8e56e90 req-6c4a9a01-04e8-411e-a676-0ca8abc7aad1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:02:02.167521 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c323de82-5971-4be8-a1dd-c2dbe8e56e90 req-6c4a9a01-04e8-411e-a676-0ca8abc7aad1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:02:02.168665 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c323de82-5971-4be8-a1dd-c2dbe8e56e90 req-6c4a9a01-04e8-411e-a676-0ca8abc7aad1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 931 time: 0.2355442 Mar 02 08:02:02.264346 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c323de82-5971-4be8-a1dd-c2dbe8e56e90 req-4c11e84b-bb09-4a08-b160-ff31e0a61967 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830822 Mar 02 08:02:02.266073 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad42a3c-eee0-4c09-9139-e1760d5c5d38 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:02:02.273360 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:02.290714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Transition to ACTIVE for port object cad42a3c-eee0-4c09-9139-e1760d5c5d38 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:02:02.294559 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:02.466456 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:02.546446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Attempting to bind port cad42a3c-eee0-4c09-9139-e1760d5c5d38 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:02:02.546785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Attempting to bind port cad42a3c-eee0-4c09-9139-e1760d5c5d38 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:02:02.547178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Attempting to bind port cad42a3c-eee0-4c09-9139-e1760d5c5d38 on network 38068d6b-fb45-4e0f-81ad-890165acead6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:02:02.551558 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Port cad42a3c-eee0-4c09-9139-e1760d5c5d38 on network 38068d6b-fb45-4e0f-81ad-890165acead6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:02:02.551872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Attempting to bind port cad42a3c-eee0-4c09-9139-e1760d5c5d38 on network 38068d6b-fb45-4e0f-81ad-890165acead6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:02:02.557670 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:02:02.558014 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Checking segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:02:02.558389 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Bound using segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:02:02.558808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Bound port: cad42a3c-eee0-4c09-9139-e1760d5c5d38, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:02:02.559153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:02.619182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1996218f-847e-4dc0-9be0-b160e25b2e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:02.650753 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:02:02.653567 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:02:02.658093 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:02.716563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:02.717171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:02.718564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] 10.222.0.32 "PUT /v2.0/ports/cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 1093 time: 1.0320823 Mar 02 08:02:02.719006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:02:02.745269 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd600a-1773-4f6b-8b50-498812f79422 service neutron] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:02.843167 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'status': 'completed', 'code': 200} Mar 02 08:02:02.847188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-25331945-b5eb-4496-9fab-0ddd9883d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:02.848822 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-25331945-b5eb-4496-9fab-0ddd9883d1f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1096 time: 0.0901783 Mar 02 08:02:02.916051 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-3976a170-8f6e-497e-aac0-3a7357059dcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 217 time: 0.0608497 Mar 02 08:02:03.075346 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-d35ccf00-e3da-4ae6-9b92-5430bdcbbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:03.076760 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-d35ccf00-e3da-4ae6-9b92-5430bdcbbd97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.1551952 Mar 02 08:02:03.149743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-e538bce0-ebdf-45a3-9a09-ecad37dccf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:03.151157 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-e538bce0-ebdf-45a3-9a09-ecad37dccf21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673656 Mar 02 08:02:03.275586 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-20d2811a-900d-4f9e-95a6-f1b6c7eb29dd service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182904 Mar 02 08:02:03.453721 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0ce3e6-20da-4b93-81f7-d1759cb19954 req-9b9b4a91-50a5-4243-b16f-76febfc7001c service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725154 Mar 02 08:02:03.485075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfe4ca-848b-4779-acf6-043d4c330afa req-766e54aa-90c7-4903-9dc2-dc99036437a8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:03.486846 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fdbfe4ca-848b-4779-acf6-043d4c330afa req-766e54aa-90c7-4903-9dc2-dc99036437a8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.1098292 Mar 02 08:02:03.577994 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fdbfe4ca-848b-4779-acf6-043d4c330afa req-86126e64-ccab-493c-91ba-157f867d90f8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824568 Mar 02 08:02:03.599221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-d3eb9a89-9aba-47e2-a9a2-9b9944e20464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:03.600668 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-d3eb9a89-9aba-47e2-a9a2-9b9944e20464 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1096 time: 0.0899284 Mar 02 08:02:03.729487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-92937e9b-d0c5-4956-9bd3-787cfc3d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:03.730931 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-92937e9b-d0c5-4956-9bd3-787cfc3d83b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1239653 Mar 02 08:02:03.798846 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-2249680c-415d-45dd-8d14-5b26304d2885 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 217 time: 0.0616004 Mar 02 08:02:03.868055 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-d6cc6bf5-b5a4-4aea-b770-afae8adcbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:03.869444 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-d6cc6bf5-b5a4-4aea-b770-afae8adcbd8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0580990 Mar 02 08:02:03.942224 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-fc829fde-1bf2-45f2-82ec-b14493331355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:03.944232 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-fc829fde-1bf2-45f2-82ec-b14493331355 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686967 Mar 02 08:02:04.069483 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-8708e2a6-96e6-4472-a322-5e069f76422e service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192603 Mar 02 08:02:04.196627 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef0ece9-5d8f-43fc-b436-aead6cc62ea3 req-af5c1f83-0273-42cc-ab16-4fd92d817feb service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206956 Mar 02 08:02:04.759729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fc505-676f-413e-a53c-c4536470dbd1 req-c4bae49b-db38-4788-b3e8-bc8bf1a6c1da tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:04.761120 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c3fc505-676f-413e-a53c-c4536470dbd1 req-c4bae49b-db38-4788-b3e8-bc8bf1a6c1da tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0786340 Mar 02 08:02:04.804568 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2c3fc505-676f-413e-a53c-c4536470dbd1 req-e143eec7-7fb8-43d0-946c-fb7113ce71cb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379429 Mar 02 08:02:04.853774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-604e565b-73b2-4eaa-be4c-af2512d7b146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:05.940744 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:05.966517 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:05.984707 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8924b-e7da-4638-b4f4-bb0e4095610d req-f1478ec8-56cf-4e52-ad5b-ba27a22e3014 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:05.986208 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ee8924b-e7da-4638-b4f4-bb0e4095610d req-f1478ec8-56cf-4e52-ad5b-ba27a22e3014 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0801666 Mar 02 08:02:06.033534 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ee8924b-e7da-4638-b4f4-bb0e4095610d req-8122accb-d7c9-45a5-a0fe-563c075c0a9c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Mar 02 08:02:06.304059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:02:06.432044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:02:06.444908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'port_id': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'mac_address': 'fa:16:3e:84:af:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:02:06.497385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:06.515565 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad42a3c-eee0-4c09-9139-e1760d5c5d38 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:02:06.530582 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:02:06.534609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:06.602492 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:06.732482 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:02:06.736784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['cad42a3c-eee0-4c09-9139-e1760d5c5d38'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:02:07.214877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eb4c4-dc91-4aae-8a43-2d854b514eb3 req-6944f14f-012d-46f9-8a15-337f801545ba tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:07.216342 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-848eb4c4-dc91-4aae-8a43-2d854b514eb3 req-6944f14f-012d-46f9-8a15-337f801545ba tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 944 time: 0.0816977 Mar 02 08:02:07.230545 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:07.261836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-848eb4c4-dc91-4aae-8a43-2d854b514eb3 req-fd0a88aa-66f0-4202-98fe-5804714916fb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399256 Mar 02 08:02:08.320082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:02:08.389609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port cad42a3c-eee0-4c09-9139-e1760d5c5d38 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:02:08.394071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port cad42a3c-eee0-4c09-9139-e1760d5c5d38 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:02:08.394437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:08.444790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30bf66-6611-4739-8909-83d846710c30 req-3c4678d0-e05b-4149-a1e5-ad524754bc32 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:08.446403 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb30bf66-6611-4739-8909-83d846710c30 req-3c4678d0-e05b-4149-a1e5-ad524754bc32 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 944 time: 0.0801232 Mar 02 08:02:08.491075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb30bf66-6611-4739-8909-83d846710c30 req-7b2c90fd-1c8e-4657-81e0-6164b3d68e88 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390501 Mar 02 08:02:08.506059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:08.534954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:02:08.544627 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:02:08.548799 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:08.616065 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:08.628692 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'code': 200} Mar 02 08:02:08.863420 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db999c-5f8c-46ff-b771-801f2a2312dc req-1e8aed2e-16cb-4177-8577-ec70d8cff634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:08.865304 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95db999c-5f8c-46ff-b771-801f2a2312dc req-1e8aed2e-16cb-4177-8577-ec70d8cff634 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1098 time: 0.0709145 Mar 02 08:02:08.903566 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95db999c-5f8c-46ff-b771-801f2a2312dc req-5287005c-db32-44ec-b6ad-53b472f655ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Mar 02 08:02:09.673455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af603d57-d353-4c84-907a-4a480663e6c2 req-ecf9b585-d8aa-408b-a96f-6d332d2b3580 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:09.674898 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af603d57-d353-4c84-907a-4a480663e6c2 req-ecf9b585-d8aa-408b-a96f-6d332d2b3580 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0766752 Mar 02 08:02:09.719564 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af603d57-d353-4c84-907a-4a480663e6c2 req-23510f79-0787-4aff-911f-bae39ecaa57a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386243 Mar 02 08:02:10.905500 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982b38-3acf-4cf8-85ef-7da1f1c5563a req-9fe57a6a-8835-4a38-872c-286aefafd1e8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:10.906951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3982b38-3acf-4cf8-85ef-7da1f1c5563a req-9fe57a6a-8835-4a38-872c-286aefafd1e8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0779009 Mar 02 08:02:10.949418 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3982b38-3acf-4cf8-85ef-7da1f1c5563a req-39959b8d-46a5-42e6-a3c3-8d1946bcde18 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364392 Mar 02 08:02:11.229117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811f5bc-9d14-46d0-9931-46a4d4be41ed req-9dc3f5ab-a635-4f28-86e9-51d8f056859b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:11.230595 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a811f5bc-9d14-46d0-9931-46a4d4be41ed req-9dc3f5ab-a635-4f28-86e9-51d8f056859b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.1769891 Mar 02 08:02:11.273128 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a811f5bc-9d14-46d0-9931-46a4d4be41ed req-2b5986a6-37dc-4415-a990-ff9b767d1938 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369892 Mar 02 08:02:11.294574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:02:11.410560 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b7bc5-0886-4122-a3ba-1c1ade050ce0 tempest-TestShelveInstance-876836984 tempest-TestShelveInstance-876836984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:11.412099 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea2b7bc5-0886-4122-a3ba-1c1ade050ce0 tempest-TestShelveInstance-876836984 tempest-TestShelveInstance-876836984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1093 time: 0.1165595 Mar 02 08:02:11.414983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:02:11.419995 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:02:11.425993 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:02:11.429749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:floatingip and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:02:11.432797 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:02:11.438334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:02:11.447852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:11.580515 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:11.722731 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Allocated IP 172.26.4.17 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/d809da8b-3660-4a2f-8591-a44e70ae3f1c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:02:11.866063 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:11.894136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:11.954074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:02:11.955131 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:02:11.957847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:02:12.011255 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'Port': ['ID=d809da8b-3660-4a2f-8591-a44e70ae3f1c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:12.364178 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:12.436695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:12.630114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:12.634653 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:12.743021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'Port': ['ID=d809da8b-3660-4a2f-8591-a44e70ae3f1c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:02:12.754672 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:13.023720 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Floating IP 3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8 associated. External IP: 172.26.4.17, port: cad42a3c-eee0-4c09-9139-e1760d5c5d38. Mar 02 08:02:13.360022 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Router 102716b7-0621-443c-b20d-97385f05e425 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:02:13.534912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:02:13.544624 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] Sync routers for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:02:13.554023 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:02:13.554616 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:02:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:02:13.562861 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:13.633427 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d6321a1-f9ef-4a55-9a39-ce0482b151be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2034714 Mar 02 08:02:13.633427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:02:13.665807 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'status': 'completed', 'code': 200} Mar 02 08:02:13.727551 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:02:13.758324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-1273e29e-d06b-4981-a094-7d76039db737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:13.759812 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-1273e29e-d06b-4981-a094-7d76039db737 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1098 time: 0.0697155 Mar 02 08:02:13.890277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-a3ace6f6-78a3-4e97-87fe-2dc3f37daac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:13.891646 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-a3ace6f6-78a3-4e97-87fe-2dc3f37daac1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1258056 Mar 02 08:02:13.993853 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-05f418f5-f4e7-48cf-858c-5ed19c361816 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 998 time: 0.0960672 Mar 02 08:02:14.054422 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-5482c2b8-0ff6-458a-ad14-ef2dd562996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:14.055862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-5482c2b8-0ff6-458a-ad14-ef2dd562996b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0563939 Mar 02 08:02:14.068617 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '102716b7-0621-443c-b20d-97385f05e425', 'port_id': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'mac_address': 'fa:16:3e:84:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228fc444-add6-4593-8040-03c8e82dac29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:02:12Z', 'updated_at': '2022-03-02T08:02:12Z', 'revision_number': 0, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:02:14.072447 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] Checking router: 102716b7-0621-443c-b20d-97385f05e425 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:02:14.080348 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:02:14.080924 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:02:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:02:14.133600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-9058a4fa-9514-4731-ac1d-e173f1492096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:14.135097 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-9058a4fa-9514-4731-ac1d-e173f1492096 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732534 Mar 02 08:02:14.263209 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-449b444f-0ba3-444d-819b-ff8b04d47875 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215758 Mar 02 08:02:14.280396 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:02:14.508170 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb89c1a0-6f86-4f4c-a2bf-820032c0d71c req-b92dcf2c-ab28-456d-88be-7e71421b880f service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386820 Mar 02 08:02:14.626070 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '102716b7-0621-443c-b20d-97385f05e425', 'port_id': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'mac_address': 'fa:16:3e:84:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228fc444-add6-4593-8040-03c8e82dac29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:02:12Z', 'updated_at': '2022-03-02T08:02:12Z', 'revision_number': 0, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:02:14.629932 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e61f5-c159-48c1-8c3e-7130b31b5436 None None] The sync data for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv is: [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '102716b7-0621-443c-b20d-97385f05e425', 'port_id': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'mac_address': 'fa:16:3e:84:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228fc444-add6-4593-8040-03c8e82dac29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:02:12Z', 'updated_at': '2022-03-02T08:02:12Z', 'revision_number': 0, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:02:14.807776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec9244-bfbd-46df-9370-4b2135ce920a None None] New status for floating IP 3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:02:19.235252 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:32.620712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c72248e2-2b80-4a84-879f-43c462b2f476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:34.854188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d51f15c7-95b5-477f-8748-8a08189e3747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:35.945421 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:35.967672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:37.234487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:43.732279 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:02:49.237572 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:02:58.609450 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-73cc6b20-2b5d-4372-8994-9084ccd26322 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675123 Mar 02 08:02:58.754251 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-d09bc59f-1ccc-422a-90f3-8b86c5b85c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:58.756148 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-d09bc59f-1ccc-422a-90f3-8b86c5b85c51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1098 time: 0.0793858 Mar 02 08:02:58.899661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-cfe14fb4-1315-44b8-80fa-e2ae06b1ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:58.901121 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-cfe14fb4-1315-44b8-80fa-e2ae06b1ca5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1267760 Mar 02 08:02:59.000499 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-3d040de0-da9c-4a36-8113-308419d446d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 1000 time: 0.0938284 Mar 02 08:02:59.059486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-487a8daa-cced-4457-af07-e82569439455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:59.060910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-487a8daa-cced-4457-af07-e82569439455 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0553446 Mar 02 08:02:59.135548 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-a0fc4919-772d-4be7-adfa-79e8760eb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:02:59.136980 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-a0fc4919-772d-4be7-adfa-79e8760eb476 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706086 Mar 02 08:02:59.264365 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-b2ee5b4f-f379-43cd-9702-abec6ba4b837 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207027 Mar 02 08:02:59.392547 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5b0b3aa-46ee-4ca9-b7dd-c6a685ec1cfa req-336b482b-5846-472a-8bc3-84d683dc6944 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214426 Mar 02 08:03:02.621418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6aee133e-ae13-4e73-8692-e75ff93b1ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:04.855559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ea91cadc-a092-4766-bab4-9799010312b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:05.945990 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:05.969663 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:07.235490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:10.071964 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-125fdf63-b2e3-42c7-8812-72da095e0387 req-f2e037ee-5524-4662-9ce2-2a98d1e7a14f service neutron] (87772) timed out ('10.222.0.41', 50344) {{(pid=87772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:03:19.236140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:20.733666 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:03:32.622205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8bce5af-c747-489e-ab87-4e64fd189c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:34.856290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-622e2176-a2fa-4baf-ab8c-0da24ef4b922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:35.948052 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:35.972228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:37.238534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:45.628431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-8f75eb9e-fd42-4a32-96a6-c463d92c8b99 req-f7e7143e-7970-47e5-8b53-d517936043f2 service neutron] (87773) timed out ('10.222.0.32', 52060) {{(pid=87773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:03:49.250508 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:03:57.732255 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:03:59.621186 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-04302df5-fc60-4f12-9e7e-3b36ceae26d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680957 Mar 02 08:03:59.757735 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-44d0cf9b-edbd-4dbb-8b87-5b344a4df662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:59.759171 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-44d0cf9b-edbd-4dbb-8b87-5b344a4df662 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1098 time: 0.0686765 Mar 02 08:03:59.898736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-7924550e-32a2-464d-997a-1351f19c3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:03:59.900078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-7924550e-32a2-464d-997a-1351f19c3690 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1227486 Mar 02 08:04:00.004949 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-87ada233-f5d0-4f4f-9e87-f2e98cea1ede service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 1000 time: 0.0992126 Mar 02 08:04:00.072899 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-eb462bff-5f67-4c66-be7d-8b3a9a4f8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:00.074349 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-eb462bff-5f67-4c66-be7d-8b3a9a4f8e4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0635972 Mar 02 08:04:00.146275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-834d8db3-00d7-4b73-82f2-527b5240fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:00.147720 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-834d8db3-00d7-4b73-82f2-527b5240fc69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673823 Mar 02 08:04:00.276245 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-bc61ff5f-3f86-4c4d-8759-b291a0260049 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225886 Mar 02 08:04:00.502638 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97936322-a05e-4495-bd7b-da627fbb1ebb req-db0e0824-d9a8-4cc3-82f7-0289544433da service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199831 Mar 02 08:04:02.623144 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86727eb2-4c20-40e0-8172-5eea29f66e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:04.859100 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7cf71786-c1a0-44cf-896b-bebed917382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:05.950996 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:05.975267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:07.240829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:08.703379 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebf27c-41f1-4797-a7c6-43fb9be8fa11 req-8f81c400-17af-4f2a-a1f9-079173355915 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:08.704805 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-63ebf27c-41f1-4797-a7c6-43fb9be8fa11 req-8f81c400-17af-4f2a-a1f9-079173355915 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.1276982 Mar 02 08:04:08.747019 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-63ebf27c-41f1-4797-a7c6-43fb9be8fa11 req-18ad9728-d731-4a17-a862-dbe430a225dd tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366819 Mar 02 08:04:09.934682 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511f0a-8b61-405e-a85e-2df6f5f84693 req-bbddd1c9-a12f-487e-a12e-efcf0be131b4 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:09.936103 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51511f0a-8b61-405e-a85e-2df6f5f84693 req-bbddd1c9-a12f-487e-a12e-efcf0be131b4 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0805945 Mar 02 08:04:09.981614 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51511f0a-8b61-405e-a85e-2df6f5f84693 req-26483ef0-ef37-4d0a-9edc-b644b0ed323a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380344 Mar 02 08:04:11.161833 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32440ade-94d4-45c7-9b9b-c75d2555d7c4 req-d1eede51-65bc-40c4-b492-9de4ff804dfc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:11.163267 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-32440ade-94d4-45c7-9b9b-c75d2555d7c4 req-d1eede51-65bc-40c4-b492-9de4ff804dfc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0778782 Mar 02 08:04:11.209338 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-32440ade-94d4-45c7-9b9b-c75d2555d7c4 req-d9129e2f-f9dd-495a-a3c6-fdd28d0a41be tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Mar 02 08:04:12.391712 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9e720-6df9-4699-9e0a-8460c2d69b7c req-abb4e0e1-561d-4c68-8149-3495024a1204 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:12.393195 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41d9e720-6df9-4699-9e0a-8460c2d69b7c req-abb4e0e1-561d-4c68-8149-3495024a1204 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0785694 Mar 02 08:04:12.439011 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41d9e720-6df9-4699-9e0a-8460c2d69b7c req-d437833e-5d84-4192-8cec-2032a35b1cd9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393338 Mar 02 08:04:13.621251 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df5db3-43c7-4fbf-9a7d-ec4eb81990fc req-19485ee2-f049-4f19-bf7f-222c47f01378 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:13.622719 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1df5db3-43c7-4fbf-9a7d-ec4eb81990fc req-19485ee2-f049-4f19-bf7f-222c47f01378 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0775328 Mar 02 08:04:13.673292 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a1df5db3-43c7-4fbf-9a7d-ec4eb81990fc req-84ebddbb-ef24-40a7-beb2-4e3e520797b6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450079 Mar 02 08:04:14.857614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d023f4-d1e7-4cdf-a7d3-edee4b81ab64 req-8e0aaed8-6725-4171-8fdc-2553c92e4511 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:14.859053 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77d023f4-d1e7-4cdf-a7d3-edee4b81ab64 req-8e0aaed8-6725-4171-8fdc-2553c92e4511 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0775347 Mar 02 08:04:14.901538 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77d023f4-d1e7-4cdf-a7d3-edee4b81ab64 req-9bdfb95b-ba23-49ec-9b68-c7591749ba4a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370510 Mar 02 08:04:16.082159 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6291e02-3c71-4201-ae27-fb64feb4d693 req-e053cf79-9cb1-47ed-97be-b86225629d53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:16.084157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6291e02-3c71-4201-ae27-fb64feb4d693 req-e053cf79-9cb1-47ed-97be-b86225629d53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0811203 Mar 02 08:04:16.125993 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6291e02-3c71-4201-ae27-fb64feb4d693 req-c1409e69-29c5-4d63-8b99-c99ea77d4ba8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363619 Mar 02 08:04:17.307857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8efad9-9615-4354-8e76-ed3ce15b5dd2 req-c355b3c3-2ec5-4ef7-98ea-3f4361ec285a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:17.309300 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec8efad9-9615-4354-8e76-ed3ce15b5dd2 req-c355b3c3-2ec5-4ef7-98ea-3f4361ec285a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0810249 Mar 02 08:04:17.351638 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec8efad9-9615-4354-8e76-ed3ce15b5dd2 req-3f50e205-48d2-4be8-bec8-e4563ae0f484 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367267 Mar 02 08:04:18.538322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e61b-936b-4d75-9983-b8662e9ab2cc req-ae528127-79fc-4145-82e8-eb324f093b79 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:18.539833 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9541e61b-936b-4d75-9983-b8662e9ab2cc req-ae528127-79fc-4145-82e8-eb324f093b79 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0823057 Mar 02 08:04:18.587957 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9541e61b-936b-4d75-9983-b8662e9ab2cc req-6b78594b-668e-4565-aa93-97606ec9e777 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 Mar 02 08:04:19.253019 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:19.929417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b49e0b-ef16-4c85-b8b9-4b1c75d09db5 req-8108577b-ea15-4089-ab8c-ac2c2cfe1ab6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:19.930828 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45b49e0b-ef16-4c85-b8b9-4b1c75d09db5 req-8108577b-ea15-4089-ab8c-ac2c2cfe1ab6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0795631 Mar 02 08:04:19.972910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45b49e0b-ef16-4c85-b8b9-4b1c75d09db5 req-9a375a16-930e-416b-94bc-5cf1c6055911 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365703 Mar 02 08:04:20.925406 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:04:21.066913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:04:21.085387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'port_id': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'mac_address': 'fa:16:3e:84:af:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:04:21.143360 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:21.161405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cad42a3c-eee0-4c09-9139-e1760d5c5d38 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:04:21.177738 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:04:21.182200 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:21.187181 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1551aae-0b00-4230-a844-cbe465a7705e req-36b1ac6e-be49-44de-89ba-8395e86a50a5 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:21.194100 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1551aae-0b00-4230-a844-cbe465a7705e req-36b1ac6e-be49-44de-89ba-8395e86a50a5 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.1026099 Mar 02 08:04:21.236622 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1551aae-0b00-4230-a844-cbe465a7705e req-6ad7af5a-3d44-40d6-9b46-7368d9715dfa tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415449 Mar 02 08:04:21.261114 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:04:21.266088 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['cad42a3c-eee0-4c09-9139-e1760d5c5d38'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:04:21.298629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.298980 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.299323 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.299672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.300003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.300336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.300662 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.300988 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.301340 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.301638 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.301983 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:21.302333 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:04:22.445370 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f649-b529-4cc3-8eb4-1b1de30297ab req-e3036e42-4bc6-4b5b-b055-1d6e91f42f90 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:22.446862 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9125f649-b529-4cc3-8eb4-1b1de30297ab req-e3036e42-4bc6-4b5b-b055-1d6e91f42f90 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 944 time: 0.0911570 Mar 02 08:04:22.499199 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9125f649-b529-4cc3-8eb4-1b1de30297ab req-f43cce6c-326e-46f4-8ed1-d49d0ad2cf82 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Mar 02 08:04:22.925254 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:04:22.997486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port cad42a3c-eee0-4c09-9139-e1760d5c5d38 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:04:22.997915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:23.131676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:23.162210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:04:23.178437 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:04:23.185451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:23.233447 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'code': 200} Mar 02 08:04:23.266337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:04:23.705946 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432e30c-3e13-4278-ab4d-f5b6987876d3 req-72a9f7dc-7fa3-4584-9c2a-ed558249699c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:23.707411 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3432e30c-3e13-4278-ab4d-f5b6987876d3 req-72a9f7dc-7fa3-4584-9c2a-ed558249699c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0889571 Mar 02 08:04:23.756622 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3432e30c-3e13-4278-ab4d-f5b6987876d3 req-5823be6d-f03c-4ec5-9da2-035ee7348430 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426922 Mar 02 08:04:24.973877 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2a4b7-6e8d-46b8-921b-dea47f8ab613 req-b2733838-d03e-4de2-bca6-89c84ee0cedc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:24.976554 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4cb2a4b7-6e8d-46b8-921b-dea47f8ab613 req-b2733838-d03e-4de2-bca6-89c84ee0cedc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0953820 Mar 02 08:04:25.134938 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4cb2a4b7-6e8d-46b8-921b-dea47f8ab613 req-031046ad-bdbf-4a34-8584-0e4ade71fe30 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498253 Mar 02 08:04:26.351057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fce6f-02db-4f7a-aff0-d1b324147329 req-c64812f7-5d4e-4159-ae88-43120c3db693 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:26.368304 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-735fce6f-02db-4f7a-aff0-d1b324147329 req-c64812f7-5d4e-4159-ae88-43120c3db693 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.1164281 Mar 02 08:04:26.411101 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-735fce6f-02db-4f7a-aff0-d1b324147329 req-11e7a9de-8c18-4c95-8aa0-0704528aeb72 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418484 Mar 02 08:04:27.642098 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f922f-e0db-4a6e-be6f-b171d36ee25c req-7c06f208-039a-46a7-83eb-eb1863ea9cde tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:27.644746 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5f3f922f-e0db-4a6e-be6f-b171d36ee25c req-7c06f208-039a-46a7-83eb-eb1863ea9cde tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.1002741 Mar 02 08:04:27.695976 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5f3f922f-e0db-4a6e-be6f-b171d36ee25c req-a6138525-c46b-44fd-85c4-47733f0b43d1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Mar 02 08:04:28.901197 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed358-f059-498e-bb12-4ab14b31adab req-c134293d-92a5-4508-830b-c34a18844913 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:28.902798 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c96ed358-f059-498e-bb12-4ab14b31adab req-c134293d-92a5-4508-830b-c34a18844913 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0875485 Mar 02 08:04:28.950528 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c96ed358-f059-498e-bb12-4ab14b31adab req-447fc80b-ef91-4a92-9b46-81b89ed87c2a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Mar 02 08:04:30.157527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87476eff-055b-4222-acdf-35f779cba7a9 req-18da2529-d2c2-48d3-a7b9-0ce8b0d81701 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:30.158967 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-87476eff-055b-4222-acdf-35f779cba7a9 req-18da2529-d2c2-48d3-a7b9-0ce8b0d81701 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0952852 Mar 02 08:04:30.213870 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-87476eff-055b-4222-acdf-35f779cba7a9 req-7fcc3bb5-0caf-4b7b-aea0-4e1e364cacc3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490713 Mar 02 08:04:30.736969 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-c0b492d0-8614-4103-8192-89cd8e755f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:30.738432 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-c0b492d0-8614-4103-8192-89cd8e755f9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1098 time: 0.0675511 Mar 02 08:04:30.864663 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-a1d9237c-364f-46d7-bc88-793fb463eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:30.866640 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-a1d9237c-364f-46d7-bc88-793fb463eb2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1219692 Mar 02 08:04:30.966632 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-491d83de-448e-41fc-9a84-b3bbfce24d5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 1000 time: 0.0934858 Mar 02 08:04:31.029606 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-f5ed61e8-a4c5-426d-a1eb-0b4ee6425009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:31.031066 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-f5ed61e8-a4c5-426d-a1eb-0b4ee6425009 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0588343 Mar 02 08:04:31.103349 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-d09697b0-323d-429e-bb84-05c36a0c5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:31.104775 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-d09697b0-323d-429e-bb84-05c36a0c5905 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666394 Mar 02 08:04:31.114175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-6d32f0d1-6075-46c6-addc-b8ac7498b8dc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:04:31.115078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-6d32f0d1-6075-46c6-addc-b8ac7498b8dc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046637 Mar 02 08:04:31.239097 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-cb0c9042-bdc4-47fd-8d03-cd8eb4c7b69e service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185114 Mar 02 08:04:31.414740 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-320a170e-f5e2-4ad3-a71e-8d368514e721 req-5b156ef9-ff9d-4b07-835d-5ea8ae9562af service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698506 Mar 02 08:04:31.437968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8544c2-956a-491b-8d82-de2da09e1afa req-2becca26-c1c9-464e-b440-e0434f1260d0 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:31.439372 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f8544c2-956a-491b-8d82-de2da09e1afa req-2becca26-c1c9-464e-b440-e0434f1260d0 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.1154530 Mar 02 08:04:31.578555 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f8544c2-956a-491b-8d82-de2da09e1afa req-a7023d8e-8b7e-4807-956d-ec93140d92fb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329734 Mar 02 08:04:32.624358 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-301cc6f7-d647-4e49-a446-fdcf7a6872bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:32.761081 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558855cc-17b8-4d46-bf95-22aaa20d1423 req-7fada909-de62-4af1-b577-c9a34bbb97f6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:32.762524 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-558855cc-17b8-4d46-bf95-22aaa20d1423 req-7fada909-de62-4af1-b577-c9a34bbb97f6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 945 time: 0.0815091 Mar 02 08:04:32.805573 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-558855cc-17b8-4d46-bf95-22aaa20d1423 req-ddcf323c-693f-4507-9788-ba346427ea5e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374904 Mar 02 08:04:33.003685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:04:33.115834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:33.141182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:04:33.151451 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:04:33.154934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:33.189555 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'code': 200} Mar 02 08:04:33.225530 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:04:33.984859 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc7c14-1d8e-4e6d-9ee7-c111ff13bdcc req-f7dc447f-253e-4606-b506-69c0de0a1f2a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:33.986329 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9dc7c14-1d8e-4e6d-9ee7-c111ff13bdcc req-f7dc447f-253e-4606-b506-69c0de0a1f2a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0803485 Mar 02 08:04:34.028496 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b9dc7c14-1d8e-4e6d-9ee7-c111ff13bdcc req-28db9efd-c747-40e6-b11a-b2a9ccc701bb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366468 Mar 02 08:04:34.377247 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408bb97-b26a-45df-b386-65c60c4ff098 req-99c6774c-0388-4ed5-bd92-f7e32c3d448c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:34.378720 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1408bb97-b26a-45df-b386-65c60c4ff098 req-99c6774c-0388-4ed5-bd92-f7e32c3d448c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0844336 Mar 02 08:04:34.422657 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1408bb97-b26a-45df-b386-65c60c4ff098 req-8d764e54-690b-4767-9286-e7434a4aab4d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379772 Mar 02 08:04:34.516250 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:04:34.627745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-667feefe-bd5b-4bf0-81dc-73305d7019b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101449 Mar 02 08:04:34.730785 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:04:34.860725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c493e50-60d2-4c34-8628-ed99d3bd044b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:35.477200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-459014ca-e77e-4eda-902d-1df0729886c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:35.478699 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-459014ca-e77e-4eda-902d-1df0729886c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29&tenant_id=dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 1096 time: 0.0726218 Mar 02 08:04:35.588795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-d640bbf1-c093-4b40-86b5-b30b8c14b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:35.590285 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-d640bbf1-c093-4b40-86b5-b30b8c14b258 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1096 time: 0.0907557 Mar 02 08:04:35.767661 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-331c9137-dd83-40ce-a95d-e6df19dda09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:35.769150 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-331c9137-dd83-40ce-a95d-e6df19dda09e service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1730433 Mar 02 08:04:35.836760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537cf4d-054b-4871-b33a-da6cd28a3ebf req-40e527d1-7f9b-4002-954f-83c87953531d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:35.838210 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f537cf4d-054b-4871-b33a-da6cd28a3ebf req-40e527d1-7f9b-4002-954f-83c87953531d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.2925892 Mar 02 08:04:35.914430 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-9e9df298-e11f-46d3-9903-104cff697dc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 998 time: 0.1367397 Mar 02 08:04:35.917561 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f537cf4d-054b-4871-b33a-da6cd28a3ebf req-656287bf-4c85-401a-87cf-25e2687be1a5 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688789 Mar 02 08:04:35.958914 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:35.977412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-feeb237d-e7aa-44f2-a15c-15185441ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:35.978601 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:35.978973 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-feeb237d-e7aa-44f2-a15c-15185441ce6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0589588 Mar 02 08:04:36.056588 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-18cf1b05-6e35-4c9b-a657-ddf471497981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:36.058053 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-18cf1b05-6e35-4c9b-a657-ddf471497981 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739000 Mar 02 08:04:36.184762 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-e8e43721-a31b-4349-ad41-d0d1c3d6e858 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201019 Mar 02 08:04:36.340132 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-d3e5816e-863f-4e4d-a88b-1d5916c606bd service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494255 Mar 02 08:04:37.020399 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:04:37.159287 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459fa06-318d-47ad-9020-e0db715f4b79 req-580e1df8-6d46-4a8e-be72-f5a2edf7eed1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:37.161416 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6459fa06-318d-47ad-9020-e0db715f4b79 req-580e1df8-6d46-4a8e-be72-f5a2edf7eed1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0896769 Mar 02 08:04:37.230228 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6459fa06-318d-47ad-9020-e0db715f4b79 req-2730b69d-a339-432f-859b-108c7c160c70 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604079 Mar 02 08:04:37.253119 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:38.434383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cb8d2-c06b-4129-ad0f-f4336bffc276 req-5020b867-db39-49d1-a633-428564166a18 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:38.435875 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f2cb8d2-c06b-4129-ad0f-f4336bffc276 req-5020b867-db39-49d1-a633-428564166a18 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0856357 Mar 02 08:04:38.482548 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f2cb8d2-c06b-4129-ad0f-f4336bffc276 req-5de63550-22f1-4f85-a610-6c6584d731f8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 Mar 02 08:04:39.680865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc55859-220f-415f-aace-af19b30d3a16 req-bf56a6ed-c3f0-4801-affa-a3c3625600a1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:39.682368 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7dc55859-220f-415f-aace-af19b30d3a16 req-bf56a6ed-c3f0-4801-affa-a3c3625600a1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0901251 Mar 02 08:04:39.729066 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7dc55859-220f-415f-aace-af19b30d3a16 req-94b031f2-1325-4dd1-8735-b8684fa8ada6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Mar 02 08:04:40.921985 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b698b-4b2e-4b89-9c5d-07ea66e1624b req-919fd98f-6b7a-44f1-8dc3-871bfe935d12 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:40.923990 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d22b698b-4b2e-4b89-9c5d-07ea66e1624b req-919fd98f-6b7a-44f1-8dc3-871bfe935d12 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0835433 Mar 02 08:04:40.973148 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d22b698b-4b2e-4b89-9c5d-07ea66e1624b req-8b5f3edf-5268-4d56-b439-7a4b52215bd7 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432854 Mar 02 08:04:42.173929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717de5cd-c36b-4cb6-bd37-37d9883ace00 req-91bdc647-cc4e-4a9d-9aba-97666352b044 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:42.180359 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-717de5cd-c36b-4cb6-bd37-37d9883ace00 req-91bdc647-cc4e-4a9d-9aba-97666352b044 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0862670 Mar 02 08:04:42.223220 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-717de5cd-c36b-4cb6-bd37-37d9883ace00 req-991cfd41-b568-4140-bfa9-5c164bee5aa8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407736 Mar 02 08:04:43.455072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d147c-04b8-4999-b7d7-c5f3178a2c7a req-12b38327-4397-48a2-98e9-ee7efa1018a6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:43.456686 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a94d147c-04b8-4999-b7d7-c5f3178a2c7a req-12b38327-4397-48a2-98e9-ee7efa1018a6 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0892434 Mar 02 08:04:43.506321 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a94d147c-04b8-4999-b7d7-c5f3178a2c7a req-2cbe5890-d285-4e24-b6aa-2d8b8a35a968 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Mar 02 08:04:44.687739 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8279d52-7513-4277-8d01-e7c457a701de req-78f9cdd1-fbe2-4758-89e0-29e729c6f36e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:44.689163 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f8279d52-7513-4277-8d01-e7c457a701de req-78f9cdd1-fbe2-4758-89e0-29e729c6f36e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0800898 Mar 02 08:04:44.730834 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f8279d52-7513-4277-8d01-e7c457a701de req-dd1354a1-d402-4635-b1de-4a12d1b24c46 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360291 Mar 02 08:04:45.910459 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c614c3-7ea2-4fc6-ac15-49966912eec5 req-d73540eb-b10d-4926-adde-8c3ad1534a59 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:45.911898 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5c614c3-7ea2-4fc6-ac15-49966912eec5 req-d73540eb-b10d-4926-adde-8c3ad1534a59 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0781333 Mar 02 08:04:45.954629 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5c614c3-7ea2-4fc6-ac15-49966912eec5 req-c29528dc-7229-4f73-8db2-a2e86a6c6137 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372279 Mar 02 08:04:47.051954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:04:47.136298 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76da34-9ed0-435c-88dc-55f9bb25b910 req-33561e1b-345a-4686-a298-a2883e429385 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:47.137828 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bf76da34-9ed0-435c-88dc-55f9bb25b910 req-33561e1b-345a-4686-a298-a2883e429385 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 943 time: 0.0830736 Mar 02 08:04:47.181782 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bf76da34-9ed0-435c-88dc-55f9bb25b910 req-6fb49255-f838-40a1-9567-045bd6902774 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383608 Mar 02 08:04:47.182690 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:04:47.196376 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'port_id': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'mac_address': 'fa:16:3e:84:af:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:04:47.251505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:47.267599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad42a3c-eee0-4c09-9139-e1760d5c5d38 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:04:47.282115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:04:47.286036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:47.350541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:04:47.511793 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['cad42a3c-eee0-4c09-9139-e1760d5c5d38'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:04:48.367366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d3bcc-94dc-4b45-adfd-0041478f712b req-165db249-d176-48bf-97eb-53e1f06b1fb3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:48.368799 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-395d3bcc-94dc-4b45-adfd-0041478f712b req-165db249-d176-48bf-97eb-53e1f06b1fb3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 944 time: 0.0812354 Mar 02 08:04:48.412074 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-395d3bcc-94dc-4b45-adfd-0041478f712b req-3a5735f0-fc74-44c4-a70a-0592bf2e9706 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375438 Mar 02 08:04:49.067153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:04:49.132042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port cad42a3c-eee0-4c09-9139-e1760d5c5d38 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:04:49.132407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:49.243148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:49.277747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:04:49.285204 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:49.287838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:04:49.293751 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:04:49.328945 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'code': 200} Mar 02 08:04:49.360320 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:04:49.598105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92434c4d-1407-461e-997a-52504da34cf8 req-897c55ac-16ea-4f2a-b1c4-bd2bc4f7f8f7 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:49.599600 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92434c4d-1407-461e-997a-52504da34cf8 req-897c55ac-16ea-4f2a-b1c4-bd2bc4f7f8f7 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 946 time: 0.0837891 Mar 02 08:04:49.784876 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92434c4d-1407-461e-997a-52504da34cf8 req-c43dc6e3-25a4-44f9-ba50-ddc2217ad9b0 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483605 Mar 02 08:04:49.802060 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1452-86c5-47e8-95b6-5b998271b650 req-291fe490-824f-4bf0-83ea-d0240ae70fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:49.803525 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2ad1452-86c5-47e8-95b6-5b998271b650 req-291fe490-824f-4bf0-83ea-d0240ae70fdf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1099 time: 0.2554274 Mar 02 08:04:49.844910 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2ad1452-86c5-47e8-95b6-5b998271b650 req-d7c0b132-c7f9-4693-b533-581769f15617 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345595 Mar 02 08:04:50.980951 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33e2e0-4a42-455a-a4d0-152d0af55696 req-b09a7f88-1bf3-401c-a6bc-fcfa67bcf736 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:50.982409 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fe33e2e0-4a42-455a-a4d0-152d0af55696 req-b09a7f88-1bf3-401c-a6bc-fcfa67bcf736 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 946 time: 0.0879486 Mar 02 08:04:51.029724 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fe33e2e0-4a42-455a-a4d0-152d0af55696 req-286a480a-9555-4bff-8a07-82670751237e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Mar 02 08:04:52.221260 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b7f42-ed51-491f-80ac-e35862a6df9c req-41ca3417-8e51-4f84-bd7f-96722e5d4df9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:04:52.222745 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-013b7f42-ed51-491f-80ac-e35862a6df9c req-41ca3417-8e51-4f84-bd7f-96722e5d4df9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 946 time: 0.0792768 Mar 02 08:04:52.265136 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-013b7f42-ed51-491f-80ac-e35862a6df9c req-801ffe3c-e783-4b31-b3e4-882de52d113e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364435 Mar 02 08:05:01.638661 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-0f8e9fcb-a293-4c90-a9c8-247cd187b237 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662017 Mar 02 08:05:01.776133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-936715b5-8c82-4b9a-ba68-791afdbb5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:01.777549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-936715b5-8c82-4b9a-ba68-791afdbb5e4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1099 time: 0.0728259 Mar 02 08:05:01.917952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-01e8d071-c90b-4e01-a9ea-0088ddf9bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:01.919290 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-01e8d071-c90b-4e01-a9ea-0088ddf9bcf5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1239560 Mar 02 08:05:02.017953 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-421e1785-6ad8-4407-b2b9-09bcd62f7cf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 1000 time: 0.0917187 Mar 02 08:05:02.081911 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-08be9845-714a-4034-8b1c-4a4305868742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:02.083306 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-08be9845-714a-4034-8b1c-4a4305868742 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0591686 Mar 02 08:05:02.156235 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-faad7c78-2035-4397-991c-ecfe7b7f1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:05:02.157686 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-faad7c78-2035-4397-991c-ecfe7b7f1966 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680392 Mar 02 08:05:02.285746 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-f65705ee-bd71-4346-9a1b-6ec8e15add5f service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199827 Mar 02 08:05:02.416361 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d449d75f-1e13-4915-899d-6ad3361a69e0 req-ca837677-01ee-4cea-b3e5-e6d95f2ce0ed service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243899 Mar 02 08:05:02.626225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc4c550f-7146-4b7f-b817-5374814d2730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:04.861366 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-657448a4-7dca-4788-b5c9-06982bc77185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:05.954861 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:05.981207 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:07.246126 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:11.729937 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:05:19.271165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:32.627310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef428470-3a1f-411b-b89d-77092a0a4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:34.862795 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15b34d3c-3790-4655-9a7f-1694d1fb2091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:35.956680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:35.982961 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:37.251050 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:05:48.727957 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:05:49.278647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:01.762769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54840) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:01.960717 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Deleting port d809da8b-3660-4a2f-8591-a44e70ae3f1c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:01.961059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.131988 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.132313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.251637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Calling delete_port for d809da8b-3660-4a2f-8591-a44e70ae3f1c owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:02.396465 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.445767 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event deleted for resources: {'Port': ['ID=d809da8b-3660-4a2f-8591-a44e70ae3f1c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:02.506545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.506891 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.507222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.507547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.507868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.508189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.508517 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.508848 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.509153 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.509468 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.509809 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.510122 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:02.543608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.543938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Floating IP 3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8 disassociated (deleted). External IP: 172.26.4.17, port: cad42a3c-eee0-4c09-9139-e1760d5c5d38. Mar 02 08:06:02.629678 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f7777be-87ad-451f-80dc-0b75dc585a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:02.984963 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Router 102716b7-0621-443c-b20d-97385f05e425 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:03.158666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:03.168035 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] Sync routers for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:03.177256 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:03.177878 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:05:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:03.178059 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:03.231732 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-796bd802-a735-4149-8778-52b852c336ce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "DELETE /v2.0/floatingips/3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8 HTTP/1.1" status: 204 len: 168 time: 1.4678819 Mar 02 08:06:03.232347 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:03.288000 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'status': 'completed', 'code': 200} Mar 02 08:06:03.357951 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:03.390952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-a96504c9-cd5d-4442-8a7f-94feb18d5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:03.392438 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-a96504c9-cd5d-4442-8a7f-94feb18d5db6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 1099 time: 0.0807660 Mar 02 08:06:03.532261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-fd3d8acd-ca28-411f-9a7d-217a4bfa9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:03.533630 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-fd3d8acd-ca28-411f-9a7d-217a4bfa9369 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1336489 Mar 02 08:06:03.633615 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-3ac08edd-941f-4c1c-9e2d-aac5da2ba9c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 200 len: 217 time: 0.0932860 Mar 02 08:06:03.701232 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:03.704933 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] Checking router: 102716b7-0621-443c-b20d-97385f05e425 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:03.708214 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-1d4d2358-0130-47d7-a147-0f8e5822c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:03.709639 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-1d4d2358-0130-47d7-a147-0f8e5822c722 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0679934 Mar 02 08:06:03.712864 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:03.713438 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:05:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:03.762280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07fd7b-7c44-4024-9a79-6ce93e66d58c req-9ddeb39f-3e4f-4545-b3b5-87e95e29dace tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:03.762967 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2d07fd7b-7c44-4024-9a79-6ce93e66d58c req-9ddeb39f-3e4f-4545-b3b5-87e95e29dace tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:06:03.790817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2d07fd7b-7c44-4024-9a79-6ce93e66d58c req-9ddeb39f-3e4f-4545-b3b5-87e95e29dace tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:06:03.795854 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d07fd7b-7c44-4024-9a79-6ce93e66d58c req-9ddeb39f-3e4f-4545-b3b5-87e95e29dace tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 946 time: 0.2042205 Mar 02 08:06:03.846111 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-4f2108de-817e-491c-8c37-b4633b9ae940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:03.847577 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-4f2108de-817e-491c-8c37-b4633b9ae940 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260898 Mar 02 08:06:03.858384 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d07fd7b-7c44-4024-9a79-6ce93e66d58c req-b556c186-9dc4-44b3-941f-ec3356c36aea tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572624 Mar 02 08:06:03.885253 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:03.981186 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-76f6d6b4-8461-40e2-baa1-6866288632c0 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258283 Mar 02 08:06:04.198757 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:04.203590 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e301e-f31d-40f1-a632-10803cc04ba7 None None] The sync data for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv is: [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:04.230631 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0a7b0a1-c767-4ab0-9662-d458c1020171 req-47ec8b41-7fda-4bd0-9406-f4f51a9c05f1 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426140 Mar 02 08:06:04.421417 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb46c2-1d92-473a-bb98-85b3db132416 None None] New status for floating IP 3f62cd7b-eb75-4aa6-ab3c-f6e82c282ad8: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:06:04.845738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-77943673-7f6c-4d36-a8d0-fc6aad8e2814 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:04.847075 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-77943673-7f6c-4d36-a8d0-fc6aad8e2814 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 946 time: 0.0769300 Mar 02 08:06:04.864487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9417122-0260-4ce6-9e6c-e4c3e5c5378e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:04.917400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Deleting port cad42a3c-eee0-4c09-9139-e1760d5c5d38 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:06:04.917837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.043389 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1957f3e-aa93-47ae-af9d-7619ba541f90 req-28f49d15-face-4452-ae75-6b0dfcabef9f tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:05.044836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1957f3e-aa93-47ae-af9d-7619ba541f90 req-28f49d15-face-4452-ae75-6b0dfcabef9f tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=228fc444-add6-4593-8040-03c8e82dac29 HTTP/1.1" status: 200 len: 946 time: 0.0784597 Mar 02 08:06:05.088174 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1957f3e-aa93-47ae-af9d-7619ba541f90 req-a80ca2a6-2427-46a3-ad24-dca774e7bf69 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=206e3ea8-876c-4e80-9c65-0ab9a6962a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371473 Mar 02 08:06:05.157430 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] For port cad42a3c-eee0-4c09-9139-e1760d5c5d38, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=cad42a3c-eee0-4c09-9139-e1760d5c5d38,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:05.157819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.281352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Calling delete_port for cad42a3c-eee0-4c09-9139-e1760d5c5d38 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:06:05.420629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.473118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event deleted for resources: {'Port': ['ID=cad42a3c-eee0-4c09-9139-e1760d5c5d38,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:05.546788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] No DVR routers for this DVR port cad42a3c-eee0-4c09-9139-e1760d5c5d38 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:06:05.549136 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.551574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-deleted', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:05.566710 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3011b545-fd4b-4106-853d-4bb06620bc29 req-e27046e3-e6dc-47e5-aa1b-1fe0373d7b6a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "DELETE /v2.0/ports/cad42a3c-eee0-4c09-9139-e1760d5c5d38 HTTP/1.1" status: 204 len: 173 time: 0.7147052 Mar 02 08:06:05.598417 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228fc444-add6-4593-8040-03c8e82dac29', 'name': 'network-vif-deleted', 'tag': 'cad42a3c-eee0-4c09-9139-e1760d5c5d38', 'status': 'completed', 'code': 200} Mar 02 08:06:05.958951 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:05.985427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.183140 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:06.249081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f59549e9-74b2-47e2-bf68-ce3005c91d44 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.277886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f59549e9-74b2-47e2-bf68-ce3005c91d44 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.341896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f59549e9-74b2-47e2-bf68-ce3005c91d44 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.363157 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59549e9-74b2-47e2-bf68-ce3005c91d44 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e3ea8-876c-4e80-9c65-0ab9a6962a23,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:06.372695 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f59549e9-74b2-47e2-bf68-ce3005c91d44 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.373843 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f59549e9-74b2-47e2-bf68-ce3005c91d44 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "DELETE /v2.0/security-groups/206e3ea8-876c-4e80-9c65-0ab9a6962a23 HTTP/1.1" status: 204 len: 168 time: 0.1897032 Mar 02 08:06:06.641744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 54864) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:06.646767 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17457263', 'description': 'tempest-secgroup-smoke-17457263 description', 'project_id': 'dfccea9925844f0a9a347858b99f109b'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:06.652607 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:06.657153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:06.659925 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:06.665865 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:06.675904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.697826 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:06.701450 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:06.704229 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:06.709698 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:06.776938 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.780594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.828891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039f265b-6d09-4adc-bb62-c6ba5d99a143,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:06.831146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.832332 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1896007 Mar 02 08:06:06.835344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54868) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:06.838106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.838457 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.838794 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.839127 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.839454 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.839781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.840103 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.840423 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.840533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '039f265b-6d09-4adc-bb62-c6ba5d99a143', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:06.840749 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.841067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.841383 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.841721 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb548-b952-4ace-a7b3-51ee531fa530 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:06.847165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:06.851108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:06.853881 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:06.860077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:06.876386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.940162 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.943794 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.966790 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78721294-9ad1-47d6-b52a-fdbf1d3ff279,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:06.975170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:06.976518 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0101eb64-4080-48f0-b2a0-712b48df9464 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401913 Mar 02 08:06:06.979337 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:06.984164 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '039f265b-6d09-4adc-bb62-c6ba5d99a143', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:06.989952 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:06.993655 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:06.996494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:07.002089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:07.018050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.080365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.083955 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.106341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd68766f-1565-4cd0-9abb-a0c862b163f2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:07.115471 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.116854 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-008721d5-fbd7-4934-bb72-dfbe42d88bfb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366196 Mar 02 08:06:07.119667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:07.124625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '039f265b-6d09-4adc-bb62-c6ba5d99a143', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:07.130467 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:07.134102 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:07.136869 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:07.142862 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:07.158159 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.216047 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.220096 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.243123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6719a1-cf45-4060-8451-2e9d777623b9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:07.251673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.252748 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.253240 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cf696f3-3459-4852-a5d5-7a49be2a4ca8 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322048 Mar 02 08:06:07.255604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:07.260378 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '039f265b-6d09-4adc-bb62-c6ba5d99a143', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:07.266713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:07.270401 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:07.273160 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:07.278675 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:07.298033 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.361538 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.365402 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.397937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b379a4d-3dc6-44ec-8c3f-4f20f6ca1f4e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:07.408619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.409858 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8f7e0d2-2766-4e5e-aeae-14195f8f2680 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533463 Mar 02 08:06:07.412575 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:07.417608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '039f265b-6d09-4adc-bb62-c6ba5d99a143', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:07.423431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:07.427256 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:07.430087 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:07.435697 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:07.447148 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Project dfccea9925844f0a9a347858b99f109b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:06:07.448291 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:06:07.454297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.483940 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: cad42a3c-eee0-4c09-9139-e1760d5c5d38 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:06:07.484293 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device cad42a3c-eee0-4c09-9139-e1760d5c5d38 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:06:07.516358 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.519539 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.541972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151d6d4b-061c-4e80-be3a-6ee0aae1d674,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:07.549701 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.550852 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8839b92f-adbb-4864-9ccf-e4f1899d1bd3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373069 Mar 02 08:06:07.553491 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 54888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:07.558620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'security_group_rule': {'security_group_id': '039f265b-6d09-4adc-bb62-c6ba5d99a143', 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:07.565106 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:07.568909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:security_group_rule and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:07.571761 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:07.577390 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:07.587959 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Project dfccea9925844f0a9a347858b99f109b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:06:07.594189 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.658877 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.662029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.684383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad485cf-7f1d-4227-9684-635769282f37,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:07.693698 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:07.694873 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ef50acd-530c-437c-84fd-4c3acd49ea53 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403844 Mar 02 08:06:19.288464 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:21.404677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-5c10fde9-600c-40cd-8570-28eeee02e573 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:06:21.419739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-5c10fde9-600c-40cd-8570-28eeee02e573 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:06:21.421078 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-5c10fde9-600c-40cd-8570-28eeee02e573 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17457263&fields=id&tenant_id=dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 267 time: 0.0540380 Mar 02 08:06:21.568776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-67436b55-284d-4035-ac62-1bbf89af614d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:21.570216 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-67436b55-284d-4035-ac62-1bbf89af614d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 808 time: 0.1420364 Mar 02 08:06:21.585166 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-eb9a6c84-5b92-423b-a4ea-69021c5dfe6b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/quotas/dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 375 time: 0.0094554 Mar 02 08:06:21.664147 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-8d5e0159-33ee-45b9-9288-9ccb33f73f75 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:06:21.678837 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-8d5e0159-33ee-45b9-9288-9ccb33f73f75 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:06:21.680069 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-8d5e0159-33ee-45b9-9288-9ccb33f73f75 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902967 Mar 02 08:06:21.864704 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-d8389112-0462-49f4-9172-3ca5d936e320 service neutron] 10.222.0.41 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686246 Mar 02 08:06:22.023083 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-c151aeed-9553-473a-af6b-b47b0e7af9be service neutron] 10.222.0.41 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522872 Mar 02 08:06:22.390512 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ee7f413-e60f-4974-8848-2c419aae78b7 req-4c3f5343-22e3-48fc-b388-db2b094af7f0 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 210 time: 0.0426395 Mar 02 08:06:23.496275 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-97f6c98e-e9e7-4222-bdc0-8a78e9a601f9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:23.497950 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-97f6c98e-e9e7-4222-bdc0-8a78e9a601f9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 808 time: 0.1639180 Mar 02 08:06:23.574065 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cef5ae56-6517-4682-8b02-676ecab1e1a7 req-52a00592-b308-4b8f-886d-ed193dcb716b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 210 time: 0.0695598 Mar 02 08:06:23.599488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-f5ed2d73-948f-4a02-9003-8edefad698b0 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 378 time: 0.0938473 Mar 02 08:06:23.608208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'port': {'device_id': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'admin_state_up': True, 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'security_groups': ['039f265b-6d09-4adc-bb62-c6ba5d99a143']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:23.749062 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:23.758906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:23.770359 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Made reservation on behalf of dfccea9925844f0a9a347858b99f109b for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:06:23.773931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.039478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Allocated IP 172.20.0.14 (38068d6b-fb45-4e0f-81ad-890165acead6/9dbf95aa-33e0-452e-9e87-c80130c5407c/e6a5f3d7-2fff-492b-a391-0bb4a88c2e06) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:06:24.237069 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.253807 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Transition to ACTIVE for port object e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:06:24.277355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.349457 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Network 38068d6b-fb45-4e0f-81ad-890165acead6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:06:24.352607 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:24.356565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:06:24.403057 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:24.432745 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:24.433369 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.460735 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-7866ca58-efc7-4562-a74c-da922cfc3a56 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8564527 Mar 02 08:06:24.472366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Request body: {'port': {'device_id': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:24.602914 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.635084 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-23db6980-fa4c-4c21-996d-b16496817047 None None] Provisioning for port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:06:24.642118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-23db6980-fa4c-4c21-996d-b16496817047 None None] Provisioning complete for port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:24.642803 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23db6980-fa4c-4c21-996d-b16496817047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.718306 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-23db6980-fa4c-4c21-996d-b16496817047 None None] Port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:06:24.795644 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12225ad-77b9-4063-afe9-f346250915d5 req-55624a97-ea3e-4e22-867a-c7903ca30766 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:24.797252 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f12225ad-77b9-4063-afe9-f346250915d5 req-55624a97-ea3e-4e22-867a-c7903ca30766 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 932 time: 0.0847063 Mar 02 08:06:24.843690 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f12225ad-77b9-4063-afe9-f346250915d5 req-cfb7e3a7-0f54-4db6-9fb6-ccf346cb8db3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:06:24.863430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f12225ad-77b9-4063-afe9-f346250915d5 req-cfb7e3a7-0f54-4db6-9fb6-ccf346cb8db3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:06:24.865392 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f12225ad-77b9-4063-afe9-f346250915d5 req-cfb7e3a7-0f54-4db6-9fb6-ccf346cb8db3 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613649 Mar 02 08:06:24.968728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:06:24.976820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:24.994808 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Transition to ACTIVE for port object e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:06:24.998438 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:25.162557 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:25.247116 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Attempting to bind port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:06:25.247452 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Attempting to bind port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:06:25.247778 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Attempting to bind port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 on network 38068d6b-fb45-4e0f-81ad-890165acead6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:06:25.252308 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 on network 38068d6b-fb45-4e0f-81ad-890165acead6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:06:25.252629 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Attempting to bind port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 on network 38068d6b-fb45-4e0f-81ad-890165acead6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:06:25.257622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:06:25.258051 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Checking segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:06:25.258437 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Bound using segment: {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:06:25.258857 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Bound port: e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a525f2d-39b4-46d7-9c23-480c822b4fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:06:25.259200 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:25.350565 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:06:25.353769 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:06:25.357842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:25.411385 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:25.411979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:25.413382 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] 10.222.0.32 "PUT /v2.0/ports/e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 1094 time: 0.9456906 Mar 02 08:06:25.413841 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:25.447665 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b606d-3698-4fb4-b36b-8c3c1a508682 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:25.486086 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'status': 'completed', 'code': 200} Mar 02 08:06:25.527478 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-f840b845-9a49-4904-a69c-99d0733d4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:25.529481 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-f840b845-9a49-4904-a69c-99d0733d4d1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1097 time: 0.0780683 Mar 02 08:06:25.596085 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-ec270430-ae3e-4e5d-87a0-36ae80c4e08d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 217 time: 0.0598905 Mar 02 08:06:25.657879 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-309da851-d23d-4c95-9462-4376606181d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:25.659354 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-309da851-d23d-4c95-9462-4376606181d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0577946 Mar 02 08:06:25.726546 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:06:25.740135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-706e8941-b20c-4ce5-a45b-b653b639b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:25.741591 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-706e8941-b20c-4ce5-a45b-b653b639b852 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764587 Mar 02 08:06:25.964772 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-85809a4e-a2be-42b7-9d1e-17fcffcf834d service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169755 Mar 02 08:06:26.056446 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6929fa-3e90-440f-9533-a668e51ff556 req-469ab6b7-1233-4eea-9900-3f8533b80298 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:26.057911 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f6929fa-3e90-440f-9533-a668e51ff556 req-469ab6b7-1233-4eea-9900-3f8533b80298 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0791750 Mar 02 08:06:26.093369 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-262a4273-9fa1-46e0-ae52-ace9b74f5eee req-169682bd-3d85-4469-a98a-38a8b5bd7679 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228788 Mar 02 08:06:26.101276 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f6929fa-3e90-440f-9533-a668e51ff556 req-fe9b2736-2e35-4baf-90e2-2fa8ad492543 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374398 Mar 02 08:06:26.210469 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578ae4-c749-47c3-9277-40287cab1982 req-326ae522-caf5-4518-8d1e-165986c2e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:26.211850 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19578ae4-c749-47c3-9277-40287cab1982 req-326ae522-caf5-4518-8d1e-165986c2e10c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1097 time: 0.0734212 Mar 02 08:06:26.359523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578ae4-c749-47c3-9277-40287cab1982 req-915860bd-7f26-493c-ba13-711925f62f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:26.360975 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19578ae4-c749-47c3-9277-40287cab1982 req-915860bd-7f26-493c-ba13-711925f62f2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1428900 Mar 02 08:06:26.427205 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19578ae4-c749-47c3-9277-40287cab1982 req-8ea8dc29-b667-461f-a588-2a5a47fa6077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 217 time: 0.0595386 Mar 02 08:06:26.497563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578ae4-c749-47c3-9277-40287cab1982 req-72cadfb4-6431-4d53-b962-a52a25d3a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:26.498962 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19578ae4-c749-47c3-9277-40287cab1982 req-72cadfb4-6431-4d53-b962-a52a25d3a364 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0664229 Mar 02 08:06:26.572541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578ae4-c749-47c3-9277-40287cab1982 req-907e1e46-6040-4863-b665-b9a5f2c2098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:26.573934 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19578ae4-c749-47c3-9277-40287cab1982 req-907e1e46-6040-4863-b665-b9a5f2c2098b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693269 Mar 02 08:06:26.703320 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19578ae4-c749-47c3-9277-40287cab1982 req-3c198b32-546f-4e9d-a977-c744915fccba service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234641 Mar 02 08:06:26.832980 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19578ae4-c749-47c3-9277-40287cab1982 req-5086efc6-c129-41f5-922a-f88dccb6912b service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234424 Mar 02 08:06:27.299644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598dc58-c2a5-406c-bf21-014318473b67 req-6305e97d-3a7a-4905-8324-754a5a978715 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:27.300368 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6598dc58-c2a5-406c-bf21-014318473b67 req-6305e97d-3a7a-4905-8324-754a5a978715 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:06:27.316341 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6598dc58-c2a5-406c-bf21-014318473b67 req-6305e97d-3a7a-4905-8324-754a5a978715 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:06:27.317543 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6598dc58-c2a5-406c-bf21-014318473b67 req-6305e97d-3a7a-4905-8324-754a5a978715 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0988703 Mar 02 08:06:27.362846 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6598dc58-c2a5-406c-bf21-014318473b67 req-1bdbf5be-2b2b-40ca-b883-57799ddc766b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392520 Mar 02 08:06:28.546165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd41428-ed00-4825-a7b1-4227226cc049 req-66af8e7a-a124-4310-b749-fc1ce9536587 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:28.547600 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bcd41428-ed00-4825-a7b1-4227226cc049 req-66af8e7a-a124-4310-b749-fc1ce9536587 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0815570 Mar 02 08:06:28.590891 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bcd41428-ed00-4825-a7b1-4227226cc049 req-8b5a2934-928c-4cbb-bba3-2a9e3d6050fd tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375977 Mar 02 08:06:29.770631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fd5bb-72e1-49f6-81d3-4fcc2d362800 req-aac4fe0e-43e1-431d-8813-47cdb46ff6fe tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:29.772186 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f39fd5bb-72e1-49f6-81d3-4fcc2d362800 req-aac4fe0e-43e1-431d-8813-47cdb46ff6fe tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0789590 Mar 02 08:06:29.816938 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f39fd5bb-72e1-49f6-81d3-4fcc2d362800 req-fef2cec9-3c67-4a08-8514-82dd18b212af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392826 Mar 02 08:06:31.000442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce216d74-8669-44f8-b490-7dfc7a52fe79 req-d69ffae5-a801-4fec-a8e6-b7b37f621418 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:31.001888 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce216d74-8669-44f8-b490-7dfc7a52fe79 req-d69ffae5-a801-4fec-a8e6-b7b37f621418 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0816870 Mar 02 08:06:31.043800 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce216d74-8669-44f8-b490-7dfc7a52fe79 req-3a1fc14e-865d-47d3-9d67-7283075d54ae tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363867 Mar 02 08:06:32.228138 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980e40-9a6f-4c1f-8997-d8ecd212be57 req-15013991-426b-48bf-bb9b-1719f3adfe42 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:32.229563 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a980e40-9a6f-4c1f-8997-d8ecd212be57 req-15013991-426b-48bf-bb9b-1719f3adfe42 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0815630 Mar 02 08:06:32.271844 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a980e40-9a6f-4c1f-8997-d8ecd212be57 req-152ccad1-4fea-4d0d-94a3-438be397147c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366828 Mar 02 08:06:32.631507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8dd0edbc-056e-4063-a78f-7a2f8cb88911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.452869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510cc26-a8f6-4ef1-aa08-f6beaea440b7 req-cab7d10b-5fe7-475f-9737-7b6c9e98ae2b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:33.454333 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7510cc26-a8f6-4ef1-aa08-f6beaea440b7 req-cab7d10b-5fe7-475f-9737-7b6c9e98ae2b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0794976 Mar 02 08:06:33.496369 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7510cc26-a8f6-4ef1-aa08-f6beaea440b7 req-139c042f-a677-410b-a974-7322aa8facbe tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358236 Mar 02 08:06:33.544005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:06:33.708814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:33.721469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'port_id': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'mac_address': 'fa:16:3e:5c:a4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:06:33.774398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.791646 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:06:33.806194 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:33.810159 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:33.877387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:33.884760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.885108 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.885448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.885821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.886153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.891564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.891564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.891564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.891564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.891564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.891564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:33.891564 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:06:34.011991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:06:34.678780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f39857-5c1a-4756-a7c7-ed292604494a req-67004d52-510e-487d-b9b0-100538fa8c14 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:34.680206 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31f39857-5c1a-4756-a7c7-ed292604494a req-67004d52-510e-487d-b9b0-100538fa8c14 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 945 time: 0.0810568 Mar 02 08:06:34.724046 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31f39857-5c1a-4756-a7c7-ed292604494a req-c53ef007-b998-4ef6-8af7-23f0f8c779ff tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383587 Mar 02 08:06:34.865995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f2b19be-0938-4b49-a021-e0d54df3fab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.558552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:06:35.622303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:06:35.626655 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:06:35.627024 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.737104 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.764190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:35.775139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:06:35.779957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.820886 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'code': 200} Mar 02 08:06:35.853730 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:35.963079 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:35.993045 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:36.005439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff181c-022e-4446-b28a-ef5dc6ba9a17 req-52886568-650e-4d71-b3eb-544f85f5df88 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:36.006913 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54ff181c-022e-4446-b28a-ef5dc6ba9a17 req-52886568-650e-4d71-b3eb-544f85f5df88 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.1740892 Mar 02 08:06:36.051317 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54ff181c-022e-4446-b28a-ef5dc6ba9a17 req-69b20afb-2be1-4815-975a-9033dfbab60a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387673 Mar 02 08:06:36.092615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b97202-f1b5-47f2-a4d7-2052cc71be63 req-6a74b50d-3c8f-4036-8fff-71b82740a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:36.094111 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45b97202-f1b5-47f2-a4d7-2052cc71be63 req-6a74b50d-3c8f-4036-8fff-71b82740a9bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0686920 Mar 02 08:06:36.133863 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45b97202-f1b5-47f2-a4d7-2052cc71be63 req-2201b14f-3139-4d7b-a573-11fdabe52391 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341096 Mar 02 08:06:37.246470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf25fe2-2038-449a-b09e-4f81a23eb409 req-9c27eaad-656c-4281-ac9f-83c59e19315c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:37.247964 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8cf25fe2-2038-449a-b09e-4f81a23eb409 req-9c27eaad-656c-4281-ac9f-83c59e19315c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0837090 Mar 02 08:06:37.256394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:37.292853 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8cf25fe2-2038-449a-b09e-4f81a23eb409 req-f3ff14b8-cc3c-40f1-a549-a3ad43fcc0ca tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392206 Mar 02 08:06:37.475362 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8044b7-776c-4fbc-be37-ab05e9421936 req-1134ff58-0e8a-4551-9006-d3c1ce74e60b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:37.476793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f8044b7-776c-4fbc-be37-ab05e9421936 req-1134ff58-0e8a-4551-9006-d3c1ce74e60b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0824976 Mar 02 08:06:37.518541 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f8044b7-776c-4fbc-be37-ab05e9421936 req-b140eb20-3615-47eb-9d17-df64f810f0bc tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362957 Mar 02 08:06:37.540977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55070) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:37.609068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a86c8-89e4-483f-ade5-13a22fc32892 tempest-TestShelveInstance-876836984 tempest-TestShelveInstance-876836984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:37.609706 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-069a86c8-89e4-483f-ade5-13a22fc32892 tempest-TestShelveInstance-876836984 tempest-TestShelveInstance-876836984-project-admin] Synchronizing usage tracker for tenant:cf165fdbc8124985be43c35c4bc9a515 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:06:37.625013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-069a86c8-89e4-483f-ade5-13a22fc32892 tempest-TestShelveInstance-876836984 tempest-TestShelveInstance-876836984-project-admin] Unset dirty status for tenant:cf165fdbc8124985be43c35c4bc9a515 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:06:37.626157 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-069a86c8-89e4-483f-ade5-13a22fc32892 tempest-TestShelveInstance-876836984 tempest-TestShelveInstance-876836984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1094 time: 0.0842493 Mar 02 08:06:37.628851 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55074) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:06:37.633736 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:06:37.639569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:06:37.643369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Usage tracker for resource:floatingip and tenant:dfccea9925844f0a9a347858b99f109b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:06:37.646654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:06:37.652227 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:06:37.662740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:37.795593 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:37.929712 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Allocated IP 172.26.4.25 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/a39012c5-986c-4eae-8604-3105338f3364) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:06:38.069410 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.096903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.157309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:06:38.158373 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:06:38.161959 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:06:38.203108 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'Port': ['ID=a39012c5-986c-4eae-8604-3105338f3364,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:38.574816 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.647609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.848225 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:38.852384 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.065515 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event updated for resources: {'Port': ['ID=a39012c5-986c-4eae-8604-3105338f3364,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:06:39.077763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.243845 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Floating IP 1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a associated. External IP: 172.26.4.25, port: e6a5f3d7-2fff-492b-a391-0bb4a88c2e06. Mar 02 08:06:39.601222 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Router 102716b7-0621-443c-b20d-97385f05e425 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:06:39.772404 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:06:39.782895 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] Sync routers for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:06:39.793840 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:39.794559 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:06:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:39.796331 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:06:39.852880 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-322ddc26-58d6-43aa-bb3e-88751b45c8af tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2229273 Mar 02 08:06:39.853369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:06:39.952011 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'status': 'completed', 'code': 200} Mar 02 08:06:39.990280 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:40.040973 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-e61ce07c-f082-4dfa-9168-0f07e20b932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:40.042609 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-e61ce07c-f082-4dfa-9168-0f07e20b932c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0705383 Mar 02 08:06:40.171886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-8fafb82b-1bc9-4354-830b-686307729f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:40.173337 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-8fafb82b-1bc9-4354-830b-686307729f6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1248996 Mar 02 08:06:40.282904 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-ec848692-1af9-48a8-bdc4-93e89967a3c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 999 time: 0.1038644 Mar 02 08:06:40.375025 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '102716b7-0621-443c-b20d-97385f05e425', 'port_id': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'mac_address': 'fa:16:3e:5c:a4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:06:38Z', 'updated_at': '2022-03-02T08:06:38Z', 'revision_number': 0, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:40.379763 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] Checking router: 102716b7-0621-443c-b20d-97385f05e425 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:06:40.388255 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:06:40.388856 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:06:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:40.449699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-ab80d22a-0bd2-4072-b747-492c8d7d8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:40.451017 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-ab80d22a-0bd2-4072-b747-492c8d7d8e7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.1620760 Mar 02 08:06:40.523118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-4981d9be-51ee-4ad6-ba39-c1e2dc3c940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:06:40.524593 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-4981d9be-51ee-4ad6-ba39-c1e2dc3c940a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680840 Mar 02 08:06:40.562139 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:06:40.652683 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-f9f65b78-47b3-4294-9799-134ad50e8212 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221232 Mar 02 08:06:40.781064 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3d2769-cf89-41d1-9f3d-97a01c81fd70 req-a04c494c-dfc6-4458-8627-f8b75d43ce97 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221728 Mar 02 08:06:40.902186 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '102716b7-0621-443c-b20d-97385f05e425', 'port_id': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'mac_address': 'fa:16:3e:5c:a4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:06:38Z', 'updated_at': '2022-03-02T08:06:38Z', 'revision_number': 0, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:06:40.905990 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4781fb-746a-4750-ae8a-a6c7ad653810 None None] The sync data for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv is: [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'floating_ip_address': '172.26.4.25', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '102716b7-0621-443c-b20d-97385f05e425', 'port_id': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'mac_address': 'fa:16:3e:5c:a4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:06:38Z', 'updated_at': '2022-03-02T08:06:38Z', 'revision_number': 0, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:06:41.083053 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bac0d2-002f-4df9-8956-4967121079eb None None] New status for floating IP 1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:06:49.293271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:02.632647 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fd2649d8-e3d1-4597-bf5d-e69e558819f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:02.726023 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:07:04.870471 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f80b1954-08d1-499e-9d87-38a70a349d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:05.627682 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-21f31da8-173b-4be1-b630-abaa468941b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781591 Mar 02 08:07:05.775814 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-1d6f9eff-1388-4719-8828-7b322a075651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:05.777272 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-1d6f9eff-1388-4719-8828-7b322a075651 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0776653 Mar 02 08:07:05.921622 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-e9680bc7-546a-404a-b9a5-50a4fd071c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:05.923121 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-e9680bc7-546a-404a-b9a5-50a4fd071c37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1262977 Mar 02 08:07:05.960398 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:05.992868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:06.023651 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-204d4dc6-3717-4e43-9c1b-5a618591012c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 1001 time: 0.0949194 Mar 02 08:07:06.083174 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-e4a07d3f-1991-4aae-9b9a-36aa08c0fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:06.085722 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-e4a07d3f-1991-4aae-9b9a-36aa08c0fd33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0555081 Mar 02 08:07:06.162194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-232c7123-d42a-4965-acb3-ad245b3dbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:07:06.163670 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-232c7123-d42a-4965-acb3-ad245b3dbebe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738273 Mar 02 08:07:06.306233 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-4b7c1b85-a685-4341-bb29-c99381a1cc47 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360259 Mar 02 08:07:06.455598 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f38b68-b2cd-4af4-8681-bdebdc046e14 req-06b2a6bd-18ce-4e1d-b58e-c50b261b9cce service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439450 Mar 02 08:07:07.259270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:19.311734 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:32.634313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff600e66-5b32-4955-9eb8-e61e7f49f1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:34.872179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-abb5cfed-eee2-4e3c-b077-9b79c0522a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:35.953355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:35.994908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:37.262231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:07:39.725762 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:07:49.310165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:02.635543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-81ccc7f8-68d3-4c37-abfd-214b3bb2ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:04.874299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d6983fda-9c63-49c7-9974-1d32076dbadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:05.955766 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:05.997299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:06.635406 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-14e953a7-2473-4a7a-b58d-0770fa83ebac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669920 Mar 02 08:08:06.773013 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-a1bced3b-f01b-4342-b8ac-4f9dc663f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:06.774609 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-a1bced3b-f01b-4342-b8ac-4f9dc663f8a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0743363 Mar 02 08:08:06.913139 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-0cf4fe8a-8449-462f-8a5c-bc8054a68ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:06.914510 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-0cf4fe8a-8449-462f-8a5c-bc8054a68ba9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1232240 Mar 02 08:08:07.012727 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-a9bad254-c7fd-4908-aed4-29c20d5f6947 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 1001 time: 0.0923436 Mar 02 08:08:07.179264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-2b27fec4-de25-4808-bfab-e1d6ce7fbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:07.180618 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-2b27fec4-de25-4808-bfab-e1d6ce7fbfff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.1628230 Mar 02 08:08:07.256918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-19254297-88b0-44b1-863d-7e0b7276cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:07.258433 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-19254297-88b0-44b1-863d-7e0b7276cbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713692 Mar 02 08:08:07.264887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:07.388408 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-5fd65268-fca4-4178-80b1-b03591e5edb9 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237493 Mar 02 08:08:07.514015 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36bb5e41-a90c-46da-b85d-640419ff8623 req-fdef8a0e-5aad-4e54-a62b-79cb1183fcd1 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200898 Mar 02 08:08:16.725188 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:08:19.341776 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:32.637888 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-56b9fa63-d25b-472a-b957-6001d2e97d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:34.876486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f8ec40e6-322f-4b6c-99d3-d5355a01cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:35.958594 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:36.000569 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:37.267926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:37.887600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d081621-3ccc-408a-ac8e-83314a90762b req-73251304-a0d1-4ac9-b085-08c2ecfd58ee tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:37.889031 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d081621-3ccc-408a-ac8e-83314a90762b req-73251304-a0d1-4ac9-b085-08c2ecfd58ee tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0808823 Mar 02 08:08:37.930724 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d081621-3ccc-408a-ac8e-83314a90762b req-e41cecbb-fcb3-45a8-8b09-08744e103646 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354698 Mar 02 08:08:39.116208 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3478da1-da7a-4a6a-b939-501c5b5473ff req-e047e7dd-f2fe-431d-b567-affd88ad51eb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:39.117675 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3478da1-da7a-4a6a-b939-501c5b5473ff req-e047e7dd-f2fe-431d-b567-affd88ad51eb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0787890 Mar 02 08:08:39.161855 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3478da1-da7a-4a6a-b939-501c5b5473ff req-47f76b0a-ffeb-40bc-ab28-5bad332bb0f5 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384147 Mar 02 08:08:40.350412 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05628a-8d46-4463-a52e-1ac8cb1a7a2e req-5ff65d2c-8c7b-4ff7-889a-b869b4a174ca tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:40.351879 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da05628a-8d46-4463-a52e-1ac8cb1a7a2e req-5ff65d2c-8c7b-4ff7-889a-b869b4a174ca tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0847158 Mar 02 08:08:40.396672 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da05628a-8d46-4463-a52e-1ac8cb1a7a2e req-de86d309-e18d-46b7-83f2-222f88dd5e3e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392363 Mar 02 08:08:41.580305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15e6a4-09c8-4749-9147-1fe645b35fb9 req-25360e60-4d7d-4d32-ac66-2afb6837218b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:41.581739 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b15e6a4-09c8-4749-9147-1fe645b35fb9 req-25360e60-4d7d-4d32-ac66-2afb6837218b tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0801454 Mar 02 08:08:41.623608 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b15e6a4-09c8-4749-9147-1fe645b35fb9 req-bc663635-d54d-404b-a574-7ccf0c301295 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363548 Mar 02 08:08:42.816928 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5e3db-bd53-42b8-846e-2be9a794571e req-8ef0cc23-9b47-47b2-94a5-dd2a793d7ae7 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:42.818397 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eed5e3db-bd53-42b8-846e-2be9a794571e req-8ef0cc23-9b47-47b2-94a5-dd2a793d7ae7 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0919471 Mar 02 08:08:42.861018 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eed5e3db-bd53-42b8-846e-2be9a794571e req-7349fd70-390a-4c30-bbb1-dcf5b4116d82 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368783 Mar 02 08:08:44.041442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d135661-0f6d-4072-8ae3-c93139aa8a68 req-fd192674-1686-4a2b-8bb8-a72b1c48051c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:44.042941 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d135661-0f6d-4072-8ae3-c93139aa8a68 req-fd192674-1686-4a2b-8bb8-a72b1c48051c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0761347 Mar 02 08:08:44.085629 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d135661-0f6d-4072-8ae3-c93139aa8a68 req-65eedd73-0ec0-4b51-9815-0a05be9fc293 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371921 Mar 02 08:08:45.268428 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814af3e-b952-42c4-9af1-8adb28628d23 req-79d6e9bc-14dd-4a8e-9ac6-019b81a4146d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:45.269875 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5814af3e-b952-42c4-9af1-8adb28628d23 req-79d6e9bc-14dd-4a8e-9ac6-019b81a4146d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0801301 Mar 02 08:08:45.313918 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5814af3e-b952-42c4-9af1-8adb28628d23 req-f7945925-9538-43f6-b54a-672bf85c835c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374892 Mar 02 08:08:46.498420 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1b79-b8d9-4c64-9de1-94fbd05e6fab req-ee89fe90-86c5-456b-86c4-550eab460170 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:46.500497 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cceb1b79-b8d9-4c64-9de1-94fbd05e6fab req-ee89fe90-86c5-456b-86c4-550eab460170 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0824716 Mar 02 08:08:46.542007 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cceb1b79-b8d9-4c64-9de1-94fbd05e6fab req-2b4eb44e-228d-450b-a063-c6e1417d3283 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359654 Mar 02 08:08:47.720874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63a958-c5b6-4e44-aa25-5b8f60ae39eb req-115d499f-1867-4858-a050-b1a67b174b1d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:47.722336 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ee63a958-c5b6-4e44-aa25-5b8f60ae39eb req-115d499f-1867-4858-a050-b1a67b174b1d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0768747 Mar 02 08:08:47.767480 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ee63a958-c5b6-4e44-aa25-5b8f60ae39eb req-2766c46a-7725-4db1-ad74-ee59cf615d0a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397491 Mar 02 08:08:47.977381 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-8454ae3b-954b-4022-8e53-949b9af1e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:47.978770 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-8454ae3b-954b-4022-8e53-949b9af1e559 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0683353 Mar 02 08:08:48.104912 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-da5d262a-2205-4050-900a-b5a9909460cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:48.106426 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-da5d262a-2205-4050-900a-b5a9909460cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1218240 Mar 02 08:08:48.204561 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-6c6c0394-bb1e-421f-82c1-96a7e34b401f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 1001 time: 0.0925839 Mar 02 08:08:48.263114 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-50b79b34-3cfd-4312-acf6-efa8dab92c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:48.264389 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-50b79b34-3cfd-4312-acf6-efa8dab92c5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0540688 Mar 02 08:08:48.338297 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-7498f1a2-7c85-4281-9a6b-982cdc57711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:48.339735 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-7498f1a2-7c85-4281-9a6b-982cdc57711f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694611 Mar 02 08:08:48.464998 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-1dacfe20-790d-4877-9f0f-b04737d7bc68 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189868 Mar 02 08:08:48.686696 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91ed6d10-d926-44fb-ad92-2608e9532186 req-e08f9d87-6d67-4b11-b1c4-3bbf3e536406 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161345 Mar 02 08:08:48.949464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec3e-f1e8-4eeb-a0eb-3a0bdfb5e896 req-442afbcb-753f-46fc-8473-db518c64d08e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:48.950854 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d85eec3e-f1e8-4eeb-a0eb-3a0bdfb5e896 req-442afbcb-753f-46fc-8473-db518c64d08e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0784123 Mar 02 08:08:48.995543 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d85eec3e-f1e8-4eeb-a0eb-3a0bdfb5e896 req-20690795-1339-4a7a-9380-e8298f287048 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390215 Mar 02 08:08:49.346833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:50.176295 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f53929-0f1a-42b2-909b-46c2a59a00c3 req-afe5f72c-c092-43ef-90cb-de757aac52e1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:50.177695 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-23f53929-0f1a-42b2-909b-46c2a59a00c3 req-afe5f72c-c092-43ef-90cb-de757aac52e1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0787561 Mar 02 08:08:50.221155 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-23f53929-0f1a-42b2-909b-46c2a59a00c3 req-d706d0c4-8ed6-4d56-ab6a-a7d25a47b83e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379472 Mar 02 08:08:51.405037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addef600-3f3a-4838-aa94-83358dd3cfd1 req-f8f7722c-43fc-444a-a0ab-c090442c0e39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:51.407134 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-addef600-3f3a-4838-aa94-83358dd3cfd1 req-f8f7722c-43fc-444a-a0ab-c090442c0e39 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0800223 Mar 02 08:08:51.449761 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-addef600-3f3a-4838-aa94-83358dd3cfd1 req-abadbec6-3df4-4f69-bea1-6998f2717089 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370486 Mar 02 08:08:51.962141 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-b45bcf30-ac12-4b2f-a1b8-35bd6abf1ce1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2915058 Mar 02 08:08:51.978473 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7fe2f-38e6-4d68-87df-f4671c362b0a req-b6ec9c75-32ce-4b62-bf15-e7c5ccf9e80c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:51.981067 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f6b7fe2f-38e6-4d68-87df-f4671c362b0a req-b6ec9c75-32ce-4b62-bf15-e7c5ccf9e80c tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.2158079 Mar 02 08:08:52.023735 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f6b7fe2f-38e6-4d68-87df-f4671c362b0a req-7a63c3db-cdfb-4169-8e8b-fd60470eabbb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370202 Mar 02 08:08:52.204309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:08:52.345049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:52.370991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:08:52.382305 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:08:52.386223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:08:52.459473 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:08:52.466878 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.467231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.467574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.467910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.468240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.468571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.468931 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.469271 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.469596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.470018 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.470486 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.470644 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:08:52.499567 dv-neutron-831485-1-hyperv neutron-server[87774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'code': 422} returned with failed status Mar 02 08:08:53.366415 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b0a04-b52b-4145-bef1-2092709c7d13 req-0279430e-5b85-4c17-930e-5daa03ade522 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:53.367961 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d21b0a04-b52b-4145-bef1-2092709c7d13 req-0279430e-5b85-4c17-930e-5daa03ade522 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0863171 Mar 02 08:08:53.412637 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d21b0a04-b52b-4145-bef1-2092709c7d13 req-af1590f2-1e42-4731-b921-2f1f519d6af2 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389307 Mar 02 08:08:53.725474 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:08:54.354511 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-76f47bc4-283d-4000-8930-d0f289c685f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:54.355955 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-76f47bc4-283d-4000-8930-d0f289c685f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2&tenant_id=dfccea9925844f0a9a347858b99f109b HTTP/1.1" status: 200 len: 1097 time: 0.0715735 Mar 02 08:08:54.445742 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-f714c9b0-686c-4a4a-977b-33e19730026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:54.447218 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-f714c9b0-686c-4a4a-977b-33e19730026b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1097 time: 0.0701945 Mar 02 08:08:54.623050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-82ed6399-1dbd-4a79-8424-0c08c6c0193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:54.624484 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-82ed6399-1dbd-4a79-8424-0c08c6c0193d service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1708813 Mar 02 08:08:54.712089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf11206-1b7e-4644-baaf-f402b116c5aa req-fb58bbca-98ab-4db7-a1f6-58b8914869e1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:54.718401 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3bf11206-1b7e-4644-baaf-f402b116c5aa req-fb58bbca-98ab-4db7-a1f6-58b8914869e1 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.1859558 Mar 02 08:08:54.770785 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-a1f85669-94fb-4b94-b77c-7148eda91d5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 999 time: 0.1403472 Mar 02 08:08:54.777582 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3bf11206-1b7e-4644-baaf-f402b116c5aa req-c2b88a4d-ffde-4450-be3c-e9c592955ea9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536191 Mar 02 08:08:54.832842 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-aca33679-c9c4-4a7c-87de-ce1a8dff5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:54.834341 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-aca33679-c9c4-4a7c-87de-ce1a8dff5400 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0558701 Mar 02 08:08:54.909536 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-4a2aa19b-613f-4164-bdfe-9ef3585a4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:54.910903 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-4a2aa19b-613f-4164-bdfe-9ef3585a4877 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712461 Mar 02 08:08:55.036319 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-bb98d470-6fea-48a0-8ee6-d43d348b0515 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191783 Mar 02 08:08:55.161513 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86d97832-3da9-47c0-80d1-0dba4d71e264 req-270db5d6-0acb-4749-997d-7ac2fdb71db5 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197696 Mar 02 08:08:55.956977 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d713a-d88d-45bb-b570-96c0dd38d1e5 req-7f2fe903-2af2-4bc3-b8a6-42ca5da1bbf4 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:55.958511 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea2d713a-d88d-45bb-b570-96c0dd38d1e5 req-7f2fe903-2af2-4bc3-b8a6-42ca5da1bbf4 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0794566 Mar 02 08:08:56.000631 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea2d713a-d88d-45bb-b570-96c0dd38d1e5 req-cab013a9-50a0-4cb5-bcd0-0a3e076bad40 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365529 Mar 02 08:08:57.180886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7321b1-7409-4976-82b8-0cceccfc5e26 req-a5c0e7c1-cf51-4a5d-a6dd-42d3b99fd8e7 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:57.182328 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8c7321b1-7409-4976-82b8-0cceccfc5e26 req-a5c0e7c1-cf51-4a5d-a6dd-42d3b99fd8e7 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0767868 Mar 02 08:08:57.224058 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8c7321b1-7409-4976-82b8-0cceccfc5e26 req-302846ef-a646-4a7a-a24c-12be22a06dcb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362980 Mar 02 08:08:58.405123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d034e1-ca40-4b6f-823c-6c791ff5c97f req-54cd4948-e9f6-4d7d-acfa-d740363c2964 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:58.406615 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-68d034e1-ca40-4b6f-823c-6c791ff5c97f req-54cd4948-e9f6-4d7d-acfa-d740363c2964 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0806146 Mar 02 08:08:58.451539 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-68d034e1-ca40-4b6f-823c-6c791ff5c97f req-07a53eda-8eea-46f8-871d-af169a1e0651 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388305 Mar 02 08:08:59.637167 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562c508-13ff-4080-8f6f-147f18a19a91 req-aee45574-6799-4dd4-89d2-652559c1ecf5 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:08:59.638681 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9562c508-13ff-4080-8f6f-147f18a19a91 req-aee45574-6799-4dd4-89d2-652559c1ecf5 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0796402 Mar 02 08:08:59.681617 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9562c508-13ff-4080-8f6f-147f18a19a91 req-c6539ee7-c85e-4b86-b079-c67dbf7da316 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363653 Mar 02 08:09:00.863514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988113-8152-4053-9774-fe41d7bfad63 req-c2698956-86b2-496c-aaf6-c9414dfa9fce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:00.864967 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f4988113-8152-4053-9774-fe41d7bfad63 req-c2698956-86b2-496c-aaf6-c9414dfa9fce tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0781903 Mar 02 08:09:00.910382 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f4988113-8152-4053-9774-fe41d7bfad63 req-3eb0412b-c78c-491c-ba19-bb03eee76484 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398653 Mar 02 08:09:02.089600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e069cf-4116-45d2-97c1-2e1fd898b6ce req-19893910-3397-4e9d-89f7-669004886f71 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:02.091478 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2e069cf-4116-45d2-97c1-2e1fd898b6ce req-19893910-3397-4e9d-89f7-669004886f71 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 944 time: 0.0788248 Mar 02 08:09:02.137869 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2e069cf-4116-45d2-97c1-2e1fd898b6ce req-45a6df65-4d4a-4669-b02d-6ee2b7b45ada tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392816 Mar 02 08:09:02.236132 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:09:02.365110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:02.378143 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'port_id': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'mac_address': 'fa:16:3e:5c:a4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:09:02.433502 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:02.450215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:09:02.465526 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:02.469269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:02.532364 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:02.640966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd1d37cc-0efa-40f5-9d73-c7779bf2b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:02.698954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:09:03.318742 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c01d8-456b-4ce3-b57a-48a9c2b1e2a0 req-cbd9d1d7-af3e-417f-994d-52a04148cd45 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:03.320181 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee1c01d8-456b-4ce3-b57a-48a9c2b1e2a0 req-cbd9d1d7-af3e-417f-994d-52a04148cd45 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 945 time: 0.0782967 Mar 02 08:09:03.363522 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee1c01d8-456b-4ce3-b57a-48a9c2b1e2a0 req-8957bc6f-b8b6-4f11-864b-3384440d3aed tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376010 Mar 02 08:09:04.267145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:09:04.332409 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:09:04.332782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:04.447086 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:04.474837 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:09:04.486848 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:09:04.491315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:04.527544 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'code': 200} Mar 02 08:09:04.559457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:09:04.559917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098054-79a7-4c51-bd88-6d298c2eae22 req-965299d5-4689-456e-84a0-6b2404e58e63 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:04.561415 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb098054-79a7-4c51-bd88-6d298c2eae22 req-965299d5-4689-456e-84a0-6b2404e58e63 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0873024 Mar 02 08:09:04.606610 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb098054-79a7-4c51-bd88-6d298c2eae22 req-68108975-0d97-4a8e-bb48-f9ba569071c2 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376282 Mar 02 08:09:04.787811 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ae0a-121d-44ba-8bf5-ad7c868d40a4 req-39c4da3c-253b-48ec-a41e-02977d39f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:04.789223 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cf66ae0a-121d-44ba-8bf5-ad7c868d40a4 req-39c4da3c-253b-48ec-a41e-02977d39f402 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0691838 Mar 02 08:09:04.827419 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cf66ae0a-121d-44ba-8bf5-ad7c868d40a4 req-b3399e61-3fb6-4fec-a65c-2ca26289464d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324357 Mar 02 08:09:04.878405 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15c0a20f-b20a-457b-a399-bb7c384ea834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:05.796533 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13ec53-82d6-4b1d-afff-90491a203508 req-763238c1-b35a-4f4e-87bd-b14c7a5712e9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:05.798183 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c13ec53-82d6-4b1d-afff-90491a203508 req-763238c1-b35a-4f4e-87bd-b14c7a5712e9 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0853102 Mar 02 08:09:05.841045 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c13ec53-82d6-4b1d-afff-90491a203508 req-9fd5a6e7-2a71-4c19-9470-8e0959e169ec tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373328 Mar 02 08:09:05.960257 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:06.002307 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:07.024427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfbbd2-dacb-4d55-a42e-54877d390327 req-1b07e417-95c5-4531-a266-8df3e881b201 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:07.025897 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0bcfbbd2-dacb-4d55-a42e-54877d390327 req-1b07e417-95c5-4531-a266-8df3e881b201 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0779259 Mar 02 08:09:07.070755 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0bcfbbd2-dacb-4d55-a42e-54877d390327 req-d7404d88-7254-4b0c-9db8-7ac408cc1357 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392227 Mar 02 08:09:07.274029 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:07.724697 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-05acdbfd-00d5-49ec-a402-2b1a3603a207 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1711802 Mar 02 08:09:07.866910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-f1c5e246-d9c0-43a8-ba11-6d03380959a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:07.868361 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-f1c5e246-d9c0-43a8-ba11-6d03380959a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0793953 Mar 02 08:09:08.006165 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-0e9d2c50-1469-4a64-9d99-cb2cd123c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:08.007482 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-0e9d2c50-1469-4a64-9d99-cb2cd123c311 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1222727 Mar 02 08:09:08.102687 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-b10425ab-0951-4e61-ab72-f5988872ab57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 1001 time: 0.0900397 Mar 02 08:09:08.167125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-b87b39b1-9195-4562-aee0-6aaa01ae3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:08.168787 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-b87b39b1-9195-4562-aee0-6aaa01ae3404 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0605080 Mar 02 08:09:08.241026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-be180df6-a9c6-40af-a874-073309368899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:09:08.242489 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-be180df6-a9c6-40af-a874-073309368899 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678825 Mar 02 08:09:08.373565 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-db3a8c14-f64f-4e67-8145-54f793024457 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246905 Mar 02 08:09:08.503652 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1cb6e33a-624a-4e71-992c-652f46f351f1 req-1837f253-0476-444e-8e9f-149bd6359739 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244302 Mar 02 08:09:19.347862 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:30.723851 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:09:32.642997 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3079c7f3-7065-4b96-a77a-abf59616cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:34.883067 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3bf-e766-4d97-96f7-5435cd08b448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:35.967537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:36.008469 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:37.274077 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:09:49.360370 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:02.643981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec50bffe-be7e-43bc-bf25-6cacbe34fef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:04.885211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2ae2d612-1391-4d80-9d0e-e3880cba400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:05.966724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:06.007568 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:07.277903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:07.690751 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-eb11360c-1673-410c-8dfa-e2d41f048160 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1196983 Mar 02 08:10:07.722888 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:10:07.841917 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a2b88-7760-4c1c-8614-33417cebcfad req-a3bdb66b-5a32-498a-b845-81101ff80b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:07.843288 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-a3bdb66b-5a32-498a-b845-81101ff80b3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0866168 Mar 02 08:10:07.983074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a2b88-7760-4c1c-8614-33417cebcfad req-b9a158dc-70e0-4898-8259-e45e0cafdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:07.984558 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-b9a158dc-70e0-4898-8259-e45e0cafdb65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.1218941 Mar 02 08:10:08.083333 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-2abb5e1f-ee8b-45f3-bed0-3dc7ca1d8a22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 1001 time: 0.0933080 Mar 02 08:10:08.151326 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a2b88-7760-4c1c-8614-33417cebcfad req-02f9f5e5-75cf-47a1-b14b-cdb144e24fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:08.152860 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-02f9f5e5-75cf-47a1-b14b-cdb144e24fc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0634713 Mar 02 08:10:08.227546 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a2b88-7760-4c1c-8614-33417cebcfad req-4ed09e1d-8f26-4b3c-b4b3-54d7b5bbb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:08.229058 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-4ed09e1d-8f26-4b3c-b4b3-54d7b5bbb11f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705996 Mar 02 08:10:08.356674 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-62aefaf2-d626-47a7-a702-0eb9e7f5840c service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214614 Mar 02 08:10:08.490416 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960a2b88-7760-4c1c-8614-33417cebcfad req-795c86d0-a840-4d85-84a8-dc54a8871df9 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274412 Mar 02 08:10:19.360810 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:22.601621 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55222) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:22.797567 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Deleting port a39012c5-986c-4eae-8604-3105338f3364 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:22.797929 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:22.956525 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:22.956844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:23.075037 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Calling delete_port for a39012c5-986c-4eae-8604-3105338f3364 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:23.229414 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:23.273606 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event deleted for resources: {'Port': ['ID=a39012c5-986c-4eae-8604-3105338f3364,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:23.308526 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.308884 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.309194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.309519 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.309864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.310184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.310529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.310810 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.311125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.311436 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.311744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.312052 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:23.376180 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:23.376500 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Floating IP 1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a disassociated (deleted). External IP: 172.26.4.25, port: e6a5f3d7-2fff-492b-a391-0bb4a88c2e06. Mar 02 08:10:23.819471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Router 102716b7-0621-443c-b20d-97385f05e425 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:10:23.993852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:10:24.003564 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] Sync routers for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:10:24.013334 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:24.013496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:24.014084 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:24.067125 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4c671ad1-19b7-44b5-9b20-86fcd4efb17e tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "DELETE /v2.0/floatingips/1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a HTTP/1.1" status: 204 len: 168 time: 1.4635553 Mar 02 08:10:24.067125 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:24.121156 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'status': 'completed', 'code': 200} Mar 02 08:10:24.192997 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:24.222417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-344fd8a9-f170-4cee-a64c-1355b6bee8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:24.224549 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-344fd8a9-f170-4cee-a64c-1355b6bee8f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfccea9925844f0a9a347858b99f109b&device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 1099 time: 0.0788069 Mar 02 08:10:24.518599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-5bf63ee1-15cb-46e1-a96d-12ad9a9f69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:24.520043 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-5bf63ee1-15cb-46e1-a96d-12ad9a9f69e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 200 len: 909 time: 0.2897623 Mar 02 08:10:24.585552 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:24.589962 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] Checking router: 102716b7-0621-443c-b20d-97385f05e425 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:10:24.595486 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-63ae7067-c960-4c18-89fe-64cb0cf3582b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 200 len: 217 time: 0.0670896 Mar 02 08:10:24.598057 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:24.598650 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:24.669732 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-fc42243f-4aa1-4867-ae8c-80cf249233c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:24.671080 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-fc42243f-4aa1-4867-ae8c-80cf249233c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 200 len: 847 time: 0.0684679 Mar 02 08:10:24.678551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45779b-e4b3-4fcf-8f84-b56f306625ed req-4c8013d9-a46e-40a2-b5fb-a86d455888ed tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:24.679897 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed45779b-e4b3-4fcf-8f84-b56f306625ed req-4c8013d9-a46e-40a2-b5fb-a86d455888ed tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.2608960 Mar 02 08:10:24.768446 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed45779b-e4b3-4fcf-8f84-b56f306625ed req-4c483934-d517-47d3-be69-3e334419cffb tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540452 Mar 02 08:10:24.771255 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:24.786105 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-13a6ea39-0eab-41e8-915a-3352d50769fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:24.787585 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-13a6ea39-0eab-41e8-915a-3352d50769fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38068d6b-fb45-4e0f-81ad-890165acead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068511 Mar 02 08:10:24.924025 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-73e59ad3-08ed-4204-89f2-1cc645129399 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292553 Mar 02 08:10:25.055603 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-179e0992-e21c-4bcd-8e10-013fc52576c0 req-5ce40bea-a5dc-4398-b5c1-3c7b3ed3b649 service neutron] 10.222.0.32 "GET /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256444 Mar 02 08:10:25.080906 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:25.084783 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71906dec-6827-4a4f-91e1-df5290ae2817 None None] The sync data for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv is: [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:01:49Z', 'revision_number': 4, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': 'ba292199-abb3-4d04-bf4b-65e2bf5d41b4', 'name': '', 'network_id': '38068d6b-fb45-4e0f-81ad-890165acead6', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'mac_address': 'fa:16:3e:e9:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:48Z', 'updated_at': '2022-03-02T08:01:56Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'subnets': [{'id': '9dbf95aa-33e0-452e-9e87-c80130c5407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:10:25.289133 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289a880-9c05-4968-a701-a6573688e928 None None] New status for floating IP 1bf4ae5d-a503-42ed-92bb-1b9d502a9d8a: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:10:25.844099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-22f66d1b-0d08-4436-aada-68a17525d2b2 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:25.845447 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-22f66d1b-0d08-4436-aada-68a17525d2b2 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.0775335 Mar 02 08:10:25.916372 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Deleting port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:25.916714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:25.996529 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d771-d1f3-4b81-a75e-d6c4251742b6 req-046e46ce-5cee-496d-bef8-35277a5bac25 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:25.997204 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-46a9d771-d1f3-4b81-a75e-d6c4251742b6 req-046e46ce-5cee-496d-bef8-35277a5bac25 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Synchronizing usage tracker for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:10:26.012502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-46a9d771-d1f3-4b81-a75e-d6c4251742b6 req-046e46ce-5cee-496d-bef8-35277a5bac25 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Unset dirty status for tenant:dfccea9925844f0a9a347858b99f109b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:10:26.015823 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-46a9d771-d1f3-4b81-a75e-d6c4251742b6 req-046e46ce-5cee-496d-bef8-35277a5bac25 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 946 time: 0.1414249 Mar 02 08:10:26.058190 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-46a9d771-d1f3-4b81-a75e-d6c4251742b6 req-d22fa344-bbcf-407a-b9db-5bf9b061de2a tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/security-groups?id=039f265b-6d09-4adc-bb62-c6ba5d99a143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387759 Mar 02 08:10:26.159426 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] For port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:26.159785 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:26.284502 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Calling delete_port for e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:26.423779 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:26.486840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event deleted for resources: {'Port': ['ID=e6a5f3d7-2fff-492b-a391-0bb4a88c2e06,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:26.524088 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.524427 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.524756 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.525080 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.525431 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.525776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.526095 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.526460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.526777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.527089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.527400 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.527709 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:26.567856 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] No DVR routers for this DVR port e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 on host hv-neutron-8314 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:10:26.570222 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:26.572659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-deleted', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:26.589826 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d1d4bfa2-f37a-4791-8c66-ed42e9e2151c req-5f409d3f-d30d-4f9a-b8df-94808aa1ed48 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.32 "DELETE /v2.0/ports/e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 HTTP/1.1" status: 204 len: 173 time: 0.7391477 Mar 02 08:10:26.671131 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe961078-7e99-4ed5-8013-ba80696937f2', 'name': 'network-vif-deleted', 'tag': 'e6a5f3d7-2fff-492b-a391-0bb4a88c2e06', 'status': 'completed', 'code': 200} Mar 02 08:10:27.215912 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33af141f-57c3-4a57-961a-0a3277018176 req-172a0c60-049b-4a07-8ab6-c1e0c2f4cb6d tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe961078-7e99-4ed5-8013-ba80696937f2 HTTP/1.1" status: 200 len: 210 time: 0.0499651 Mar 02 08:10:28.314380 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55246) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:28.385008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e12980a-0ed4-4a2c-b039-ccad93d77212 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:28.414338 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e12980a-0ed4-4a2c-b039-ccad93d77212 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:28.484442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e12980a-0ed4-4a2c-b039-ccad93d77212 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:28.503923 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12980a-0ed4-4a2c-b039-ccad93d77212 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f265b-6d09-4adc-bb62-c6ba5d99a143,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:28.531637 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e12980a-0ed4-4a2c-b039-ccad93d77212 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:28.532793 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0e12980a-0ed4-4a2c-b039-ccad93d77212 tempest-TestShelveInstance-1176298900 tempest-TestShelveInstance-1176298900-project] 10.222.0.41 "DELETE /v2.0/security-groups/039f265b-6d09-4adc-bb62-c6ba5d99a143 HTTP/1.1" status: 204 len: 168 time: 0.2174335 Mar 02 08:10:28.575157 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55252) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:29.213449 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:29.672848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Deleting port ba292199-abb3-4d04-bf4b-65e2bf5d41b4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:29.673507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:29.848759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] For port ba292199-abb3-4d04-bf4b-65e2bf5d41b4, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:29.849107 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:29.967846 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Calling delete_port for ba292199-abb3-4d04-bf4b-65e2bf5d41b4 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:30.288305 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:30.335220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba292199-abb3-4d04-bf4b-65e2bf5d41b4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:30.597256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:30.605212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:30.659841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:10:30.660184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e6a5f3d7-2fff-492b-a391-0bb4a88c2e06 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:31.073681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Router 102716b7-0621-443c-b20d-97385f05e425 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:10:31.254430 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:10:31.264620 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] Sync routers for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:10:31.266759 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b8a729f3-f5db-4bd1-889d-c74cd8169645 admin admin] 10.222.0.41 "PUT /v2.0/routers/102716b7-0621-443c-b20d-97385f05e425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6905222 Mar 02 08:10:31.269347 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55258) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:31.280211 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:31.280815 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:31.450848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:31.485797 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:31.640516 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:31.652339 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Deleting port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:31.652681 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:31.790728 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:10:30Z', 'revision_number': 5, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port': {'id': '39c5fbf1-5f9e-4eab-9e36-084f8dba4bff', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102716b7-0621-443c-b20d-97385f05e425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:46Z', 'updated_at': '2022-03-02T08:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:31.794453 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] Checking router: 102716b7-0621-443c-b20d-97385f05e425 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:10:31.802520 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] Routers {'102716b7-0621-443c-b20d-97385f05e425'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:31.803108 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['102716b7-0621-443c-b20d-97385f05e425'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:31.829165 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] For port 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:31.829513 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:31.947982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Calling delete_port for 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:31.950433 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] Set router 102716b7-0621-443c-b20d-97385f05e425 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:32.053507 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:10:31Z', 'revision_number': 6, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:32.058549 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f745305-a4b4-4b15-9ad0-7af494f0f13a None None] The sync data for ids ['102716b7-0621-443c-b20d-97385f05e425'] in dv-neutron-831485-1-hyperv is: [{'id': '102716b7-0621-443c-b20d-97385f05e425', 'name': 'tempest-TestShelveInstance-688787943-router', 'tenant_id': 'dfccea9925844f0a9a347858b99f109b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:45Z', 'updated_at': '2022-03-02T08:10:31Z', 'revision_number': 6, 'project_id': 'dfccea9925844f0a9a347858b99f109b', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:10:32.218536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.290799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c5fbf1-5f9e-4eab-9e36-084f8dba4bff,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:32.354277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.501215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ba292199-abb3-4d04-bf4b-65e2bf5d41b4 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:32.529759 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.531942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.534153 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: ba292199-abb3-4d04-bf4b-65e2bf5d41b4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:10:32.534507 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ba292199-abb3-4d04-bf4b-65e2bf5d41b4 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:32.554425 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.554918 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102716b7-0621-443c-b20d-97385f05e425 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:10:32.566462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.567577 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-42727593-cfa7-43d6-a30e-54f4402f7d21 admin admin] 10.222.0.41 "DELETE /v2.0/routers/102716b7-0621-443c-b20d-97385f05e425 HTTP/1.1" status: 204 len: 168 time: 1.2973201 Mar 02 08:10:32.570102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55262) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:32.629609 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] Deleting subnet 9dbf95aa-33e0-452e-9e87-c80130c5407c {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:10:32.632643 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.643829 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3b708961-1a1f-44bd-be7a-7a9aae4c5570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.680968 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.758505 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.827502 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.865461 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbf95aa-33e0-452e-9e87-c80130c5407c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:32.870725 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:32.875372 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d63a6-5a92-41f1-84b4-02dec3ff44fa None None] Network 38068d6b-fb45-4e0f-81ad-890165acead6 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:10:32.877049 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e52319d-8b03-4997-a709-36cdf4eb9ed7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9dbf95aa-33e0-452e-9e87-c80130c5407c HTTP/1.1" status: 204 len: 168 time: 0.3059707 Mar 02 08:10:32.879736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:33.105413 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.115641 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Deleting port 64421136-dcc2-47b9-99fe-b8eb93579505 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:33.115979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.148059 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] DHCP port deletion for 38068d6b-fb45-4e0f-81ad-890165acead6 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:10:33.152881 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Deleting port 64421136-dcc2-47b9-99fe-b8eb93579505 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:33.153251 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.319715 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] For port 64421136-dcc2-47b9-99fe-b8eb93579505, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64421136-dcc2-47b9-99fe-b8eb93579505,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:33.320072 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.357846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] For port 64421136-dcc2-47b9-99fe-b8eb93579505, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=64421136-dcc2-47b9-99fe-b8eb93579505,segment=NetworkSegment(1a525f2d-39b4-46d7-9c23-480c822b4fc4),segment_id=1a525f2d-39b4-46d7-9c23-480c822b4fc4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:33.358170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.444716 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Calling delete_port for 64421136-dcc2-47b9-99fe-b8eb93579505 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:33.476418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Calling delete_port for 64421136-dcc2-47b9-99fe-b8eb93579505 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:33.522996 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.548389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:10:33.548947 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:10:33.568828 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Pushing event deleted for resources: {'Port': ['ID=64421136-dcc2-47b9-99fe-b8eb93579505,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:33.572484 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] No DVR routers for this DVR port 64421136-dcc2-47b9-99fe-b8eb93579505 on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:10:33.684075 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.708639 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38068d6b-fb45-4e0f-81ad-890165acead6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:33.724446 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a525f2d-39b4-46d7-9c23-480c822b4fc4') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:33.724730 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a525f2d-39b4-46d7-9c23-480c822b4fc4') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:33.735817 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.751276 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.757201 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:10:33.757829 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:10:33.775646 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:10:33.847793 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.862587 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:33.875872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] Pushing event deleted for resources: {'Network': ['ID=38068d6b-fb45-4e0f-81ad-890165acead6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:33.888540 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f095c27-04a1-4a02-b27d-efa0d245ce37 admin admin] 10.222.0.41 "DELETE /v2.0/networks/38068d6b-fb45-4e0f-81ad-890165acead6 HTTP/1.1" status: 204 len: 168 time: 1.0077434 Mar 02 08:10:33.891315 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:34.049930 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Deleting port 64421136-dcc2-47b9-99fe-b8eb93579505 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:34.050415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:34.116110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f2aba33b-b1e1-4c37-9ebc-e1aee7fcb9be None None] The port '64421136-dcc2-47b9-99fe-b8eb93579505' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:10:34.200182 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64421136-dcc2-47b9-99fe-b8eb93579505 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:34.232351 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 64421136-dcc2-47b9-99fe-b8eb93579505 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:10:34.232698 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 64421136-dcc2-47b9-99fe-b8eb93579505 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:34.233113 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:34.267576 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:10:34.267919 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 39c5fbf1-5f9e-4eab-9e36-084f8dba4bff not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:34.511523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:34.846529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Deleting port f95e657f-e07d-4282-a79c-ce9a53704f4e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:34.846774 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:34.887777 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ccccf993-8f90-429f-980c-4cbf9f9144f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:35.016009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] For port f95e657f-e07d-4282-a79c-ce9a53704f4e, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f95e657f-e07d-4282-a79c-ce9a53704f4e,segment=NetworkSegment(2057d060-aeaa-480b-87ff-f8ec659995de),segment_id=2057d060-aeaa-480b-87ff-f8ec659995de)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:35.016593 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:35.134187 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Calling delete_port for f95e657f-e07d-4282-a79c-ce9a53704f4e owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:35.385944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:35.430686 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Pushing event deleted for resources: {'Port': ['ID=f95e657f-e07d-4282-a79c-ce9a53704f4e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:35.688749 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:35.969754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:36.011651 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:36.139169 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Router bd5c7f91-a0fd-447d-87b6-acaa965b6478 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:10:36.313032 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:10:36.321395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] Sync routers for ids ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:10:36.332883 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-757965e6-8c0a-4827-b6c1-40b6d519ddad admin admin] 10.222.0.41 "PUT /v2.0/routers/bd5c7f91-a0fd-447d-87b6-acaa965b6478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4383175 Mar 02 08:10:36.333060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] Routers {'bd5c7f91-a0fd-447d-87b6-acaa965b6478'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:36.333060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:36.333326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55274) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:36.505453 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] Set router bd5c7f91-a0fd-447d-87b6-acaa965b6478 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:36.510080 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:36.682630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:36.692885 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Deleting port 4560ad61-004a-4194-8d93-83079ea3fcf7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:36.693219 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:36.814684 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:10:35Z', 'revision_number': 5, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port': {'id': '4560ad61-004a-4194-8d93-83079ea3fcf7', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:01:52Z', 'updated_at': '2022-03-02T08:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:36.819503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] Checking router: bd5c7f91-a0fd-447d-87b6-acaa965b6478 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:10:36.829071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] Routers {'bd5c7f91-a0fd-447d-87b6-acaa965b6478'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:36.829708 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:36.866633 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] For port 4560ad61-004a-4194-8d93-83079ea3fcf7, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=4560ad61-004a-4194-8d93-83079ea3fcf7,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:36.866984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:36.981007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] Set router bd5c7f91-a0fd-447d-87b6-acaa965b6478 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:37.089333 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Calling delete_port for 4560ad61-004a-4194-8d93-83079ea3fcf7 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:37.091016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:10:36Z', 'revision_number': 6, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:37.094926 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8ef92-2549-4fcb-a542-99a3679bb101 None None] The sync data for ids ['bd5c7f91-a0fd-447d-87b6-acaa965b6478'] in dv-neutron-831485-1-hyperv is: [{'id': 'bd5c7f91-a0fd-447d-87b6-acaa965b6478', 'name': 'tempest-TestShelveInstance-1901256297-router', 'tenant_id': 'cf165fdbc8124985be43c35c4bc9a515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:01:51Z', 'updated_at': '2022-03-02T08:10:36Z', 'revision_number': 6, 'project_id': 'cf165fdbc8124985be43c35c4bc9a515', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:10:37.251382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.281400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.300668 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4560ad61-004a-4194-8d93-83079ea3fcf7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:37.386620 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.560932 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.563203 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.584927 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.585412 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd5c7f91-a0fd-447d-87b6-acaa965b6478 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:10:37.597587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.598770 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b7b9521-cf6f-436f-afa8-ec563d6d2bc3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bd5c7f91-a0fd-447d-87b6-acaa965b6478 HTTP/1.1" status: 204 len: 168 time: 1.2644377 Mar 02 08:10:37.601187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:37.665241 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] Deleting subnet 17450e28-f16a-4fac-81f2-b1a103709379 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:10:37.668613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.715471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534687738'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.792898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.860431 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534687579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534706529'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.897026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17450e28-f16a-4fac-81f2-b1a103709379,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:37.900396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:37.906676 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177434ba-cd53-43a6-afc0-b282ec13848c None None] Network 73b198bb-8782-4c7f-af64-c9de7aab232f requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:10:37.907196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-27aa046d-36ba-4919-bd05-3ebda2140239 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/17450e28-f16a-4fac-81f2-b1a103709379 HTTP/1.1" status: 204 len: 168 time: 0.3050385 Mar 02 08:10:37.909535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55282) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:38.028984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.039600 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Deleting port ae237748-0d94-4bce-8103-213395a965e1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:38.039935 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.173397 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] DHCP port deletion for 73b198bb-8782-4c7f-af64-c9de7aab232f request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:10:38.177915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Deleting port ae237748-0d94-4bce-8103-213395a965e1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:38.178080 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.229416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4560ad61-004a-4194-8d93-83079ea3fcf7 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:38.254068 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] For port ae237748-0d94-4bce-8103-213395a965e1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae237748-0d94-4bce-8103-213395a965e1,segment=NetworkSegment(2057d060-aeaa-480b-87ff-f8ec659995de),segment_id=2057d060-aeaa-480b-87ff-f8ec659995de)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:38.254426 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.269474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 4560ad61-004a-4194-8d93-83079ea3fcf7 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:10:38.269844 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 4560ad61-004a-4194-8d93-83079ea3fcf7 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:38.270246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f95e657f-e07d-4282-a79c-ce9a53704f4e no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:38.337991 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f95e657f-e07d-4282-a79c-ce9a53704f4e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:10:38.338259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f95e657f-e07d-4282-a79c-ce9a53704f4e not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:38.338668 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae237748-0d94-4bce-8103-213395a965e1 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:10:38.375015 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Calling delete_port for ae237748-0d94-4bce-8103-213395a965e1 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:38.449906 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.483823 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No active binding found for port ae237748-0d94-4bce-8103-213395a965e1 {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 08:10:38.484209 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device ae237748-0d94-4bce-8103-213395a965e1 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:10:38.494976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] For port ae237748-0d94-4bce-8103-213395a965e1, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=ae237748-0d94-4bce-8103-213395a965e1,segment=NetworkSegment(2057d060-aeaa-480b-87ff-f8ec659995de),segment_id=2057d060-aeaa-480b-87ff-f8ec659995de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:38.495920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.593583 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae237748-0d94-4bce-8103-213395a965e1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:38.597003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] No DVR routers for this DVR port ae237748-0d94-4bce-8103-213395a965e1 on host dv-neutron-831485-1-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:10:38.626427 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Calling delete_port for ae237748-0d94-4bce-8103-213395a965e1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:10:38.698174 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:10:38.699162 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:10:38.709984 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.733722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b198bb-8782-4c7f-af64-c9de7aab232f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:38.746039 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2057d060-aeaa-480b-87ff-f8ec659995de') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:38.746330 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2057d060-aeaa-480b-87ff-f8ec659995de') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:38.757067 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534687683'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.773286 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.779073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:10:38.779444 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534687481'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: Traceback (most recent call last): Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: timer() Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: cb(*args, **kw) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: return func(*args, **kwargs) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: self._notify() Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: self.callback(batched_events) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: event.method(event) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: return f(self, *a, **k) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._get(url).json() Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:10:38.792578 dv-neutron-831485-1-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:10:38.866830 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.884848 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:38.903255 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] Pushing event deleted for resources: {'Network': ['ID=73b198bb-8782-4c7f-af64-c9de7aab232f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:38.910398 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51bff970-6256-43ff-a42b-27851069141d admin admin] 10.222.0.41 "DELETE /v2.0/networks/73b198bb-8782-4c7f-af64-c9de7aab232f HTTP/1.1" status: 204 len: 168 time: 0.9998686 Mar 02 08:10:39.023903 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55288) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:39.071033 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26d3ccfb-f402-432e-a647-2fa470454140 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfccea9925844f0a9a347858b99f109b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459678 Mar 02 08:10:39.073309 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55292) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:39.132806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8c63-ac24-4ec4-903c-302da0a0dbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.157442 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8c63-ac24-4ec4-903c-302da0a0dbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.200785 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Deleting port ae237748-0d94-4bce-8103-213395a965e1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:10:39.201387 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.210137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8c63-ac24-4ec4-903c-302da0a0dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.232921 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e8c63-ac24-4ec4-903c-302da0a0dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12bd74-c6f4-4d81-8762-d257dd444bbf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:39.240771 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8c63-ac24-4ec4-903c-302da0a0dbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.244664 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3a2e8c63-ac24-4ec4-903c-302da0a0dbba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b12bd74-c6f4-4d81-8762-d257dd444bbf HTTP/1.1" status: 204 len: 168 time: 0.1704006 Mar 02 08:10:39.274724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0c8674d7-d8c3-4bdf-bfd5-54752261bdbc None None] The port 'ae237748-0d94-4bce-8103-213395a965e1' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:10:39.583904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55302) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:39.631115 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e64f577a-2798-439c-81bc-131fdbc44eaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf165fdbc8124985be43c35c4bc9a515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460770 Mar 02 08:10:39.633557 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:39.692061 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee222c2a-29f9-49a4-bdfd-890ae54f0474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.717766 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee222c2a-29f9-49a4-bdfd-890ae54f0474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.769864 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee222c2a-29f9-49a4-bdfd-890ae54f0474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.787400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee222c2a-29f9-49a4-bdfd-890ae54f0474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00216fb8-7ddc-4880-b2ca-2f852a13b2c7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:39.789626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee222c2a-29f9-49a4-bdfd-890ae54f0474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:39.790758 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ee222c2a-29f9-49a4-bdfd-890ae54f0474 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00216fb8-7ddc-4880-b2ca-2f852a13b2c7 HTTP/1.1" status: 204 len: 168 time: 0.1562970 Mar 02 08:10:40.501274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:40.602537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2058122554-network', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:40.608601 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:40.612464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Usage tracker for resource:network and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:40.615272 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:40.621347 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:40.631509 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Made reservation on behalf of 69f84c69dd5e4b10a4afe6c2819cc049 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:10:40.633763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.645958 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.660310 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:40.664007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:40.666722 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:40.672778 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:40.755548 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.759369 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.786246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:10:40.799186 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e2513-e7e8-4e19-8c18-ab67d54cce0a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:40.804790 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.805129 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Added segment 1a3d1b9f-7830-4d09-9ee7-02d48ebe5064 of type vlan for network 45e7bc96-9eed-49ba-8503-37cfeb02d218 Mar 02 08:10:40.831035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.858961 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.859857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:40.860421 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:40.955293 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4528806 Mar 02 08:10:40.958507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55336) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:40.966150 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Request body: {'subnet': {'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2058122554-subnet', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:40.969223 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fe45e-b459-4390-aae0-07ecc9a45daf admin admin] Pushing event updated for resources: {'Network': ['ID=45e7bc96-9eed-49ba-8503-37cfeb02d218,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:40.972676 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:40.976487 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Usage tracker for resource:subnet and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:40.978584 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:10:40.981191 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:40.987031 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:40.996802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Made reservation on behalf of 69f84c69dd5e4b10a4afe6c2819cc049 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:10:40.999238 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534706508'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.202402 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534687514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534706522'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.277371 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e025429-201d-49ab-81f2-db61201b5129,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:41.282073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Checking segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:41.282433 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Network hostable DHCP agents. Network: 45e7bc96-9eed-49ba-8503-37cfeb02d218, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:10:41.300802 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:10:41.309544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, 45e7bc96-9eed-49ba-8503-37cfeb02d218) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:41.313253 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:41.313996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.319303 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645b2ac-cbdc-47a1-bdfe-45691c558363 None None] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:10:41.335813 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4242be60-55d4-4b20-9220-a2f309029ad9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3762558 Mar 02 08:10:41.338512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55340) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:41.345398 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:41.351014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:41.354919 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Usage tracker for resource:router and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:41.357869 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:41.363819 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:41.375378 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.376405 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.391886 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.580503 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-45e7bc96-9eed-49ba-8503-37cfeb02d218', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:10:41.581337 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.653368 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.737313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Allocated IP 172.20.0.2 (45e7bc96-9eed-49ba-8503-37cfeb02d218/3e025429-201d-49ab-81f2-db61201b5129/f224349a-5796-45f8-93f1-91a589acd11c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:41.937258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:41.946846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Transition to ACTIVE for port object f224349a-5796-45f8-93f1-91a589acd11c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:41.965313 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Transition to ACTIVE for port object f224349a-5796-45f8-93f1-91a589acd11c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:41.970717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.032681 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:42.035299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:42.037808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:42.049464 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.052125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Pushing event updated for resources: {'Port': ['ID=f224349a-5796-45f8-93f1-91a589acd11c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:42.079195 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.089932 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.090282 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.090614 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.090947 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.091273 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.091597 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.091917 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.092235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.092554 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.092868 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.093407 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.093762 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:42.154489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Attempting to bind port f224349a-5796-45f8-93f1-91a589acd11c on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:42.154871 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Attempting to bind port f224349a-5796-45f8-93f1-91a589acd11c by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:42.155295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Attempting to bind port f224349a-5796-45f8-93f1-91a589acd11c on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:42.160433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:42.160796 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Checking segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:42.161190 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.161581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Bound using segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:42.162076 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Bound port: f224349a-5796-45f8-93f1-91a589acd11c, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:42.162444 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.215955 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Allocated IP 172.26.4.13 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:42.249667 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] For port f224349a-5796-45f8-93f1-91a589acd11c, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:42.252986 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] For port f224349a-5796-45f8-93f1-91a589acd11c, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f224349a-5796-45f8-93f1-91a589acd11c,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:42.257630 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.347834 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b471a3b-bd47-424c-b686-9cbcf75dd95a None None] Pushing event updated for resources: {'Port': ['ID=f224349a-5796-45f8-93f1-91a589acd11c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:42.373313 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.404217 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:42.469512 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:42.472161 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:42.481003 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:42.524755 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Pushing event updated for resources: {'Port': ['ID=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:42.899673 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:43.232454 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a8904-6e69-4d30-b04c-0dbf7b4a7554 None None] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:10:43.323185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-882e7c18-1ecf-4472-aeab-26b206b5cc90 None None] Provisioning for port f224349a-5796-45f8-93f1-91a589acd11c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:43.349367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:43.579282 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Router 88a82182-94a0-434c-afd3-a5a8832da992 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:10:43.758999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:10:43.768394 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Sync routers for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:10:43.778029 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:43.778572 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:43.782016 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:43.783196 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-de649af7-58ab-4b4f-b17b-b1756df7ed48 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4428768 Mar 02 08:10:43.785982 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55344) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:43.947321 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:44.222650 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:42Z', 'revision_number': 3, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:44.228267 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Checking router: 88a82182-94a0-434c-afd3-a5a8832da992 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:10:44.228613 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Updating router 88a82182-94a0-434c-afd3-a5a8832da992 port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:10:44.235933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f224349a-5796-45f8-93f1-91a589acd11c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:44.283567 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.309903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port f224349a-5796-45f8-93f1-91a589acd11c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:44.318624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f224349a-5796-45f8-93f1-91a589acd11c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:44.319758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.441574 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.451647 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.476016 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port f224349a-5796-45f8-93f1-91a589acd11c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f224349a-5796-45f8-93f1-91a589acd11c,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:44.481002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.546927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=f224349a-5796-45f8-93f1-91a589acd11c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:44.622117 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.633012 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Transition to ACTIVE for port object f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:44.639669 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.666321 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Allocated IP 172.20.0.1 (45e7bc96-9eed-49ba-8503-37cfeb02d218/3e025429-201d-49ab-81f2-db61201b5129/97e2293f-a156-46c8-bc0f-e2a1b6e758a9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:44.718949 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Attempting to bind port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:44.719402 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Attempting to bind port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:44.719763 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Attempting to bind port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:44.731082 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Pushing event updated for resources: {'Port': ['ID=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:44.736518 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:44.736894 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:44.737294 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.737705 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:44.738173 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Bound port: f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:44.738540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.795950 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:10:44.806004 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.806348 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.806687 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.807013 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.807335 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.807658 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.808537 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.808855 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.809173 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.809488 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.809829 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.810144 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:10:44.850663 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] For port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:44.853521 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] For port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:44.858821 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.940895 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:44.941937 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:44.942557 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:44.956319 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Transition to ACTIVE for port object 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:44.978549 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.002709 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01098ae3-7edb-4e20-ab02-e5dcd701e309 None None] Pushing event updated for resources: {'Port': ['ID=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:45.038835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:45.041575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:45.050493 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:45.087197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Pushing event updated for resources: {'Port': ['ID=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:45.110100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.122912 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:45.284549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6bfdcb35-e422-4670-afcb-de6aba0af499 None None] Provisioning for port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:45.290913 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6bfdcb35-e422-4670-afcb-de6aba0af499 None None] Provisioning complete for port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:45.291408 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcb35-e422-4670-afcb-de6aba0af499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.361118 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdcb35-e422-4670-afcb-de6aba0af499 None None] Port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:10:45.393894 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.418395 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:42Z', 'revision_number': 3, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:45.422303 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0b15e-7f1b-41f3-834d-4683cabe4e57 None None] The sync data for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv is: [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:42Z', 'revision_number': 3, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:10:45.634860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.647627 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.752480 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:45.759747 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Pushing event updated for resources: {'Port': ['ID=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:45.901123 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:45.902861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:46.096274 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Router 88a82182-94a0-434c-afd3-a5a8832da992 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:10:46.200460 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3704bed-f0b4-4a2c-86f0-ef429d682884 None None] Provisioning complete for port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:46.200836 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3704bed-f0b4-4a2c-86f0-ef429d682884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.276139 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c3704bed-f0b4-4a2c-86f0-ef429d682884 None None] Port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:10:46.307288 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f224349a-5796-45f8-93f1-91a589acd11c up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:46.415315 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:10:46.420112 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f224349a-5796-45f8-93f1-91a589acd11c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:46.420490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.424424 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b558bd64-8cfe-4360-a2fd-c1a9f045f8ff admin admin] 10.222.0.41 "PUT /v2.0/routers/88a82182-94a0-434c-afd3-a5a8832da992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374497 Mar 02 08:10:46.541992 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:46.617058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:46.621841 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:46.622228 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.741632 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.762581 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:46.767264 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.838639 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:46.951246 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55362) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:46.957218 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-30506292-network', 'tenant_id': 'b8e35272137945658a50268524d57721'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:46.962353 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:46.966544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Usage tracker for resource:network and tenant:b8e35272137945658a50268524d57721 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:46.969326 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:46.974835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:46.984626 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Made reservation on behalf of b8e35272137945658a50268524d57721 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:10:46.986841 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:46.998699 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.013332 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:47.017146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e35272137945658a50268524d57721 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:47.020007 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:47.025947 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:47.030231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Sync routers for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:10:47.039066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:47.039742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:47.108117 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.112101 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.139179 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:10:47.151729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4edaf36-0fd8-4e7c-8d8e-af5bcf2d5e21,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:47.157578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.157947 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Added segment 93f0b0d3-c300-4892-8118-37e6647ad9a3 of type vlan for network b34faf40-89ea-4820-915e-fc68df029b27 Mar 02 08:10:47.184915 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753948462466'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.215482 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.216149 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:47.216507 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:47.217169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.318747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:47.322181 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3692925 Mar 02 08:10:47.324724 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Request body: {'subnet': {'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-30506292-subnet', 'tenant_id': 'b8e35272137945658a50268524d57721', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:47.326731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce816-93ac-48b6-9b76-57078bf9f8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b34faf40-89ea-4820-915e-fc68df029b27,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:47.337488 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:47.346386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Usage tracker for resource:subnet and tenant:b8e35272137945658a50268524d57721 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:47.350244 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Network b34faf40-89ea-4820-915e-fc68df029b27 details requested by agent ovs-agent-dv-neutron-831485-1-hyperv with host dv-neutron-831485-1-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:10:47.351766 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:47.359383 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:47.371068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Made reservation on behalf of b8e35272137945658a50268524d57721 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:10:47.373541 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534961661'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.575151 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536291890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534961643'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.615551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 2, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:47.619317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Checking router: 88a82182-94a0-434c-afd3-a5a8832da992 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:10:47.619672 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Updating router 88a82182-94a0-434c-afd3-a5a8832da992 port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:10:47.645529 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:47.655355 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Checking segment: {'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:47.655711 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Network hostable DHCP agents. Network: b34faf40-89ea-4820-915e-fc68df029b27, hostable agents: ['190db5f0-c973-4c2f-9105-8c0ddeaa43c6'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:10:47.674448 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Network b34faf40-89ea-4820-915e-fc68df029b27 is scheduled to be hosted by DHCP agent 190db5f0-c973-4c2f-9105-8c0ddeaa43c6 with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:10:47.674643 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.683472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831485-1-hyperv, b34faf40-89ea-4820-915e-fc68df029b27) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:47.689081 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:47.690449 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.692189 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c29287-4308-46e6-ac59-23967a00f12f None None] Network b34faf40-89ea-4820-915e-fc68df029b27 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:10:47.711236 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-13dabbde-5210-4780-a0ff-46d67c46e388 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3911424 Mar 02 08:10:47.713826 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55370) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:47.719254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:47.723941 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:47.727678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Usage tracker for resource:router and tenant:b8e35272137945658a50268524d57721 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:47.731064 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:47.738929 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:47.749239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-536836484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-993'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.750849 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536837786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536834117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536430001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1000'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:47.767293 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.032322 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536834103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536836457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.137217 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b31f890-481f-5008-b217-66f278428e7d-b34faf40-89ea-4820-915e-fc68df029b27', 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27', 'tenant_id': 'b8e35272137945658a50268524d57721', 'fixed_ips': [{'subnet_id': '4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c'}]}} from dv-neutron-831485-1-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:10:48.138161 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.218742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:48.402791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.427058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Transition to ACTIVE for port object 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:48.440856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.454340 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.483608 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.485768 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:48.486148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.517215 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Allocated IP 172.20.0.2 (b34faf40-89ea-4820-915e-fc68df029b27/4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c/356b3cef-3047-4899-a54f-023300465aad) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:48.627323 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Allocated IP 172.26.4.242 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/d69d082a-17d4-4395-86c6-4c6b2822f5e9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:48.653976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a47b46-58e6-4e0c-8a7b-633ab8e1537c None None] Pushing event updated for resources: {'Port': ['ID=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:48.781818 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.810777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.870171 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Attempting to bind port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:48.870490 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Attempting to bind port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:48.871005 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Attempting to bind port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:48.872248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:48.874979 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:48.882823 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:48.900267 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:48.900635 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Checking segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:48.901032 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.901422 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Bound using segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:48.902477 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Bound port: 97e2293f-a156-46c8-bc0f-e2a1b6e758a9, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:48.902846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:48.920182 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d69d082a-17d4-4395-86c6-4c6b2822f5e9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:49.055772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.068883 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] For port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:49.070942 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Transition to ACTIVE for port object 356b3cef-3047-4899-a54f-023300465aad will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:49.074876 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] For port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:49.082301 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.143505 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Transition to ACTIVE for port object 356b3cef-3047-4899-a54f-023300465aad will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:49.155491 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.187598 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:49.188239 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:49.235463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a47b46-58e6-4e0c-8a7b-633ab8e1537c None None] Pushing event updated for resources: {'Port': ['ID=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:49.239285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Network b34faf40-89ea-4820-915e-fc68df029b27 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:49.273312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:49.290466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:49.300213 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.407518 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Pushing event updated for resources: {'Port': ['ID=356b3cef-3047-4899-a54f-023300465aad,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:49.491549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.492179 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Attempting to bind port 356b3cef-3047-4899-a54f-023300465aad on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:49.492548 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Attempting to bind port 356b3cef-3047-4899-a54f-023300465aad by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:49.492887 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Attempting to bind port 356b3cef-3047-4899-a54f-023300465aad on network b34faf40-89ea-4820-915e-fc68df029b27 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:49.504704 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:49.505074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Checking segment: {'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:49.505463 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.505873 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Bound using segment: {'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:49.506332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Bound port: 356b3cef-3047-4899-a54f-023300465aad, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:49.506699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.628527 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:49.646762 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536836479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536834072'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.821315 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] For port 356b3cef-3047-4899-a54f-023300465aad, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:49.875341 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] For port 356b3cef-3047-4899-a54f-023300465aad, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=356b3cef-3047-4899-a54f-023300465aad,segment=NetworkSegment(93f0b0d3-c300-4892-8118-37e6647ad9a3),segment_id=93f0b0d3-c300-4892-8118-37e6647ad9a3)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:49.889957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:49.959563 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Router 52e48282-ad51-407b-85d9-4b3053fc4ff6 is scheduled to L3 agent e5b5d606-2305-4b20-ac83-f943bde464af with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:10:50.026145 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76819568-8501-4dc0-bde0-64ea3dc0a983 None None] Pushing event updated for resources: {'Port': ['ID=356b3cef-3047-4899-a54f-023300465aad,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:50.061058 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:49Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:50.065506 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfe93e-1af9-4c34-ba3d-c9a6f34acaa7 None None] The sync data for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv is: [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:49Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:10:50.170460 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:10:50.184397 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Sync routers for ids ['52e48282-ad51-407b-85d9-4b3053fc4ff6'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:10:50.201556 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Routers {'52e48282-ad51-407b-85d9-4b3053fc4ff6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:50.207716 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['52e48282-ad51-407b-85d9-4b3053fc4ff6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:50.232375 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:50.240270 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55374) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:50.244607 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-512eb7c9-9081-4c59-8bbd-5fa36a7115a1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5186622 Mar 02 08:10:50.322296 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:50.457723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:50.463814 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:50.464737 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:50.501092 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Set router 52e48282-ad51-407b-85d9-4b3053fc4ff6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:50.613801 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:50.647211 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:50.656082 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:50.750679 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:50.836659 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:10:49Z', 'revision_number': 3, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port': {'id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:df:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:48Z', 'updated_at': '2022-03-02T08:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:50.841265 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Checking router: 52e48282-ad51-407b-85d9-4b3053fc4ff6 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:10:50.841609 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Updating router 52e48282-ad51-407b-85d9-4b3053fc4ff6 port d69d082a-17d4-4395-86c6-4c6b2822f5e9 binding host dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:10:50.906505 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.104252 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.157078 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25c829-2947-4d87-afa2-ae4398f0b2c6 None None] Network b34faf40-89ea-4820-915e-fc68df029b27 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:10:51.308031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f0c0-8ef4-4d54-b272-649fad2ca85e None None] Provisioning for port 356b3cef-3047-4899-a54f-023300465aad completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:51.318541 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.335068 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Transition to ACTIVE for port object d69d082a-17d4-4395-86c6-4c6b2822f5e9 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:51.344969 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.361388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Allocated IP 172.20.0.1 (b34faf40-89ea-4820-915e-fc68df029b27/4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c/42b8ff83-99a1-4f1c-a19e-5eac0910df98) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:51.457176 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ea7dd-3896-4da8-bd95-9ee48fb18c29 None None] Pushing event updated for resources: {'Port': ['ID=d69d082a-17d4-4395-86c6-4c6b2822f5e9,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:51.460761 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Attempting to bind port d69d082a-17d4-4395-86c6-4c6b2822f5e9 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:51.461189 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Attempting to bind port d69d082a-17d4-4395-86c6-4c6b2822f5e9 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:51.461587 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Attempting to bind port d69d082a-17d4-4395-86c6-4c6b2822f5e9 on network 660b3c7d-6306-4642-a3d2-c3e035b52a71 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:51.468927 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:51.469313 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Checking segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:51.469826 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.470800 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Bound using segment: {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:51.470800 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Bound port: d69d082a-17d4-4395-86c6-4c6b2822f5e9, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71154da-1e3c-4646-a730-2ca16507b05a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:51.471175 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.558069 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] For port d69d082a-17d4-4395-86c6-4c6b2822f5e9, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:51.561537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.563625 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] For port d69d082a-17d4-4395-86c6-4c6b2822f5e9, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d69d082a-17d4-4395-86c6-4c6b2822f5e9,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:51.569679 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.591062 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Transition to ACTIVE for port object 42b8ff83-99a1-4f1c-a19e-5eac0910df98 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:51.618083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.652997 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Routers {'52e48282-ad51-407b-85d9-4b3053fc4ff6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:51.653628 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['52e48282-ad51-407b-85d9-4b3053fc4ff6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:51.688744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Network b34faf40-89ea-4820-915e-fc68df029b27 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:51.691588 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:51.694153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:51.708132 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ea7dd-3896-4da8-bd95-9ee48fb18c29 None None] Pushing event updated for resources: {'Port': ['ID=d69d082a-17d4-4395-86c6-4c6b2822f5e9,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:51.751458 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Pushing event updated for resources: {'Port': ['ID=42b8ff83-99a1-4f1c-a19e-5eac0910df98,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:51.767752 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536834642'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:51.849971 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] Set router 52e48282-ad51-407b-85d9-4b3053fc4ff6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:52.009207 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.016447 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3442f24-5a43-4ff3-b046-31efd090c4f8 None None] Provisioning for port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:52.021389 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3442f24-5a43-4ff3-b046-31efd090c4f8 None None] Provisioning complete for port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:52.022191 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3442f24-5a43-4ff3-b046-31efd090c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.075259 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3442f24-5a43-4ff3-b046-31efd090c4f8 None None] Port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:10:52.138882 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:10:49Z', 'revision_number': 3, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port': {'id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:df:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:48Z', 'updated_at': '2022-03-02T08:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:52.143145 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bebee3-2763-468d-8213-459c89d6e1f6 None None] The sync data for ids ['52e48282-ad51-407b-85d9-4b3053fc4ff6'] in dv-neutron-831485-1-hyperv is: [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:10:49Z', 'revision_number': 3, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port': {'id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:df:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:48Z', 'updated_at': '2022-03-02T08:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:10:52.238678 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.243073 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.303392 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 356b3cef-3047-4899-a54f-023300465aad up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:52.383740 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Pushing event updated for resources: {'Port': ['ID=42b8ff83-99a1-4f1c-a19e-5eac0910df98,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:52.388843 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536348312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536834027'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.420356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 356b3cef-3047-4899-a54f-023300465aad completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:52.428466 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 356b3cef-3047-4899-a54f-023300465aad triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:52.429085 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.541496 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Network b34faf40-89ea-4820-915e-fc68df029b27 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:52.543387 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:52.559520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.594261 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 356b3cef-3047-4899-a54f-023300465aad, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=356b3cef-3047-4899-a54f-023300465aad,segment=NetworkSegment(93f0b0d3-c300-4892-8118-37e6647ad9a3),segment_id=93f0b0d3-c300-4892-8118-37e6647ad9a3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:52.601846 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.602629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:52.726857 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=356b3cef-3047-4899-a54f-023300465aad,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:52.740957 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:52.741327 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.751693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Router 52e48282-ad51-407b-85d9-4b3053fc4ff6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:10:52.820685 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7c2e0ad7-add9-4978-9692-fafae59d5da5 None None] Provisioning complete for port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:52.821151 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0ad7-add9-4978-9692-fafae59d5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:52.915696 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e0ad7-add9-4978-9692-fafae59d5da5 None None] Port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:10:52.947858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:10:52.957356 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-66efe3e3-40e6-4686-9e0d-6a50fd5fd161 admin admin] 10.222.0.41 "PUT /v2.0/routers/52e48282-ad51-407b-85d9-4b3053fc4ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146935 Mar 02 08:10:53.476547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:53.481733 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255922129', 'description': 'tempest-secgroup-smoke-1255922129 description', 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:53.487837 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:53.491693 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:53.495866 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:53.501569 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:53.514691 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.533988 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:53.537815 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:53.540537 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:53.546527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:53.618322 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.622345 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.663629 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42af1356-ab9b-4dca-90ac-200b9ff0e377,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:53.666323 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.667537 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-13aa0732-055d-4963-a5b8-05e31d51c901 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1900027 Mar 02 08:10:53.670466 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:53.675357 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'security_group_rule': {'security_group_id': '42af1356-ab9b-4dca-90ac-200b9ff0e377', 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:53.681279 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:53.685945 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:53.690363 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:53.696036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:53.711332 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Sync routers for ids ['52e48282-ad51-407b-85d9-4b3053fc4ff6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:10:53.715036 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.722673 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Routers {'52e48282-ad51-407b-85d9-4b3053fc4ff6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:53.723385 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['52e48282-ad51-407b-85d9-4b3053fc4ff6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:53.778213 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.782082 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.806069 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c28b0ca-f1c5-47fd-ae4e-07ae9601a410,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:53.816162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.817402 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-df40fe86-871c-42df-9628-ca5fa431d482 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459415 Mar 02 08:10:53.820194 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55392) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:53.825494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'security_group_rule': {'security_group_id': '42af1356-ab9b-4dca-90ac-200b9ff0e377', 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:53.831400 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:53.835163 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:53.838035 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:53.843662 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:53.860494 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.921187 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.925370 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.946221 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Set router 52e48282-ad51-407b-85d9-4b3053fc4ff6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:53.956367 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63b1a13-805e-470b-8658-430bbe533c8d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:53.965634 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:53.969601 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4dc063c9-faf4-4826-8107-246e7c7544a6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458349 Mar 02 08:10:53.969773 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55396) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:53.974813 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'security_group_rule': {'security_group_id': '42af1356-ab9b-4dca-90ac-200b9ff0e377', 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:53.980744 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:53.984536 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:53.987364 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:53.992898 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:54.009820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.074141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.078070 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.102528 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b953c-69d0-4891-bbe4-ecf5695b9332,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:54.112476 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.116103 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3df0b90-3497-47aa-9ce4-997289d9a913 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430330 Mar 02 08:10:54.116277 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55400) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:54.121167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'security_group_rule': {'security_group_id': '42af1356-ab9b-4dca-90ac-200b9ff0e377', 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:54.127102 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:54.130893 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:54.133799 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:54.140022 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:54.157372 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.235262 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.240154 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.266527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c74401f-c5d3-4dc3-add4-3b70325a95c5,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:54.277388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.278893 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8890e616-3f44-4d6f-90bf-fbe2a54d13f4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616523 Mar 02 08:10:54.281673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:54.286983 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'security_group_rule': {'security_group_id': '42af1356-ab9b-4dca-90ac-200b9ff0e377', 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:54.293298 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:54.296626 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:10:51Z', 'revision_number': 4, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port': {'id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:df:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:48Z', 'updated_at': '2022-03-02T08:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '42b8ff83-99a1-4f1c-a19e-5eac0910df98', 'name': '', 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27', 'tenant_id': 'b8e35272137945658a50268524d57721', 'mac_address': 'fa:16:3e:41:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:51Z', 'updated_at': '2022-03-02T08:10:52Z', 'revision_number': 2, 'project_id': 'b8e35272137945658a50268524d57721', 'subnets': [{'id': '4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:54.297551 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:54.302222 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Checking router: 52e48282-ad51-407b-85d9-4b3053fc4ff6 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:10:54.302354 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:54.302541 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Updating router 52e48282-ad51-407b-85d9-4b3053fc4ff6 port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 binding host dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:10:54.309068 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:54.322615 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Project 69f84c69dd5e4b10a4afe6c2819cc049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:10:54.331394 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.335413 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 356b3cef-3047-4899-a54f-023300465aad up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:54.397843 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.401684 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.406515 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.428208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb7b2f7-2946-4175-9f94-50f94499cb5d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:54.434324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.438154 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02a5f621-316e-4498-a4ad-a5b8fb4e12a8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528323 Mar 02 08:10:54.438469 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.41', 55408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:10:54.443556 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'security_group_rule': {'security_group_id': '42af1356-ab9b-4dca-90ac-200b9ff0e377', 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:54.450636 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:54.454889 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:security_group_rule and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:10:54.458026 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:10:54.463806 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:54.474012 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Project 69f84c69dd5e4b10a4afe6c2819cc049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 08:10:54.477897 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 356b3cef-3047-4899-a54f-023300465aad triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:54.478270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.480786 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.546078 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.549555 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536791023'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.571616 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81031bd2-6917-443f-9a6f-173c8db81559,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:54.592999 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.592999 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ee443da-9baa-44e8-b1ae-9a5494b5d6b4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444020 Mar 02 08:10:54.749942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-ca46a517-93fd-44d7-a27f-96b895e6a31d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:10:54.751420 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d69d082a-17d4-4395-86c6-4c6b2822f5e9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:54.766053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-ca46a517-93fd-44d7-a27f-96b895e6a31d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:10:54.767306 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-ca46a517-93fd-44d7-a27f-96b895e6a31d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255922129&fields=id&tenant_id=69f84c69dd5e4b10a4afe6c2819cc049 HTTP/1.1" status: 200 len: 267 time: 0.0588696 Mar 02 08:10:54.879833 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port d69d082a-17d4-4395-86c6-4c6b2822f5e9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:54.892051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d69d082a-17d4-4395-86c6-4c6b2822f5e9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:54.892290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.959138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:54.981822 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Transition to ACTIVE for port object 42b8ff83-99a1-4f1c-a19e-5eac0910df98 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:55.019047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:55.034820 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-76cf073b-01e0-4bc2-8b50-78180eae4da3 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:55.035497 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-76cf073b-01e0-4bc2-8b50-78180eae4da3 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:10:55.052171 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-76cf073b-01e0-4bc2-8b50-78180eae4da3 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:10:55.053408 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-76cf073b-01e0-4bc2-8b50-78180eae4da3 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 810 time: 0.2791855 Mar 02 08:10:55.068797 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-4686072e-6641-4d7c-94e8-005b05c778a2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/quotas/69f84c69dd5e4b10a4afe6c2819cc049 HTTP/1.1" status: 200 len: 375 time: 0.0095093 Mar 02 08:10:55.159432 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:55.161811 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-da5dbbf4-4b5f-479a-9a4c-0e34ff460883 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:10:55.172705 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179fbb1-8777-4a4c-880a-d3e0d70c7dc1 None None] Pushing event updated for resources: {'Port': ['ID=42b8ff83-99a1-4f1c-a19e-5eac0910df98,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:55.181200 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-da5dbbf4-4b5f-479a-9a4c-0e34ff460883 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:10:55.182214 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-da5dbbf4-4b5f-479a-9a4c-0e34ff460883 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077843 Mar 02 08:10:55.297483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port d69d082a-17d4-4395-86c6-4c6b2822f5e9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d69d082a-17d4-4395-86c6-4c6b2822f5e9,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:55.302939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:55.314340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-793a984e-ce24-4f3b-9094-9c9414273b11 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:10:55.315547 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-793a984e-ce24-4f3b-9094-9c9414273b11 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1210685 Mar 02 08:10:55.375400 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Attempting to bind port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 on host dv-neutron-831485-1-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:55.375763 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Attempting to bind port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 by drivers openvswitch,hyperv on host dv-neutron-831485-1-hyperv at level 0 using segments [{'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:55.376134 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Attempting to bind port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 on network b34faf40-89ea-4820-915e-fc68df029b27 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:55.390908 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Checking agent: {'id': '08b941e7-4334-4d49-b501-6cd8a5f123e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831485-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 15, 6), 'started_at': datetime.datetime(2022, 3, 2, 7, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831485-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:55.391210 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Checking segment: {'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:55.391607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:55.391993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Bound using segment: {'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:55.392448 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Bound port: 42b8ff83-99a1-4f1c-a19e-5eac0910df98, host: dv-neutron-831485-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f0b0d3-c300-4892-8118-37e6647ad9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:55.392811 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:55.419295 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=d69d082a-17d4-4395-86c6-4c6b2822f5e9,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:55.449256 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-513f54d9-eb6c-4ea4-bb76-ee548ea3c607 service neutron] 10.222.0.41 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265011 Mar 02 08:10:55.492073 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] For port 42b8ff83-99a1-4f1c-a19e-5eac0910df98, host dv-neutron-831485-1-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:55.495312 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] For port 42b8ff83-99a1-4f1c-a19e-5eac0910df98, host dv-neutron-831485-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=42b8ff83-99a1-4f1c-a19e-5eac0910df98,segment=NetworkSegment(93f0b0d3-c300-4892-8118-37e6647ad9a3),segment_id=93f0b0d3-c300-4892-8118-37e6647ad9a3)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:55.498910 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:55.583008 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Routers {'52e48282-ad51-407b-85d9-4b3053fc4ff6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:10:55.583180 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-d2f42ea5-9629-4bb7-b42c-4226456109da service neutron] 10.222.0.41 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278203 Mar 02 08:10:55.583900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:10:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['52e48282-ad51-407b-85d9-4b3053fc4ff6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:55.653091 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179fbb1-8777-4a4c-880a-d3e0d70c7dc1 None None] Pushing event updated for resources: {'Port': ['ID=42b8ff83-99a1-4f1c-a19e-5eac0910df98,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:55.781927 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] Set router 52e48282-ad51-407b-85d9-4b3053fc4ff6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:10:55.796999 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6a5c7fd-5525-469a-b2aa-8db479fe1b5a req-8cd92070-abe9-4e34-905a-22a305546bb7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 210 time: 0.0527043 Mar 02 08:10:56.113784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:10:51Z', 'revision_number': 4, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port': {'id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:48Z', 'updated_at': '2022-03-02T08:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '42b8ff83-99a1-4f1c-a19e-5eac0910df98', 'name': '', 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27', 'tenant_id': 'b8e35272137945658a50268524d57721', 'mac_address': 'fa:16:3e:41:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:51Z', 'updated_at': '2022-03-02T08:10:55Z', 'revision_number': 4, 'project_id': 'b8e35272137945658a50268524d57721', 'subnets': [{'id': '4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:10:56.118071 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb21b8-a26c-4dd6-9d3a-162488b3c9e3 None None] The sync data for ids ['52e48282-ad51-407b-85d9-4b3053fc4ff6'] in dv-neutron-831485-1-hyperv is: [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:10:51Z', 'revision_number': 4, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port': {'id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:48Z', 'updated_at': '2022-03-02T08:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '42b8ff83-99a1-4f1c-a19e-5eac0910df98', 'name': '', 'network_id': 'b34faf40-89ea-4820-915e-fc68df029b27', 'tenant_id': 'b8e35272137945658a50268524d57721', 'mac_address': 'fa:16:3e:41:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:51Z', 'updated_at': '2022-03-02T08:10:55Z', 'revision_number': 4, 'project_id': 'b8e35272137945658a50268524d57721', 'subnets': [{'id': '4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:10:56.350707 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42b8ff83-99a1-4f1c-a19e-5eac0910df98 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:56.432981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning for port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:56.437797 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:56.438158 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:56.554098 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:56.586746 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] For port 42b8ff83-99a1-4f1c-a19e-5eac0910df98, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=42b8ff83-99a1-4f1c-a19e-5eac0910df98,segment=NetworkSegment(93f0b0d3-c300-4892-8118-37e6647ad9a3),segment_id=93f0b0d3-c300-4892-8118-37e6647ad9a3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:10:56.591277 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:56.592166 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d69d082a-17d4-4395-86c6-4c6b2822f5e9 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:56.708474 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Pushing event updated for resources: {'Port': ['ID=42b8ff83-99a1-4f1c-a19e-5eac0910df98,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:56.723677 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port d69d082a-17d4-4395-86c6-4c6b2822f5e9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:56.724060 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:56.905030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-e7ed589d-ba71-487a-9aca-96a5dbe237c6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:56.907169 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-e7ed589d-ba71-487a-9aca-96a5dbe237c6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 810 time: 0.1637704 Mar 02 08:10:56.961202 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-669fb570-45dd-443c-9f75-59e5f9d42364 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f84c69dd5e4b10a4afe6c2819cc049 HTTP/1.1" status: 200 len: 380 time: 0.0455701 Mar 02 08:10:56.970285 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'port': {'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'admin_state_up': True, 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'security_groups': ['42af1356-ab9b-4dca-90ac-200b9ff0e377']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:57.003090 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b3680d2b-bb12-42b2-9a4a-327945df29dc req-f8bff709-ea66-410f-98c9-beed93e91918 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 210 time: 0.0516288 Mar 02 08:10:57.114328 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:10:57.124267 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:10:57.134404 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Made reservation on behalf of 69f84c69dd5e4b10a4afe6c2819cc049 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:10:57.141406 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:57.306044 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Allocated IP 172.20.0.14 (45e7bc96-9eed-49ba-8503-37cfeb02d218/3e025429-201d-49ab-81f2-db61201b5129/d4153f01-dbd8-4a8e-a190-635e874b9fcb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:10:57.485926 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:57.500880 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Transition to ACTIVE for port object d4153f01-dbd8-4a8e-a190-635e874b9fcb will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:57.523679 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:57.587744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:10:57.590878 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:10:57.594696 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:10:57.639718 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:57.672746 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:57.673386 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:57.699708 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-7d7d92a8-d2a8-47b6-9bc1-b7cb58189a35 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7333333 Mar 02 08:10:57.711090 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Request body: {'port': {'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:10:57.824743 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:57.850995 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3ccc7f8e-9ef9-42bc-b1ad-68bc338f7fc3 None None] Provisioning for port d4153f01-dbd8-4a8e-a190-635e874b9fcb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:10:57.856232 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3ccc7f8e-9ef9-42bc-b1ad-68bc338f7fc3 None None] Provisioning complete for port d4153f01-dbd8-4a8e-a190-635e874b9fcb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:57.856605 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7f8e-9ef9-42bc-b1ad-68bc338f7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:57.912354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc7f8e-9ef9-42bc-b1ad-68bc338f7fc3 None None] Port d4153f01-dbd8-4a8e-a190-635e874b9fcb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:10:58.223042 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42b8ff83-99a1-4f1c-a19e-5eac0910df98 up at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:10:58.269625 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34eb73-0aa9-4db6-983f-630edd6fd049 req-a3b8ca83-4aef-44b2-9c0f-6283cdc4dc7d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:58.270352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2b34eb73-0aa9-4db6-983f-630edd6fd049 req-a3b8ca83-4aef-44b2-9c0f-6283cdc4dc7d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:10:58.291586 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Provisioning complete for port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:10:58.291966 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:58.337074 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2b34eb73-0aa9-4db6-983f-630edd6fd049 req-a3b8ca83-4aef-44b2-9c0f-6283cdc4dc7d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:10:58.338257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b34eb73-0aa9-4db6-983f-630edd6fd049 req-a3b8ca83-4aef-44b2-9c0f-6283cdc4dc7d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 932 time: 0.1920803 Mar 02 08:10:58.349021 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4153f01-dbd8-4a8e-a190-635e874b9fcb {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:10:58.369029 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:58.398339 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Transition to ACTIVE for port object d4153f01-dbd8-4a8e-a190-635e874b9fcb will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:10:58.403135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:58.454690 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b34eb73-0aa9-4db6-983f-630edd6fd049 req-bf33594c-c3af-4d26-8e19-1a71fc4aea27 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012487 Mar 02 08:10:58.561909 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:58.645023 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Attempting to bind port d4153f01-dbd8-4a8e-a190-635e874b9fcb on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:10:58.645352 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Attempting to bind port d4153f01-dbd8-4a8e-a190-635e874b9fcb by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:10:58.645693 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Attempting to bind port d4153f01-dbd8-4a8e-a190-635e874b9fcb on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:58.650208 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Port d4153f01-dbd8-4a8e-a190-635e874b9fcb on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:10:58.650523 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Attempting to bind port d4153f01-dbd8-4a8e-a190-635e874b9fcb on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:10:58.655948 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:10:58.656280 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Checking segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:10:58.656658 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Bound using segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:10:58.657078 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Bound port: d4153f01-dbd8-4a8e-a190-635e874b9fcb, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:10:58.657417 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:58.746514 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:10:58.749397 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:10:58.753872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:58.806204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:58.806833 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:10:58.808737 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] 10.222.0.32 "PUT /v2.0/ports/d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 1094 time: 1.1015339 Mar 02 08:10:58.809171 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:10:58.838676 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c461b4-e24e-408c-bf16-cf9e8a2d48af service neutron] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:10:58.879932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'status': 'completed', 'code': 200} Mar 02 08:10:58.922788 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-5fc3e106-2950-42ea-bbe6-721c70cb760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:58.924270 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-5fc3e106-2950-42ea-bbe6-721c70cb760a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1097 time: 0.0768452 Mar 02 08:10:58.996005 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-56fe8e4a-9f59-4df8-8ecd-291e12127cc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 217 time: 0.0647850 Mar 02 08:10:59.060526 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-5a63833d-7463-45a9-b4f9-0e55da05794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:59.062014 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-5a63833d-7463-45a9-b4f9-0e55da05794d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0602794 Mar 02 08:10:59.134028 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-16a2f186-7347-4214-81df-81a531271288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:59.135469 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-16a2f186-7347-4214-81df-81a531271288 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680799 Mar 02 08:10:59.265843 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-31b6c76f-9f17-45cc-8373-20ca829eea49 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238546 Mar 02 08:10:59.392764 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7cd36246-4be1-425a-b7b9-21558b2b095a req-95af0f89-808c-4ae0-90e0-6a30526fd780 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213703 Mar 02 08:10:59.503819 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-87cdda83-f97f-464e-bee7-3e9d10ca6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:59.505311 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-87cdda83-f97f-464e-bee7-3e9d10ca6b40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1097 time: 0.0699470 Mar 02 08:10:59.778007 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-d191ac19-b6f4-4e73-945f-f01b418e2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:59.779431 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-d191ac19-b6f4-4e73-945f-f01b418e2696 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.2677312 Mar 02 08:10:59.857021 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-9bbd4295-ac5e-4c1b-bfe8-0ad8a4aa86fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 217 time: 0.0700428 Mar 02 08:10:59.864547 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc27d2-a0ff-4c6e-9158-af9921b906df req-d63a7d44-eb44-4c09-a280-f6569ccfc4f7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:59.865924 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bedc27d2-a0ff-4c6e-9158-af9921b906df req-d63a7d44-eb44-4c09-a280-f6569ccfc4f7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 944 time: 0.2721777 Mar 02 08:10:59.951294 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-2c7cff4f-7076-475b-aba3-6a6c06929b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:10:59.952724 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-2c7cff4f-7076-475b-aba3-6a6c06929b09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0859678 Mar 02 08:10:59.955528 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bedc27d2-a0ff-4c6e-9158-af9921b906df req-b52b563c-48b5-43cc-a77e-34a3ca6429c7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602310 Mar 02 08:11:00.031135 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-563a012a-03a4-4374-8446-e3fbeade8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:00.032518 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-563a012a-03a4-4374-8446-e3fbeade8a6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733311 Mar 02 08:11:00.161224 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-c27f45d6-5724-48b9-b056-18360e77e3ab service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208277 Mar 02 08:11:00.297690 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82dd9a29-786c-4aff-a5bf-c8c3eb4c0166 req-20463c80-fde7-4820-b803-37ee75548380 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302724 Mar 02 08:11:00.692893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d4153f01-dbd8-4a8e-a190-635e874b9fcb details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:11:00.824225 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:00.836903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:11:00.889972 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:00.906148 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4153f01-dbd8-4a8e-a190-635e874b9fcb {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:11:00.931534 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:00.936754 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:01.006147 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:01.138544 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7a97-a7bc-4811-aa1e-138d1bce2c5a req-50bca7c3-15f6-4f8b-bb52-1eb1257cb897 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:01.139299 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['d4153f01-dbd8-4a8e-a190-635e874b9fcb'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:11:01.139995 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-196f7a97-a7bc-4811-aa1e-138d1bce2c5a req-50bca7c3-15f6-4f8b-bb52-1eb1257cb897 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 945 time: 0.0789325 Mar 02 08:11:01.183931 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-196f7a97-a7bc-4811-aa1e-138d1bce2c5a req-3d52294c-da23-45e2-9067-0d011169bb99 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381691 Mar 02 08:11:02.367777 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7ab02-2c7d-4fa5-9fe5-83fe5b453212 req-3d392bb1-7f13-4dda-830e-2eff7cfafa7e tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:02.369234 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34c7ab02-2c7d-4fa5-9fe5-83fe5b453212 req-3d392bb1-7f13-4dda-830e-2eff7cfafa7e tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 945 time: 0.0795891 Mar 02 08:11:02.412453 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34c7ab02-2c7d-4fa5-9fe5-83fe5b453212 req-882eae11-a459-44d4-8d2b-b97faea671f8 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369320 Mar 02 08:11:02.645939 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2e4d2972-8f66-4db8-ac51-615c109e1556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:02.706646 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d4153f01-dbd8-4a8e-a190-635e874b9fcb up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:11:02.774244 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port d4153f01-dbd8-4a8e-a190-635e874b9fcb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:11:02.779269 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port d4153f01-dbd8-4a8e-a190-635e874b9fcb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:11:02.779640 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:02.892074 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:02.918051 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:02.927773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:11:02.931642 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:02.970365 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'code': 200} Mar 02 08:11:03.003026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:03.187666 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a169-cd21-413b-ba85-6590cf42cd41 req-476c4725-e5ca-46bf-9848-b07c896373fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:03.189131 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8867a169-cd21-413b-ba85-6590cf42cd41 req-476c4725-e5ca-46bf-9848-b07c896373fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1099 time: 0.0748477 Mar 02 08:11:03.228888 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8867a169-cd21-413b-ba85-6590cf42cd41 req-282aea35-39b6-4cbf-a5de-961c6025182b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338931 Mar 02 08:11:03.593533 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969276fb-7b7e-4369-90e6-e59fe5161f8f req-026afd48-7b90-4a5d-af52-6e9d5c9c46d2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:03.594965 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-969276fb-7b7e-4369-90e6-e59fe5161f8f req-026afd48-7b90-4a5d-af52-6e9d5c9c46d2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 946 time: 0.0805664 Mar 02 08:11:03.637292 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-969276fb-7b7e-4369-90e6-e59fe5161f8f req-0760ee0a-48c1-4c22-8784-389d2fd3f4ba tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367634 Mar 02 08:11:04.820594 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ee69a-8161-4443-b0e1-d094087460bb req-48613627-ebeb-4bb5-b398-2d309b1f6f6a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:04.821978 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cf5ee69a-8161-4443-b0e1-d094087460bb req-48613627-ebeb-4bb5-b398-2d309b1f6f6a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 946 time: 0.0815082 Mar 02 08:11:04.864919 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cf5ee69a-8161-4443-b0e1-d094087460bb req-4fd42539-913d-450f-b29c-517b5cff5b9c tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370946 Mar 02 08:11:04.888899 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-590dba55-a16e-46d6-8070-4b11bba0f0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:05.046895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6e7a9-f1c4-44f0-ac1d-aa10a5ddac7d req-088bc625-206b-48f1-841a-1fffb3e91ef9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:05.048348 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ec6e7a9-f1c4-44f0-ac1d-aa10a5ddac7d req-088bc625-206b-48f1-841a-1fffb3e91ef9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 946 time: 0.0818200 Mar 02 08:11:05.092356 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ec6e7a9-f1c4-44f0-ac1d-aa10a5ddac7d req-6fa12ba7-eab9-45b7-9c23-6c8974173734 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383465 Mar 02 08:11:05.113965 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55460) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:05.225677 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58062535-bc8e-4691-b9aa-2ce6ab82fa91 tempest-TestSnapshotPattern-1024255321 tempest-TestSnapshotPattern-1024255321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:05.227172 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-58062535-bc8e-4691-b9aa-2ce6ab82fa91 tempest-TestSnapshotPattern-1024255321 tempest-TestSnapshotPattern-1024255321-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1094 time: 0.1122727 Mar 02 08:11:05.230009 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:05.234889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:11:05.240714 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:11:05.244455 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:floatingip and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:11:05.247241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:11:05.252737 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:11:05.266089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:05.395344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:05.527751 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Allocated IP 172.26.4.189 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/52a41c9a-61ff-4f2a-94b3-68052598c5c9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:11:05.668972 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:05.697584 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:05.756494 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:11:05.759301 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:11:05.763574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:11:05.806683 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'Port': ['ID=52a41c9a-61ff-4f2a-94b3-68052598c5c9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:05.973571 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:06.017585 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:06.280643 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:06.353146 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:06.552654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:06.556894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:06.664037 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'Port': ['ID=52a41c9a-61ff-4f2a-94b3-68052598c5c9,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:11:06.674425 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:06.841488 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Floating IP 92ab394c-34a2-4c84-b2a9-83608b38e445 associated. External IP: 172.26.4.189, port: d4153f01-dbd8-4a8e-a190-635e874b9fcb. Mar 02 08:11:07.180123 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Router 88a82182-94a0-434c-afd3-a5a8832da992 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:11:07.285839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:07.463204 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:11:07.474105 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] Sync routers for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:11:07.484438 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:07.485189 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:11:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:07.487747 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:07.540976 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0d85a4d-bf5b-4859-bcd2-334cf716c244 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3098707 Mar 02 08:11:07.541553 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:11:07.607995 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'status': 'completed', 'code': 200} Mar 02 08:11:07.619396 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.32', 52535) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:11:07.650333 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-d93dba5c-2bd3-4485-8e6f-6852fcb0392d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755296 Mar 02 08:11:07.666489 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:07.690835 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-e16fc43b-8ec5-4950-b332-0d21e8698671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:07.692207 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-e16fc43b-8ec5-4950-b332-0d21e8698671 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1099 time: 0.0712578 Mar 02 08:11:07.819397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-36d7066b-7f23-4f56-bb4a-29e69722e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:07.820836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-36d7066b-7f23-4f56-bb4a-29e69722e748 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1234226 Mar 02 08:11:07.920684 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-0a074de4-4e9b-4240-985a-984d61a51713 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 1000 time: 0.0941203 Mar 02 08:11:07.984575 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-40700baf-46ac-4af2-b505-b19b2c90802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:07.985972 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-40700baf-46ac-4af2-b505-b19b2c90802c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0592620 Mar 02 08:11:08.030726 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:06Z', 'revision_number': 0, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:08.034890 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] Checking router: 88a82182-94a0-434c-afd3-a5a8832da992 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:11:08.043588 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:11:08.044204 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:11:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:08.059856 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-4d3432cd-f827-4920-bcf8-f27b25260b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:08.061330 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-4d3432cd-f827-4920-bcf8-f27b25260b82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701449 Mar 02 08:11:08.193951 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-10558c24-7a82-4148-9569-c8de0f3d4fa7 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267090 Mar 02 08:11:08.219732 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:11:08.325520 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80ec8614-83db-4eb8-b879-be9a2614aea8 req-fdf9bd19-31cc-4719-92f4-5e0cf37ccaea service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251938 Mar 02 08:11:08.484401 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-4b9258d6-3388-450b-9808-f289a16fe6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:08.485911 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-4b9258d6-3388-450b-9808-f289a16fe6ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1099 time: 0.0711820 Mar 02 08:11:08.556684 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:06Z', 'revision_number': 0, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:11:08.561219 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846aae43-e09a-420a-a676-9c5474ae610a None None] The sync data for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv is: [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:06Z', 'revision_number': 0, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:11:08.629220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-c1175a63-c6dc-47ac-bed8-debe9bab7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:08.630694 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-c1175a63-c6dc-47ac-bed8-debe9bab7219 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1270707 Mar 02 08:11:08.734096 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-71bf8d7d-8e31-488c-9c32-4056fe13c70b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 1000 time: 0.0976911 Mar 02 08:11:08.741007 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cafdaae-e3da-4200-b7b9-dd50d8d3da87 None None] New status for floating IP 92ab394c-34a2-4c84-b2a9-83608b38e445: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:11:08.799388 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-da341025-3b2b-4e51-a60b-b045dcc7f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:08.800806 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-da341025-3b2b-4e51-a60b-b045dcc7f6b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0610008 Mar 02 08:11:08.874220 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-9578729e-eb9c-4d4a-8915-6b0dd8b7850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:11:08.875682 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-9578729e-eb9c-4d4a-8915-6b0dd8b7850d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689180 Mar 02 08:11:09.110549 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-a3e995f8-1a14-44b8-acfa-9169d2aaa341 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288108 Mar 02 08:11:09.236927 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5a45672-dc0a-423c-9a00-7f148a578299 req-60cd0a07-2048-448e-90bf-dff202f480c8 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210623 Mar 02 08:11:19.369839 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:21.735283 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:11:32.649559 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75a5c123-5920-40b8-8699-9b6757e57954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:34.890532 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-11029267-ab03-432b-820d-816628d3494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:35.974498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:36.015336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:37.285246 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:49.376656 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:11:58.734812 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:12:02.655394 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d899f09-e438-424b-91a9-7cf685c64022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:04.892268 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9de3c8d9-9901-42bb-a317-f02e80454eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:05.976742 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:06.018719 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:07.287205 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:07.629866 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-5d7d8614-6e8e-4aa0-b35a-bd646f34155f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721731 Mar 02 08:12:07.765139 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-0eb080e0-d1af-45de-8eef-b3b2e92d19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:07.767201 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-0eb080e0-d1af-45de-8eef-b3b2e92d19cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1099 time: 0.0684884 Mar 02 08:12:07.905053 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-f5557ce0-06c7-4210-ad3e-f2f3afdd425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:07.906419 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-f5557ce0-06c7-4210-ad3e-f2f3afdd425d service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1209462 Mar 02 08:12:08.006084 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-baa430ca-77e7-4549-ae71-ccbbc1a7cdfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 1002 time: 0.0938296 Mar 02 08:12:08.064613 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-86c7d8c0-4a88-4f7e-8bb6-1f75fcec8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:08.065989 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-86c7d8c0-4a88-4f7e-8bb6-1f75fcec8971 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0548899 Mar 02 08:12:08.138860 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-d551fb20-8d9e-43ad-873e-742601da382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:12:08.140273 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-d551fb20-8d9e-43ad-873e-742601da382a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690982 Mar 02 08:12:08.264796 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-8354bebe-2465-48b3-82d6-550500e1e5ff service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185358 Mar 02 08:12:08.393571 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1b868e71-d461-411e-904e-dae1b1ceb314 req-3af1c761-2965-4fef-87e8-d37c1cc720e1 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207817 Mar 02 08:12:19.379289 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:32.648290 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-287ef959-1e60-49e7-9eff-e2bd31b962d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:34.893177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-419a703e-1758-4034-bc5e-8ff509de27c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:35.733403 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:12:35.979156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:36.024424 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:37.290683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:12:49.379912 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:02.651356 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b26c21f-6a7e-4070-82c0-5b0bd176d304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:04.894808 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7acc103-8a75-4127-8b35-93cf6fa27bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:06.024329 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:06.029903 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:07.211761 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d4153f01-dbd8-4a8e-a190-635e874b9fcb details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:13:07.327789 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:07.360772 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:07.374247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:13:07.430724 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:07.459170 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4153f01-dbd8-4a8e-a190-635e874b9fcb {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:13:07.476426 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:07.481038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:07.557691 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:07.562852 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['d4153f01-dbd8-4a8e-a190-635e874b9fcb'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:13:07.596177 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.596552 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.596896 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.597231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.597560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.597915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.598240 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.599403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.599403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.599403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.600617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:07.600617 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:09.224619 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d4153f01-dbd8-4a8e-a190-635e874b9fcb up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:13:09.305103 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port d4153f01-dbd8-4a8e-a190-635e874b9fcb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:13:09.305900 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:09.451285 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:09.485593 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:09.494109 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:09.499821 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:09.558204 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'code': 200} Mar 02 08:13:09.582725 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:09.722997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-11408089-1e9f-4ce3-a725-94840cdc462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:09.725332 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-11408089-1e9f-4ce3-a725-94840cdc462f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1099 time: 0.0741439 Mar 02 08:13:09.879667 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-f4bbda7f-09d0-4fc0-be30-d94202a5ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:09.881370 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-f4bbda7f-09d0-4fc0-be30-d94202a5ab75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1361396 Mar 02 08:13:09.998249 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-148587c8-355c-4328-a532-36fc9e729510 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 1002 time: 0.1060872 Mar 02 08:13:10.076578 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-1661040e-1103-4279-a3e9-d89f02e39090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:10.078352 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-1661040e-1103-4279-a3e9-d89f02e39090 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0739427 Mar 02 08:13:10.165013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-7e5fe63b-4e79-4f45-ab88-f18347a466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:10.166556 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-7e5fe63b-4e79-4f45-ab88-f18347a466bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821848 Mar 02 08:13:10.413826 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-6ad1c886-4d76-49ae-931a-485e7f8556c2 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401302 Mar 02 08:13:10.567184 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca4e0eca-9df0-479c-b928-ed3e7fa0cc1c req-93469889-6a3b-4ac8-ab9a-9c650e1d7bd4 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472085 Mar 02 08:13:12.732717 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:13:17.054377 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-c4637d58-3108-4689-862d-88dbc017fb7f tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255922129&fields=id&tenant_id=69f84c69dd5e4b10a4afe6c2819cc049 HTTP/1.1" status: 200 len: 267 time: 0.0416710 Mar 02 08:13:17.198079 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-34c762ca-919b-4bd7-b591-37ef20a99c10 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:17.199380 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-34c762ca-919b-4bd7-b591-37ef20a99c10 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 810 time: 0.1386526 Mar 02 08:13:17.213367 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-8a560767-feda-4937-b0c4-8a91371f8fc9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/quotas/69f84c69dd5e4b10a4afe6c2819cc049 HTTP/1.1" status: 200 len: 375 time: 0.0085034 Mar 02 08:13:17.296066 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-fe64d3b6-c94e-4be7-8425-509b1209fddf tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0780702 Mar 02 08:13:17.444518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-c73d7fcb-7d5c-4b88-87ee-370eb563397e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:13:17.445532 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-c73d7fcb-7d5c-4b88-87ee-370eb563397e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1375356 Mar 02 08:13:17.573215 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-443075ef-f983-4efc-b092-c91713c13c72 service neutron] 10.222.0.41 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217566 Mar 02 08:13:17.701087 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-3eba39d4-b822-4fa7-b0dc-c0217a006474 service neutron] 10.222.0.41 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220160 Mar 02 08:13:17.883279 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6c298ca3-14d0-40ea-a498-e0d8aeaa50aa req-6d1cdec2-d328-445f-b7cd-88eb0b799d16 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0416248 Mar 02 08:13:18.981104 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3c832d1-9e17-49c8-85a3-bcd890491064 req-ffa1ecb9-e59c-4a7e-8b7e-fe242e8d607d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0454304 Mar 02 08:13:19.377175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:20.077628 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61372e08-9281-4bdd-a93d-d5395a115913 req-018c5ef7-4c3e-4237-83bf-aa1d25a2f964 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0462341 Mar 02 08:13:21.176336 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54e99db0-3e8b-4cb7-ab2b-557f93000ea5 req-eae70230-f4d0-4292-9c71-af1a7fc4d7bb tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0421269 Mar 02 08:13:21.287950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d4153f01-dbd8-4a8e-a190-635e874b9fcb no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:13:21.404767 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:21.432066 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:21.442054 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:21.445905 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:21.479800 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'code': 200} Mar 02 08:13:21.515760 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:22.334243 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94649d6-07bb-494c-9222-b4b84d9ec619 req-1dd8114a-65a2-43fc-b6c7-8a3477b0f0f3 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0521371 Mar 02 08:13:23.074849 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-e3936b5e-2576-402b-9e17-c3cf83d06a06 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:23.076323 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-e3936b5e-2576-402b-9e17-c3cf83d06a06 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 810 time: 0.1472473 Mar 02 08:13:23.124925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-26394966-bd7f-45ec-9ba2-fd431ee43205 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f84c69dd5e4b10a4afe6c2819cc049 HTTP/1.1" status: 200 len: 380 time: 0.0402715 Mar 02 08:13:23.134330 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'port': {'device_id': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'admin_state_up': True, 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'security_groups': ['42af1356-ab9b-4dca-90ac-200b9ff0e377']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:13:23.266085 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:13:23.275602 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:13:23.295704 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Made reservation on behalf of 69f84c69dd5e4b10a4afe6c2819cc049 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:13:23.304768 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:23.497057 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b26c64b6-c345-42fa-a780-542ca4b3037b req-60327a14-1972-4f8a-837b-75b74f4e392d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0529988 Mar 02 08:13:23.511729 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Allocated IP 172.20.0.7 (45e7bc96-9eed-49ba-8503-37cfeb02d218/3e025429-201d-49ab-81f2-db61201b5129/e7b09e02-05ea-41d0-a04a-db12aa4acc74) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:13:23.729948 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:23.748475 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Transition to ACTIVE for port object e7b09e02-05ea-41d0-a04a-db12aa4acc74 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:13:23.774821 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:23.851692 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:13:23.856124 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:13:23.860858 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:13:23.939071 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:23.939732 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:23.966429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:23.980511 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.980952 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.981385 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.981857 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.982199 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.982535 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.982875 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.983197 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.983521 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.983844 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.984167 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:23.984514 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:24.010209 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-33f33a4b-a966-4574-b1ae-921a188d3dac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8801947 Mar 02 08:13:24.204645 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4c9c9d6-bbcf-436b-a8e8-dc6d4b256011 None None] Provisioning for port e7b09e02-05ea-41d0-a04a-db12aa4acc74 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:13:24.213609 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4c9c9d6-bbcf-436b-a8e8-dc6d4b256011 None None] Provisioning complete for port e7b09e02-05ea-41d0-a04a-db12aa4acc74 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:13:24.214499 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c9d6-bbcf-436b-a8e8-dc6d4b256011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:24.275993 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9c9d6-bbcf-436b-a8e8-dc6d4b256011 None None] Port e7b09e02-05ea-41d0-a04a-db12aa4acc74 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:13:24.694713 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60607cf6-e4be-4b5c-b5a9-66a25b74bfee req-2b1f3c83-3d7f-48a2-85aa-0bc3448ef899 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:24.702550 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60607cf6-e4be-4b5c-b5a9-66a25b74bfee req-2b1f3c83-3d7f-48a2-85aa-0bc3448ef899 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 931 time: 0.0957215 Mar 02 08:13:24.745969 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60607cf6-e4be-4b5c-b5a9-66a25b74bfee req-085905f2-26df-4f4b-ba84-057b704b3f3a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Mar 02 08:13:25.932479 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d59e74-bba6-45a7-8827-fd8f93acbb31 req-d7a7ce75-cbfe-45e2-9cee-5f9ecf556a26 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:25.933397 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-27d59e74-bba6-45a7-8827-fd8f93acbb31 req-d7a7ce75-cbfe-45e2-9cee-5f9ecf556a26 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:13:25.950290 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-27d59e74-bba6-45a7-8827-fd8f93acbb31 req-d7a7ce75-cbfe-45e2-9cee-5f9ecf556a26 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:13:25.951561 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-27d59e74-bba6-45a7-8827-fd8f93acbb31 req-d7a7ce75-cbfe-45e2-9cee-5f9ecf556a26 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 931 time: 0.0996485 Mar 02 08:13:25.996461 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-27d59e74-bba6-45a7-8827-fd8f93acbb31 req-84fc6c64-b09f-41e7-b2f9-8f067cb4441d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384486 Mar 02 08:13:27.191776 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfeeb2-f8ac-46c2-87b6-538a27c119c6 req-181d7977-92fd-44f3-bf2d-d07b3d3b432e tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:27.193337 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ecfeeb2-f8ac-46c2-87b6-538a27c119c6 req-181d7977-92fd-44f3-bf2d-d07b3d3b432e tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 931 time: 0.0851371 Mar 02 08:13:27.246002 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ecfeeb2-f8ac-46c2-87b6-538a27c119c6 req-6b3f46bf-a7f9-4126-9b0f-8c5457e76ad4 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Mar 02 08:13:28.458971 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1810cb7-b3f7-476a-9b91-e3f9422f2241 req-36be17f3-949e-493c-84cb-27412975b2ac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:28.460495 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1810cb7-b3f7-476a-9b91-e3f9422f2241 req-36be17f3-949e-493c-84cb-27412975b2ac tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 931 time: 0.0998321 Mar 02 08:13:28.508241 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1810cb7-b3f7-476a-9b91-e3f9422f2241 req-64ba7deb-d3f9-472c-99e1-d165649e5c6e tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Mar 02 08:13:29.723968 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487f01-879f-4cbe-a315-cfbfcbe017b3 req-4f31d733-df79-44b6-ab65-9e243594d05a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:29.729501 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60487f01-879f-4cbe-a315-cfbfcbe017b3 req-4f31d733-df79-44b6-ab65-9e243594d05a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 931 time: 0.1104991 Mar 02 08:13:29.771714 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60487f01-879f-4cbe-a315-cfbfcbe017b3 req-f079f5df-2b4a-40dc-a122-06fd09303248 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Mar 02 08:13:30.969510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86da9b-ea7d-40a3-8b37-0d20c5281585 req-9fcaa51c-1101-4f76-b6d1-f0179eece780 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:30.970980 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb86da9b-ea7d-40a3-8b37-0d20c5281585 req-9fcaa51c-1101-4f76-b6d1-f0179eece780 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 931 time: 0.0870416 Mar 02 08:13:31.015174 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb86da9b-ea7d-40a3-8b37-0d20c5281585 req-070c043a-2077-4194-a66a-8f0d1261b629 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385242 Mar 02 08:13:31.678939 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Request body: {'port': {'device_id': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:13:31.788212 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.200496 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9fdf4-5eb5-423f-a415-faf26ba71802 req-b3551700-478e-4d20-9d1c-5ff863680b15 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:32.201980 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fd9fdf4-5eb5-423f-a415-faf26ba71802 req-b3551700-478e-4d20-9d1c-5ff863680b15 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 931 time: 0.0828044 Mar 02 08:13:32.222763 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b09e02-05ea-41d0-a04a-db12aa4acc74 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:13:32.229997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.244445 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Transition to ACTIVE for port object e7b09e02-05ea-41d0-a04a-db12aa4acc74 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:13:32.248106 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.248874 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fd9fdf4-5eb5-423f-a415-faf26ba71802 req-feac1b73-4327-4083-836d-25a68ae3cf66 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393193 Mar 02 08:13:32.403184 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:32.486017 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Attempting to bind port e7b09e02-05ea-41d0-a04a-db12aa4acc74 on host hv-neutron-8314 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:13:32.486340 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Attempting to bind port e7b09e02-05ea-41d0-a04a-db12aa4acc74 by drivers openvswitch,hyperv on host hv-neutron-8314 at level 0 using segments [{'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:13:32.486654 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Attempting to bind port e7b09e02-05ea-41d0-a04a-db12aa4acc74 on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:13:32.491604 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Port e7b09e02-05ea-41d0-a04a-db12aa4acc74 on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8314 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:13:32.491912 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Attempting to bind port e7b09e02-05ea-41d0-a04a-db12aa4acc74 on network 45e7bc96-9eed-49ba-8503-37cfeb02d218 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:13:32.496852 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Checking agent: {'id': 'fd940dcb-251e-4ec4-aaa2-490196e30b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8314', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'started_at': datetime.datetime(2022, 3, 2, 7, 21, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:13:32.497176 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Checking segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:13:32.497547 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Bound using segment: {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:13:32.497991 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Bound port: e7b09e02-05ea-41d0-a04a-db12aa4acc74, host: hv-neutron-8314, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:13:32.498320 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.583996 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:13:32.586855 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:13:32.590887 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534687389'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.649888 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:32.650504 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.652007 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] 10.222.0.32 "PUT /v2.0/ports/e7b09e02-05ea-41d0-a04a-db12aa4acc74 HTTP/1.1" status: 200 len: 1093 time: 0.9780176 Mar 02 08:13:32.652489 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:32.654020 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-81df5168-3553-41a3-aa4e-1c2b186cd30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:32.679162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a9426-0aa4-49cc-adb0-11b1b5783aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:32.766633 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'status': 'completed', 'code': 200} Mar 02 08:13:32.770141 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-4b696c34-c5b2-4e25-895c-a5704bef4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:32.771625 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-4b696c34-c5b2-4e25-895c-a5704bef4ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 1096 time: 0.0797405 Mar 02 08:13:32.843012 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-6d753336-bde1-405c-bcc5-1c018e01a757 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74 HTTP/1.1" status: 200 len: 217 time: 0.0643430 Mar 02 08:13:32.903527 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-bf72fd7d-927b-4112-a38a-8fa13fca03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:32.904953 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-bf72fd7d-927b-4112-a38a-8fa13fca03d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0565319 Mar 02 08:13:32.980201 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-93757a05-5db2-4006-9e91-d894a718e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:32.981528 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-93757a05-5db2-4006-9e91-d894a718e20f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708909 Mar 02 08:13:33.107635 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-f71fab6e-5241-4ba8-9c48-6ed19a11fb23 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195953 Mar 02 08:13:33.234973 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58cce80f-5aac-4ae8-97bd-68bae4745273 req-a755dd39-9d06-49b4-9440-221d6842da30 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220541 Mar 02 08:13:33.352079 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-81f63835-ddbe-4847-962a-5f7eba923c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.353699 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-81f63835-ddbe-4847-962a-5f7eba923c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 1096 time: 0.0724614 Mar 02 08:13:33.433997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18446df-eb46-4e74-aed9-6b9d9d43487c req-5940b9c8-5524-418d-855c-3593944c704e tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.435460 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f18446df-eb46-4e74-aed9-6b9d9d43487c req-5940b9c8-5524-418d-855c-3593944c704e tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 943 time: 0.0791481 Mar 02 08:13:33.478766 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f18446df-eb46-4e74-aed9-6b9d9d43487c req-61342956-9fa5-4462-a4af-0a01031751ba tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376008 Mar 02 08:13:33.485076 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-014fa8e1-c141-4c59-b64b-6a9c6bc75714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.486612 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-014fa8e1-c141-4c59-b64b-6a9c6bc75714 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1266065 Mar 02 08:13:33.655608 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-b39d0c32-90e9-4c9d-9a3c-8efc9cee39a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74 HTTP/1.1" status: 200 len: 217 time: 0.1617970 Mar 02 08:13:33.718587 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-5f93b6b9-010f-4a85-8dbd-61de4f4ca951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.719932 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-5f93b6b9-010f-4a85-8dbd-61de4f4ca951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0569899 Mar 02 08:13:33.792589 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-67793407-1382-4a77-9300-c851742fb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:33.794025 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-67793407-1382-4a77-9300-c851742fb00e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678239 Mar 02 08:13:33.920009 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-5fae5512-a979-4d18-9fd0-4a3562a7f54b service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197610 Mar 02 08:13:34.047066 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b509a4a-806a-4a70-95f3-c120f46bc804 req-508ed7d0-aa28-4c08-8b84-f79350c26292 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202648 Mar 02 08:13:34.664169 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2d433-6bdf-4a77-96f1-3193b66d5d5a req-fcb7e790-0985-44cc-a790-35c2afc71a79 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:34.665606 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-32c2d433-6bdf-4a77-96f1-3193b66d5d5a req-fcb7e790-0985-44cc-a790-35c2afc71a79 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 943 time: 0.0808980 Mar 02 08:13:34.709571 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-32c2d433-6bdf-4a77-96f1-3193b66d5d5a req-048b7987-c33f-4cce-bbf6-d74831cb6481 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380349 Mar 02 08:13:34.896152 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c70386a-c673-4157-ba97-c70618808d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:35.895486 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfc84e-bdcb-415e-a0c8-2e66cdcdc4f5 req-15aae570-b413-4e87-92c0-8b382d6df3c1 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:35.896921 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cabfc84e-bdcb-415e-a0c8-2e66cdcdc4f5 req-15aae570-b413-4e87-92c0-8b382d6df3c1 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 943 time: 0.0813618 Mar 02 08:13:35.939694 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cabfc84e-bdcb-415e-a0c8-2e66cdcdc4f5 req-1470f6b2-208c-4291-99a2-04ae637bbcfc tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 Mar 02 08:13:35.986335 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:36.026607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:37.131639 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a6042-b2c9-450e-8940-ab585609d048 req-2ae46d57-5f3d-4a83-9b49-c263819af4bb tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:37.133090 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-045a6042-b2c9-450e-8940-ab585609d048 req-2ae46d57-5f3d-4a83-9b49-c263819af4bb tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 943 time: 0.0787044 Mar 02 08:13:37.180427 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-045a6042-b2c9-450e-8940-ab585609d048 req-16713c7c-0b18-47dc-95e0-ad59c1900b60 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416520 Mar 02 08:13:37.296537 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:37.334758 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e7b09e02-05ea-41d0-a04a-db12aa4acc74 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:13:37.475809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:37.490439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'port_id': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'mac_address': 'fa:16:3e:a6:df:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:13:37.552849 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:37.571649 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b09e02-05ea-41d0-a04a-db12aa4acc74 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:13:37.589774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:37.593551 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:37.659756 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:37.824723 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['e7b09e02-05ea-41d0-a04a-db12aa4acc74'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:13:38.362487 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b682b5-11ff-4572-96f6-6eb3f4bc004d req-d83c2d1a-5b85-4744-87b2-8bc609f33511 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:38.364534 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86b682b5-11ff-4572-96f6-6eb3f4bc004d req-d83c2d1a-5b85-4744-87b2-8bc609f33511 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 944 time: 0.0804288 Mar 02 08:13:38.410539 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86b682b5-11ff-4572-96f6-6eb3f4bc004d req-1aa49460-43ff-4564-8ddf-cb2f5f89bc49 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403023 Mar 02 08:13:39.349160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e7b09e02-05ea-41d0-a04a-db12aa4acc74 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:13:39.414566 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning for port e7b09e02-05ea-41d0-a04a-db12aa4acc74 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:13:39.418973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port e7b09e02-05ea-41d0-a04a-db12aa4acc74 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:13:39.419347 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:39.533920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:39.559699 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:39.569946 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:13:39.574764 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:39.600407 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b3cba-b315-4a0d-9714-cd21146cdcd0 req-157ec41c-beed-410a-a215-af42658fdae0 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:39.601925 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b23b3cba-b315-4a0d-9714-cd21146cdcd0 req-157ec41c-beed-410a-a215-af42658fdae0 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 944 time: 0.0821586 Mar 02 08:13:39.611427 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'code': 200} Mar 02 08:13:39.648378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:39.649680 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b23b3cba-b315-4a0d-9714-cd21146cdcd0 req-46dd2432-fadc-4951-ae97-556fad8bf129 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 Mar 02 08:13:39.836382 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2cf9e-4398-4edc-bac7-34e0cbe45f29 req-e50d94d1-6e38-4415-a38c-a10c9af9d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:39.837836 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90a2cf9e-4398-4edc-bac7-34e0cbe45f29 req-e50d94d1-6e38-4415-a38c-a10c9af9d77a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 1098 time: 0.0707738 Mar 02 08:13:39.876338 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-90a2cf9e-4398-4edc-bac7-34e0cbe45f29 req-e0e5932d-d874-492b-a66f-1ad37313532b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Mar 02 08:13:40.936871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cac80-8990-49e1-a652-d777e593c613 req-4f969974-2bca-49b1-9038-7118583f0827 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:40.938249 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-644cac80-8990-49e1-a652-d777e593c613 req-4f969974-2bca-49b1-9038-7118583f0827 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 945 time: 0.1769388 Mar 02 08:13:40.984060 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-644cac80-8990-49e1-a652-d777e593c613 req-0b3fc2f0-cabd-4499-9c9a-3320f3b5c1e7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Mar 02 08:13:42.165025 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc31590-75b6-440a-8303-e6eccb3875bf req-229bcb38-f897-4a7a-9fff-cf39ac5cb0ec tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:42.166582 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9bc31590-75b6-440a-8303-e6eccb3875bf req-229bcb38-f897-4a7a-9fff-cf39ac5cb0ec tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 945 time: 0.0784974 Mar 02 08:13:42.209851 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9bc31590-75b6-440a-8303-e6eccb3875bf req-75064791-15ad-4562-81cf-7182ddc4b114 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373747 Mar 02 08:13:42.393932 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846aa6a-d6ff-4d4d-b700-49848e4a9530 req-a1def8fe-e961-4df5-a5a2-fe8b70842e12 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:42.395542 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c846aa6a-d6ff-4d4d-b700-49848e4a9530 req-a1def8fe-e961-4df5-a5a2-fe8b70842e12 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 945 time: 0.0819523 Mar 02 08:13:42.438776 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c846aa6a-d6ff-4d4d-b700-49848e4a9530 req-4984667b-71cd-4757-a4f5-711e058379bd tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Mar 02 08:13:42.461667 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55764) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:13:42.528089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63bdcb-4aa8-4775-8b19-18b86a090ce7 tempest-TestSnapshotPattern-1024255321 tempest-TestSnapshotPattern-1024255321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:42.529527 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a63bdcb-4aa8-4775-8b19-18b86a090ce7 tempest-TestSnapshotPattern-1024255321 tempest-TestSnapshotPattern-1024255321-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 1093 time: 0.0669379 Mar 02 08:13:42.532245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:13:42.537099 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Request body: {'floatingip': {'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'port_id': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:13:42.542872 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:13:42.546545 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Usage tracker for resource:floatingip and tenant:69f84c69dd5e4b10a4afe6c2819cc049 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:13:42.549277 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:13:42.555226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:13:42.564908 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:42.696045 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:42.829795 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Allocated IP 172.26.4.39 (660b3c7d-6306-4642-a3d2-c3e035b52a71/6cbce781-b38e-468a-9277-7acb0cf2bc4b/d4bef443-ceb9-4b8b-92ca-951fbfd466d6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:13:42.970170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:42.999433 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753948426774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:43.060241 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Network 660b3c7d-6306-4642-a3d2-c3e035b52a71 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:13:43.062956 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:13:43.065637 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:13:43.128847 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'Port': ['ID=d4bef443-ceb9-4b8b-92ca-951fbfd466d6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:43.144644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.144984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.145348 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.145816 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.146209 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.146659 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.146984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.147309 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.147631 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.147949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.148264 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.148576 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:13:43.521119 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:43.592933 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:43.794362 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:43.798705 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536292277'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:43.997740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event updated for resources: {'Port': ['ID=d4bef443-ceb9-4b8b-92ca-951fbfd466d6,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:13:44.007528 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536834759'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:44.176257 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Floating IP 93c88131-76bb-4afc-80ed-d395bff80cb3 associated. External IP: 172.26.4.39, port: e7b09e02-05ea-41d0-a04a-db12aa4acc74. Mar 02 08:13:44.521604 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Router 88a82182-94a0-434c-afd3-a5a8832da992 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:13:44.691895 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:13:44.701766 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] Sync routers for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:13:44.711510 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:13:44.712105 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:13:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:44.716997 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:44.774589 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0d3ed2f0-75ce-430e-b54d-14763c572985 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2412262 Mar 02 08:13:44.775203 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:13:44.819405 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'status': 'completed', 'code': 200} Mar 02 08:13:44.885360 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:13:44.912582 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-7b24ce21-368c-450a-90f5-2998d66c9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:44.914068 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-7b24ce21-368c-450a-90f5-2998d66c9ef5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 1098 time: 0.0727565 Mar 02 08:13:45.051413 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-335569ea-2d12-44f4-8e8b-43ed2a6f26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.052841 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-335569ea-2d12-44f4-8e8b-43ed2a6f26bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1243775 Mar 02 08:13:45.154933 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-52542600-9696-45e7-9948-08152bab9780 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74 HTTP/1.1" status: 200 len: 998 time: 0.0953798 Mar 02 08:13:45.216439 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-54935b27-2bc3-4f1a-9f9b-57eac323552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.217914 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-54935b27-2bc3-4f1a-9f9b-57eac323552f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0575747 Mar 02 08:13:45.251867 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:08Z', 'revision_number': 1, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}, {'id': '93c88131-76bb-4afc-80ed-d395bff80cb3', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:a6:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:13:43Z', 'updated_at': '2022-03-02T08:13:43Z', 'revision_number': 0, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:45.256068 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] Checking router: 88a82182-94a0-434c-afd3-a5a8832da992 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:13:45.264325 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:13:45.264905 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:13:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:45.293236 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-7d9b0ca6-fc2d-4a91-a239-e46bd3530301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:13:45.294732 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-7d9b0ca6-fc2d-4a91-a239-e46bd3530301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711787 Mar 02 08:13:45.426462 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-55b61d6a-13ee-40de-a53a-295c6326fc77 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251733 Mar 02 08:13:45.444753 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:13:45.662958 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97359680-521a-4d9b-b0a6-1f396b0bdab9 req-94837734-5d51-4dc9-b93b-8aa476b2a72a service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305360 Mar 02 08:13:45.789712 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:08Z', 'revision_number': 1, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}, {'id': '93c88131-76bb-4afc-80ed-d395bff80cb3', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:a6:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:13:43Z', 'updated_at': '2022-03-02T08:13:43Z', 'revision_number': 0, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:13:45.793594 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53b2b2-1eb4-4c37-88c3-d1bb8dbd9d33 None None] The sync data for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv is: [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:08Z', 'revision_number': 1, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}, {'id': '93c88131-76bb-4afc-80ed-d395bff80cb3', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:a6:df:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:13:43Z', 'updated_at': '2022-03-02T08:13:43Z', 'revision_number': 0, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:13:45.974561 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e5302-a31a-404a-a156-ab4d469def53 None None] New status for floating IP 93c88131-76bb-4afc-80ed-d395bff80cb3: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:13:49.378035 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:13:49.730898 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:14:02.651624 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7518b416-6b45-4007-8dc0-68420377a69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:04.897354 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4a33059-e8aa-4214-ac51-e91d1fe0f42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:05.988622 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:06.028489 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:07.298543 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:10.626251 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-a9889202-46aa-48b2-bece-539f9f1c938e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664632 Mar 02 08:14:10.763942 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-e60a2f9a-1564-42a9-96b2-36739009eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:10.765374 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-e60a2f9a-1564-42a9-96b2-36739009eb02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1097 time: 0.0721393 Mar 02 08:14:10.905132 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-763f4493-e89a-40be-bd3c-cf46318b4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:10.906498 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-763f4493-e89a-40be-bd3c-cf46318b4964 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1237299 Mar 02 08:14:11.002056 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-a66297ae-a90b-459d-8254-df3483e7dd30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 1000 time: 0.0900273 Mar 02 08:14:11.065146 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-02097ccc-d37a-42d7-abc3-3100f2f4476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:11.067240 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-02097ccc-d37a-42d7-abc3-3100f2f4476b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0595403 Mar 02 08:14:11.137784 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-7801ac5c-5e35-490d-bf3d-45c8672c6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:14:11.139183 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-7801ac5c-5e35-490d-bf3d-45c8672c6200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666146 Mar 02 08:14:11.264323 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-ec38597f-cdee-4c0e-aab2-e158c57b281a service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188428 Mar 02 08:14:11.391523 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1090ecb-31d5-4586-b0f4-6853da5ed825 req-14237b7c-7be5-4abf-873e-16144f60b569 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203985 Mar 02 08:14:19.385342 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:26.731246 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:14:32.653481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91486a8c-a845-4ab9-b241-9e4afd8b7b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:34.898539 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4994f87-709a-4c45-a332-9029d7b4f6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:35.990683 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:36.031309 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:37.302235 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:14:49.386183 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:02.657866 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c67e8a84-58ca-4ad5-92d4-25fe976bea70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:03.731178 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:15:04.899314 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f7a81b63-7009-470c-b921-ae6595da1179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:05.992941 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:06.035026 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:07.305125 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:12.761657 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-3fc87c04-abb7-4aa6-a27e-25e07f4196d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:12.763115 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-3fc87c04-abb7-4aa6-a27e-25e07f4196d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 1098 time: 0.1544847 Mar 02 08:15:12.905083 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-3c0a38ba-6f75-40fa-85a4-d8a9147c42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:12.906458 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-3c0a38ba-6f75-40fa-85a4-d8a9147c42e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1242290 Mar 02 08:15:13.007041 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-8ff0a832-5b32-41e1-a25c-f48a564693af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74 HTTP/1.1" status: 200 len: 1000 time: 0.0929296 Mar 02 08:15:13.067210 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-126bc045-1a55-4269-bcf9-ac2418406ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:13.069162 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-126bc045-1a55-4269-bcf9-ac2418406ca5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0549476 Mar 02 08:15:13.141715 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-ff9e2345-8d31-4fb0-bb61-5e2931c89cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:13.143108 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-ff9e2345-8d31-4fb0-bb61-5e2931c89cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667665 Mar 02 08:15:13.154686 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-23f35f06-6f37-4740-942e-79c34a58fcd8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:15:13.155650 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-23f35f06-6f37-4740-942e-79c34a58fcd8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046241 Mar 02 08:15:13.283444 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-e0b2cfd5-a16c-43b2-bf2e-ed7ff8f7b96f service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208577 Mar 02 08:15:13.413783 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1900b80-0a6d-4c85-8a1d-9e6a3fc5087a req-b27e8f27-961d-4e63-bff1-9aa38de87e05 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235030 Mar 02 08:15:15.843774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e7b09e02-05ea-41d0-a04a-db12aa4acc74 details requested by agent hyperv_hv-neutron-8314 with host hv-neutron-8314 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 08:15:15.979485 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:15.994726 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Returning: {'device': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'port_id': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'mac_address': 'fa:16:3e:a6:df:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 08:15:16.059461 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:16.081877 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7b09e02-05ea-41d0-a04a-db12aa4acc74 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 08:15:16.099680 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:16.104924 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:16.183324 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:16.188402 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] get_ports_and_sgs() called for port_ids ['e7b09e02-05ea-41d0-a04a-db12aa4acc74'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 08:15:16.228229 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.228578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.228920 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.229258 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.229592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.229973 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.230304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.230629 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.230955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.231279 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.231599 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:16.231915 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:17.858749 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e7b09e02-05ea-41d0-a04a-db12aa4acc74 up at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:15:17.945156 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Provisioning complete for port e7b09e02-05ea-41d0-a04a-db12aa4acc74 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:15:17.945872 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846735'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:18.132455 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:18.165975 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:18.176031 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:18.182479 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:18.328378 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:18.370816 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'code': 200} Mar 02 08:15:19.403138 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:25.291221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 55968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:25.489497 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Deleting port d4bef443-ceb9-4b8b-92ca-951fbfd466d6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:25.489868 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:25.659581 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:25.659910 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:25.885525 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Calling delete_port for d4bef443-ceb9-4b8b-92ca-951fbfd466d6 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:26.035221 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:26.082865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event deleted for resources: {'Port': ['ID=d4bef443-ceb9-4b8b-92ca-951fbfd466d6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:26.123263 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.123615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.123951 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.124284 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.124614 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.124940 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.125262 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.125585 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.125931 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.126248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.126562 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.126874 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:26.183618 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:26.183948 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Floating IP 93c88131-76bb-4afc-80ed-d395bff80cb3 disassociated (deleted). External IP: 172.26.4.39, port: e7b09e02-05ea-41d0-a04a-db12aa4acc74. Mar 02 08:15:26.529217 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Router 88a82182-94a0-434c-afd3-a5a8832da992 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:15:26.698421 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:15:26.708184 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] Sync routers for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:15:26.717934 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:26.718540 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:26.718820 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:26.779777 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-882f43a1-63bc-471e-bb40-881fe11513a9 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "DELETE /v2.0/floatingips/93c88131-76bb-4afc-80ed-d395bff80cb3 HTTP/1.1" status: 204 len: 168 time: 1.4873147 Mar 02 08:15:26.780470 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:26.885507 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'status': 'completed', 'code': 200} Mar 02 08:15:26.900375 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:26.988697 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-326aa38f-a1c0-4aed-a594-07bcf2753e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:26.990106 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-326aa38f-a1c0-4aed-a594-07bcf2753e97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 1098 time: 0.0793114 Mar 02 08:15:27.241591 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-ac045b07-dc84-4167-a650-cf68b78f538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:27.243185 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-ac045b07-dc84-4167-a650-cf68b78f538a service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.2472095 Mar 02 08:15:27.279573 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:08Z', 'revision_number': 1, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:27.283432 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] Checking router: 88a82182-94a0-434c-afd3-a5a8832da992 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:15:27.292168 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:27.292755 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:27.347989 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-05e262a7-b238-4a95-bfd1-13598e87e9f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74 HTTP/1.1" status: 200 len: 217 time: 0.0691051 Mar 02 08:15:27.433105 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6333a4a-f074-4966-8246-088dcda3441b req-48aa66b0-db72-410e-894f-fd23308c54d2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:27.434602 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6333a4a-f074-4966-8246-088dcda3441b req-48aa66b0-db72-410e-894f-fd23308c54d2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 945 time: 0.2444835 Mar 02 08:15:27.438162 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-8a22054a-f721-449e-827c-553d66fa8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:27.439497 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-8a22054a-f721-449e-827c-553d66fa8314 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0837860 Mar 02 08:15:27.467255 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:27.519569 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6333a4a-f074-4966-8246-088dcda3441b req-2f56bd56-76fc-439e-a8ec-73e6e7e98e42 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787907 Mar 02 08:15:27.544010 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-764243c4-3864-48f3-8242-31a66c638eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:27.545458 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-764243c4-3864-48f3-8242-31a66c638eeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921745 Mar 02 08:15:27.677237 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-3dfcf41c-6c77-4e12-b5bd-7fb400da461d service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235418 Mar 02 08:15:27.805170 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:08Z', 'revision_number': 1, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:27.807052 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-984277fb-c6c2-48a1-bca2-ceb674d77443 req-4077d16d-ee9d-46c9-ac68-d986c90f3991 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240451 Mar 02 08:15:27.809227 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beb3150-f60f-4122-bc80-d2913c54a500 None None] The sync data for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv is: [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_floatingips': [{'id': '92ab394c-34a2-4c84-b2a9-83608b38e445', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'router_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'port_id': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'mac_address': 'fa:16:3e:9a:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T08:11:06Z', 'updated_at': '2022-03-02T08:11:08Z', 'revision_number': 1, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:15:27.912570 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e7b09e02-05ea-41d0-a04a-db12aa4acc74 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:28.030336 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641902'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:28.040002 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0922f1-94bc-4f49-80d7-298757fff709 None None] New status for floating IP 93c88131-76bb-4afc-80ed-d395bff80cb3: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:15:28.173456 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:28.183893 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:28.188036 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753948805870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753948426792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753948426837'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:28.227236 dv-neutron-831485-1-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'code': 200} Mar 02 08:15:28.256784 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Pushing event updated for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:28.697520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-4b6d19d2-fa17-451e-aefb-ce3ce00f41e6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:28.698972 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-4b6d19d2-fa17-451e-aefb-ce3ce00f41e6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 943 time: 0.1260855 Mar 02 08:15:28.773086 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f11ea-c076-42b6-abb4-d92622784295 req-057c8e71-c1dd-4f02-bde0-7892d31bdd91 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:28.774522 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5d0f11ea-c076-42b6-abb4-d92622784295 req-057c8e71-c1dd-4f02-bde0-7892d31bdd91 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 943 time: 0.1477849 Mar 02 08:15:28.798501 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Deleting port e7b09e02-05ea-41d0-a04a-db12aa4acc74 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:28.798840 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:28.897331 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5d0f11ea-c076-42b6-abb4-d92622784295 req-9dd224b3-fa34-4de5-8651-d240490a46fd tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161289 Mar 02 08:15:29.052303 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] For port e7b09e02-05ea-41d0-a04a-db12aa4acc74, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=e7b09e02-05ea-41d0-a04a-db12aa4acc74,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:29.052650 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:29.173300 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Calling delete_port for e7b09e02-05ea-41d0-a04a-db12aa4acc74 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:29.314702 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:29.363658 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event deleted for resources: {'Port': ['ID=e7b09e02-05ea-41d0-a04a-db12aa4acc74,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:29.396462 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.396814 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.397153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.397485 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.397861 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.398190 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.398510 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.398832 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.399153 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.399471 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.399783 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.400096 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831485-1-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:15:29.547727 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] No DVR routers for this DVR port e7b09e02-05ea-41d0-a04a-db12aa4acc74 on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:15:29.550014 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:29.552630 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-deleted', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:29.564680 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f39268ec-fa2e-4b97-8a94-69d7acac0222 req-43770751-a862-4b95-a8af-105d6457e104 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "DELETE /v2.0/ports/e7b09e02-05ea-41d0-a04a-db12aa4acc74 HTTP/1.1" status: 204 len: 173 time: 0.8601382 Mar 02 08:15:29.597911 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9', 'name': 'network-vif-deleted', 'tag': 'e7b09e02-05ea-41d0-a04a-db12aa4acc74', 'status': 'completed', 'code': 200} Mar 02 08:15:30.063967 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-85c01b82-251b-426f-ad0d-c7575d4a323b req-2938c28a-6758-4083-b02f-16857b3544fa tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:15:30.079211 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-85c01b82-251b-426f-ad0d-c7575d4a323b req-2938c28a-6758-4083-b02f-16857b3544fa tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:15:30.080621 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-85c01b82-251b-426f-ad0d-c7575d4a323b req-2938c28a-6758-4083-b02f-16857b3544fa tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea91cd6-ed02-44ce-b3d6-5d688bc7fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0596831 Mar 02 08:15:31.725605 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:31.918596 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Deleting port 52a41c9a-61ff-4f2a-94b3-68052598c5c9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:31.918949 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:31.928310 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e7b09e02-05ea-41d0-a04a-db12aa4acc74 no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:31.965753 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: e7b09e02-05ea-41d0-a04a-db12aa4acc74 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:31.966620 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device e7b09e02-05ea-41d0-a04a-db12aa4acc74 not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:32.188680 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:32.188999 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:32.315831 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Calling delete_port for 52a41c9a-61ff-4f2a-94b3-68052598c5c9 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:32.463205 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:32.507600 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event deleted for resources: {'Port': ['ID=52a41c9a-61ff-4f2a-94b3-68052598c5c9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:32.599239 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:32.599499 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Floating IP 92ab394c-34a2-4c84-b2a9-83608b38e445 disassociated (deleted). External IP: 172.26.4.189, port: d4153f01-dbd8-4a8e-a190-635e874b9fcb. Mar 02 08:15:32.660954 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-acce59af-7d61-4ded-8211-39fccc9dae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:32.943703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Router 88a82182-94a0-434c-afd3-a5a8832da992 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:15:33.115942 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:15:33.126648 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] Sync routers for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:15:33.135512 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:33.137049 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:33.137796 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:33.188463 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-85db7675-79d1-4a54-bd46-d159feda967a tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "DELETE /v2.0/floatingips/92ab394c-34a2-4c84-b2a9-83608b38e445 HTTP/1.1" status: 204 len: 168 time: 1.4616170 Mar 02 08:15:33.189462 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:33.242340 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'status': 'completed', 'code': 200} Mar 02 08:15:33.329429 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:33.337100 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780be80-ca76-47da-9cfc-28ee2051648e req-e5bc35f8-2741-4c71-bd78-01a4c1f2621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:33.339267 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e780be80-ca76-47da-9cfc-28ee2051648e req-e5bc35f8-2741-4c71-bd78-01a4c1f2621c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 1097 time: 0.0759900 Mar 02 08:15:33.486013 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780be80-ca76-47da-9cfc-28ee2051648e req-5e462a8e-42e1-478b-bfb0-3e80398f7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:33.487355 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e780be80-ca76-47da-9cfc-28ee2051648e req-5e462a8e-42e1-478b-bfb0-3e80398f7e51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 200 len: 911 time: 0.1417406 Mar 02 08:15:33.566576 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e780be80-ca76-47da-9cfc-28ee2051648e req-85a4f47c-f3a5-4dca-a069-92507a25255f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 200 len: 217 time: 0.0715435 Mar 02 08:15:33.638997 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780be80-ca76-47da-9cfc-28ee2051648e req-b1e8c74b-ecee-4466-8393-486d41276b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:33.640193 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4718-1ed6-4bf8-b149-88570e427c39 req-1e0bef76-7189-49f5-b153-39743896e5e2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:33.640889 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-82ca4718-1ed6-4bf8-b149-88570e427c39 req-1e0bef76-7189-49f5-b153-39743896e5e2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:15:33.641139 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e780be80-ca76-47da-9cfc-28ee2051648e req-b1e8c74b-ecee-4466-8393-486d41276b82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 200 len: 849 time: 0.0679245 Mar 02 08:15:33.651606 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:33.655807 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] Checking router: 88a82182-94a0-434c-afd3-a5a8832da992 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:15:33.657524 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-82ca4718-1ed6-4bf8-b149-88570e427c39 req-1e0bef76-7189-49f5-b153-39743896e5e2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:15:33.658834 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82ca4718-1ed6-4bf8-b149-88570e427c39 req-1e0bef76-7189-49f5-b153-39743896e5e2 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 944 time: 0.1511660 Mar 02 08:15:33.671284 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:33.671886 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:05Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:33.705287 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82ca4718-1ed6-4bf8-b149-88570e427c39 req-42490fa4-650f-4446-9187-ac1a99ad9e0d tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Mar 02 08:15:33.717891 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780be80-ca76-47da-9cfc-28ee2051648e req-69945cf3-4480-4abc-9fef-8fbbab9d3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:33.719356 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e780be80-ca76-47da-9cfc-28ee2051648e req-69945cf3-4480-4abc-9fef-8fbbab9d3255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45e7bc96-9eed-49ba-8503-37cfeb02d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720725 Mar 02 08:15:33.845270 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:33.848376 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e780be80-ca76-47da-9cfc-28ee2051648e req-7d2c4819-037d-4235-823c-07ae2b2b0d7f service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225832 Mar 02 08:15:33.979098 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e780be80-ca76-47da-9cfc-28ee2051648e req-8d5f87db-4611-4e3e-a502-697d7de3bd13 service neutron] 10.222.0.32 "GET /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234694 Mar 02 08:15:34.178842 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:34.182625 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c6174-4766-4df2-87d1-33b84048bf75 None None] The sync data for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv is: [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:10:45Z', 'revision_number': 4, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv', '_interfaces': [{'id': '97e2293f-a156-46c8-bc0f-e2a1b6e758a9', 'name': '', 'network_id': '45e7bc96-9eed-49ba-8503-37cfeb02d218', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'mac_address': 'fa:16:3e:e7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e025429-201d-49ab-81f2-db61201b5129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:44Z', 'updated_at': '2022-03-02T08:10:50Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'subnets': [{'id': '3e025429-201d-49ab-81f2-db61201b5129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:15:34.391933 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77f321-fdca-4a70-9d67-bab89b618e8d None None] New status for floating IP 92ab394c-34a2-4c84-b2a9-83608b38e445: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 08:15:34.893904 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713d9af-e7ab-4bd8-92ae-2383fbe2385f req-1ed2b4b2-25ce-49fd-b66d-33ff4db48ee1 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:34.895367 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2713d9af-e7ab-4bd8-92ae-2383fbe2385f req-1ed2b4b2-25ce-49fd-b66d-33ff4db48ee1 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 944 time: 0.0777402 Mar 02 08:15:34.899892 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0816a8ba-f1f0-4a46-a2f0-55bb2c440400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:34.943947 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2713d9af-e7ab-4bd8-92ae-2383fbe2385f req-50cbf7e3-70fb-473e-aff1-f45867311957 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/security-groups?id=42af1356-ab9b-4dca-90ac-200b9ff0e377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Mar 02 08:15:35.057586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-aead8d80-0cb5-4d39-a6e2-7d45182b7be6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:15:35.059037 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-aead8d80-0cb5-4d39-a6e2-7d45182b7be6 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 944 time: 0.0889797 Mar 02 08:15:35.125429 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Deleting port d4153f01-dbd8-4a8e-a190-635e874b9fcb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:35.125791 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:35.364008 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] For port d4153f01-dbd8-4a8e-a190-635e874b9fcb, host hv-neutron-8314, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8314',level=0,port_id=d4153f01-dbd8-4a8e-a190-635e874b9fcb,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:35.364361 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:35.485731 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Calling delete_port for d4153f01-dbd8-4a8e-a190-635e874b9fcb owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:35.620534 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534687402'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:35.671266 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event deleted for resources: {'Port': ['ID=d4153f01-dbd8-4a8e-a190-635e874b9fcb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:35.742781 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] No DVR routers for this DVR port d4153f01-dbd8-4a8e-a190-635e874b9fcb on host hv-neutron-8314 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:15:35.745137 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424030'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:35.747520 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-deleted', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 08:15:35.762820 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a483923a-4df1-4a69-8686-258acaaa6f9a req-b8f6a9d5-316b-4b89-9ad8-b693c7ec8dd7 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.32 "DELETE /v2.0/ports/d4153f01-dbd8-4a8e-a190-635e874b9fcb HTTP/1.1" status: 204 len: 173 time: 0.6988661 Mar 02 08:15:35.795115 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82770e6e-028f-4a1e-8700-9bfaff79b181', 'name': 'network-vif-deleted', 'tag': 'd4153f01-dbd8-4a8e-a190-635e874b9fcb', 'status': 'completed', 'code': 200} Mar 02 08:15:35.999003 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:36.040185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:36.116825 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-36482f92-0d6c-4a18-a12f-311423c9e893 req-1e8f6f76-f04c-41fd-a240-b90055b77c14 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Synchronizing usage tracker for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:15:36.136586 dv-neutron-831485-1-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-36482f92-0d6c-4a18-a12f-311423c9e893 req-1e8f6f76-f04c-41fd-a240-b90055b77c14 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Unset dirty status for tenant:69f84c69dd5e4b10a4afe6c2819cc049 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:15:36.138023 dv-neutron-831485-1-hyperv neutron-server[87773]: INFO neutron.wsgi [req-36482f92-0d6c-4a18-a12f-311423c9e893 req-1e8f6f76-f04c-41fd-a240-b90055b77c14 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "GET /v2.0/ports?device_id=82770e6e-028f-4a1e-8700-9bfaff79b181 HTTP/1.1" status: 200 len: 210 time: 0.0694716 Mar 02 08:15:37.234744 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:37.299579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11a9c8ca-5bef-40f7-8a52-ce9f48a7a271 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.309256 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.330314 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11a9c8ca-5bef-40f7-8a52-ce9f48a7a271 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.392026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11a9c8ca-5bef-40f7-8a52-ce9f48a7a271 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.412472 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9c8ca-5bef-40f7-8a52-ce9f48a7a271 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af1356-ab9b-4dca-90ac-200b9ff0e377,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:37.422832 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11a9c8ca-5bef-40f7-8a52-ce9f48a7a271 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:37.423932 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-11a9c8ca-5bef-40f7-8a52-ce9f48a7a271 tempest-TestSnapshotPattern-230022568 tempest-TestSnapshotPattern-230022568-project] 10.222.0.41 "DELETE /v2.0/security-groups/42af1356-ab9b-4dca-90ac-200b9ff0e377 HTTP/1.1" status: 204 len: 168 time: 0.1882076 Mar 02 08:15:37.470053 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:38.089934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:38.432196 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Deleting port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:38.432883 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:38.597864 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] For port 97e2293f-a156-46c8-bc0f-e2a1b6e758a9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:38.598142 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:38.721077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Calling delete_port for 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:38.891918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:38.936392 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Pushing event deleted for resources: {'Port': ['ID=97e2293f-a156-46c8-bc0f-e2a1b6e758a9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:39.320740 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:39.673574 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Router 88a82182-94a0-434c-afd3-a5a8832da992 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:15:39.844144 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:15:39.853283 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] Sync routers for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:15:39.860513 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db37b2af-7cce-4e63-b53a-2860b12b0cec admin admin] 10.222.0.41 "PUT /v2.0/routers/88a82182-94a0-434c-afd3-a5a8832da992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3890102 Mar 02 08:15:39.863261 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:39.863698 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:39.864305 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:39.975984 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d4153f01-dbd8-4a8e-a190-635e874b9fcb no longer exists at agent hyperv_hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:40.010901 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] No Port match for: d4153f01-dbd8-4a8e-a190-635e874b9fcb {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:40.011248 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Device d4153f01-dbd8-4a8e-a190-635e874b9fcb not bound to the agent host hv-neutron-8314 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:40.038582 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:40.038781 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:40.210236 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:40.220836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Deleting port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:40.221170 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:40.309753 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:15:38Z', 'revision_number': 5, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port': {'id': 'f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a82182-94a0-434c-afd3-a5a8832da992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:42Z', 'updated_at': '2022-03-02T08:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:40.313707 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] Checking router: 88a82182-94a0-434c-afd3-a5a8832da992 for host: dv-neutron-831485-1-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:15:40.323035 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] Routers {'88a82182-94a0-434c-afd3-a5a8832da992'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:40.323736 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['88a82182-94a0-434c-afd3-a5a8832da992'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:40.480433 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] Set router 88a82182-94a0-434c-afd3-a5a8832da992 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:40.509506 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] For port f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:40.509944 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:40.582469 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:15:40Z', 'revision_number': 6, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:40.586463 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea72838-af2b-4885-ad10-7437bdc12394 None None] The sync data for ids ['88a82182-94a0-434c-afd3-a5a8832da992'] in dv-neutron-831485-1-hyperv is: [{'id': '88a82182-94a0-434c-afd3-a5a8832da992', 'name': 'tempest-TestSnapshotPattern-2058122554-router', 'tenant_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:41Z', 'updated_at': '2022-03-02T08:15:40Z', 'revision_number': 6, 'project_id': '69f84c69dd5e4b10a4afe6c2819cc049', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:15:40.632531 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Calling delete_port for f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:40.729483 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:15:40.813918 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:40.858853 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:40.949738 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.127934 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.130089 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.151071 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.151619 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88a82182-94a0-434c-afd3-a5a8832da992 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:15:41.163376 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.164492 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-faba902b-c18c-4e9a-a656-52b9265b4404 admin admin] 10.222.0.41 "DELETE /v2.0/routers/88a82182-94a0-434c-afd3-a5a8832da992 HTTP/1.1" status: 204 len: 168 time: 1.3003249 Mar 02 08:15:41.167030 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:41.362678 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] Deleting subnet 3e025429-201d-49ab-81f2-db61201b5129 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:15:41.365760 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.414172 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.497015 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.571801 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.609113 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e025429-201d-49ab-81f2-db61201b5129,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:41.612700 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.618115 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3bd91-9c6e-482c-a37b-9cfaac482c8a None None] Network 45e7bc96-9eed-49ba-8503-37cfeb02d218 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:15:41.618555 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f93bfcc8-6f40-4597-9c7f-7a46bc5fb602 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3e025429-201d-49ab-81f2-db61201b5129 HTTP/1.1" status: 204 len: 168 time: 0.4501319 Mar 02 08:15:41.621599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56082) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:41.726245 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.736798 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Deleting port f224349a-5796-45f8-93f1-91a589acd11c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:41.737125 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.876717 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] DHCP port deletion for 45e7bc96-9eed-49ba-8503-37cfeb02d218 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:15:41.880607 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Deleting port f224349a-5796-45f8-93f1-91a589acd11c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:41.880978 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:41.945739 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] For port f224349a-5796-45f8-93f1-91a589acd11c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f224349a-5796-45f8-93f1-91a589acd11c,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:41.946334 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.078106 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] For port f224349a-5796-45f8-93f1-91a589acd11c, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=f224349a-5796-45f8-93f1-91a589acd11c,segment=NetworkSegment(1a3d1b9f-7830-4d09-9ee7-02d48ebe5064),segment_id=1a3d1b9f-7830-4d09-9ee7-02d48ebe5064)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:42.078497 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.169896 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Calling delete_port for f224349a-5796-45f8-93f1-91a589acd11c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:42.199038 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Calling delete_port for f224349a-5796-45f8-93f1-91a589acd11c owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:42.250194 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.296333 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f224349a-5796-45f8-93f1-91a589acd11c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:42.305248 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] No DVR routers for this DVR port f224349a-5796-45f8-93f1-91a589acd11c on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:15:42.305815 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:15:42.306965 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:15:42.365697 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f224349a-5796-45f8-93f1-91a589acd11c no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:42.399129 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f224349a-5796-45f8-93f1-91a589acd11c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:42.399481 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f224349a-5796-45f8-93f1-91a589acd11c not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:42.399890 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:42.420046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.433403 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:42.433786 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device f82a6d7d-7c7e-4bd2-a74f-a0ada462d3f2 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:42.434201 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:42.444518 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e7bc96-9eed-49ba-8503-37cfeb02d218']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:42.457042 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:42.457344 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3d1b9f-7830-4d09-9ee7-02d48ebe5064') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:42.466583 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:42.466934 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 97e2293f-a156-46c8-bc0f-e2a1b6e758a9 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:42.469109 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.485133 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.491720 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:15:42.492313 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:15:42.505017 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:15:42.579699 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.596289 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.606112 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=45e7bc96-9eed-49ba-8503-37cfeb02d218,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:42.619045 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a74bbafa-c174-4a21-b22d-70ad1c15fb5d admin admin] 10.222.0.41 "DELETE /v2.0/networks/45e7bc96-9eed-49ba-8503-37cfeb02d218 HTTP/1.1" status: 204 len: 168 time: 0.9964828 Mar 02 08:15:42.622403 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:42.808628 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Deleting port f224349a-5796-45f8-93f1-91a589acd11c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:42.809223 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:42.874774 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-20961b55-f88c-4199-a66c-e699f7af8699 None None] The port 'f224349a-5796-45f8-93f1-91a589acd11c' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:15:43.146365 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536834005'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:43.573615 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Deleting port 42b8ff83-99a1-4f1c-a19e-5eac0910df98 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:43.573886 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:43.737894 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] For port 42b8ff83-99a1-4f1c-a19e-5eac0910df98, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=42b8ff83-99a1-4f1c-a19e-5eac0910df98,segment=NetworkSegment(93f0b0d3-c300-4892-8118-37e6647ad9a3),segment_id=93f0b0d3-c300-4892-8118-37e6647ad9a3)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:43.738244 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:43.859984 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Calling delete_port for 42b8ff83-99a1-4f1c-a19e-5eac0910df98 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:44.028642 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:44.070836 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b8ff83-99a1-4f1c-a19e-5eac0910df98,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:44.338324 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536348305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536833897'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:44.686118 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Router 52e48282-ad51-407b-85d9-4b3053fc4ff6 has already been hosted by L3 agent e5b5d606-2305-4b20-ac83-f943bde464af {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:15:44.961673 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] Notify agent at l3_agent.dv-neutron-831485-1-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:15:44.970700 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] Sync routers for ids ['52e48282-ad51-407b-85d9-4b3053fc4ff6'] in dv-neutron-831485-1-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:15:44.971486 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5316385-69ad-40ed-811a-3ff5556e3623 admin admin] 10.222.0.41 "PUT /v2.0/routers/52e48282-ad51-407b-85d9-4b3053fc4ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3475671 Mar 02 08:15:44.973332 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:44.980404 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] Routers {'52e48282-ad51-407b-85d9-4b3053fc4ff6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:44.981009 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['52e48282-ad51-407b-85d9-4b3053fc4ff6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:45.145108 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:45.152549 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] Set router 52e48282-ad51-407b-85d9-4b3053fc4ff6 gateway port host: dv-neutron-831485-1-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:45.318046 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:45.329409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Deleting port d69d082a-17d4-4395-86c6-4c6b2822f5e9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:45.330219 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:45.436146 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'external_fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:15:43Z', 'revision_number': 5, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port': {'id': 'd69d082a-17d4-4395-86c6-4c6b2822f5e9', 'name': '', 'network_id': '660b3c7d-6306-4642-a3d2-c3e035b52a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831485-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:10:48Z', 'updated_at': '2022-03-02T08:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbce781-b38e-468a-9277-7acb0cf2bc4b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831485-1-hyperv'}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:45.440160 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] Checking router: 52e48282-ad51-407b-85d9-4b3053fc4ff6 for host: dv-neutron-831485-1-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:15:45.448928 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] Routers {'52e48282-ad51-407b-85d9-4b3053fc4ff6'} bound to L3 agent in host dv-neutron-831485-1-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:15:45.449520 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831485-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T07:15:05Z,description=,heartbeat_timestamp=2022-03-02T08:15:35Z,host='dv-neutron-831485-1-hyperv',id=e5b5d606-2305-4b20-ac83-f943bde464af,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T07:15:05Z,topic='l3_agent')) {'router_ids': ['52e48282-ad51-407b-85d9-4b3053fc4ff6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:45.509043 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] For port d69d082a-17d4-4395-86c6-4c6b2822f5e9, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=d69d082a-17d4-4395-86c6-4c6b2822f5e9,segment=NetworkSegment(b71154da-1e3c-4646-a730-2ca16507b05a),segment_id=b71154da-1e3c-4646-a730-2ca16507b05a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:45.509613 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:45.599044 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] Set router 52e48282-ad51-407b-85d9-4b3053fc4ff6 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:15:45.629736 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Calling delete_port for d69d082a-17d4-4395-86c6-4c6b2822f5e9 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:45.703280 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:15:45Z', 'revision_number': 6, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port_host': None}], 'dv-neutron-831485-1-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:45.707355 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513cd9ff-2fd6-4261-9113-e47dfc0f161a None None] The sync data for ids ['52e48282-ad51-407b-85d9-4b3053fc4ff6'] in dv-neutron-831485-1-hyperv is: [{'id': '52e48282-ad51-407b-85d9-4b3053fc4ff6', 'name': 'tempest-TestSnapshotPattern-30506292-router', 'tenant_id': 'b8e35272137945658a50268524d57721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:10:47Z', 'updated_at': '2022-03-02T08:15:45Z', 'revision_number': 6, 'project_id': 'b8e35272137945658a50268524d57721', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:15:45.812215 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:45.856728 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69d082a-17d4-4395-86c6-4c6b2822f5e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:45.944231 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536834800'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.124534 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536831458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-787'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.126830 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.150175 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-536831256'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.151226 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e48282-ad51-407b-85d9-4b3053fc4ff6 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 08:15:46.162654 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.163768 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1e6e3a68-d551-4250-a92f-d89bbac28a67 admin admin] 10.222.0.41 "DELETE /v2.0/routers/52e48282-ad51-407b-85d9-4b3053fc4ff6 HTTP/1.1" status: 204 len: 168 time: 1.1895115 Mar 02 08:15:46.166357 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:46.223599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] Deleting subnet 4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:15:46.226366 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.387168 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534264685'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.469026 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-851343'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.487976 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42b8ff83-99a1-4f1c-a19e-5eac0910df98 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:46.521879 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 42b8ff83-99a1-4f1c-a19e-5eac0910df98 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:46.522231 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 42b8ff83-99a1-4f1c-a19e-5eac0910df98 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:46.522825 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d69d082a-17d4-4395-86c6-4c6b2822f5e9 no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:46.547006 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-851334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536291955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534961616'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.556188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: d69d082a-17d4-4395-86c6-4c6b2822f5e9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:46.556544 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device d69d082a-17d4-4395-86c6-4c6b2822f5e9 not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:46.585937 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:46.589775 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.594856 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4c4b7-5624-435a-8ac9-f8252fd209d3 None None] Network b34faf40-89ea-4820-915e-fc68df029b27 requested from dv-neutron-831485-1-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:15:46.596507 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-825adcfa-3a66-4b28-98bf-c7df720967b7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4bb16ecb-ba66-45a9-a9c8-db50d4e42c1c HTTP/1.1" status: 204 len: 168 time: 0.4290721 Mar 02 08:15:46.598865 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:46.708644 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652580'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.723782 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Deleting port 356b3cef-3047-4899-a54f-023300465aad {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:46.724117 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.900238 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] DHCP port deletion for b34faf40-89ea-4820-915e-fc68df029b27 request from dv-neutron-831485-1-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:15:46.904439 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Deleting port 356b3cef-3047-4899-a54f-023300465aad {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:46.904812 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:46.936265 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] For port 356b3cef-3047-4899-a54f-023300465aad, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=356b3cef-3047-4899-a54f-023300465aad,segment=NetworkSegment(93f0b0d3-c300-4892-8118-37e6647ad9a3),segment_id=93f0b0d3-c300-4892-8118-37e6647ad9a3)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:46.936620 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.060549 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Calling delete_port for 356b3cef-3047-4899-a54f-023300465aad owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:47.098487 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] For port 356b3cef-3047-4899-a54f-023300465aad, host dv-neutron-831485-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831485-1-hyperv',level=0,port_id=356b3cef-3047-4899-a54f-023300465aad,segment=NetworkSegment(93f0b0d3-c300-4892-8118-37e6647ad9a3),segment_id=93f0b0d3-c300-4892-8118-37e6647ad9a3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:15:47.098882 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536835541'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.132388 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753948805852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753948426783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536292226'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.181590 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Pushing event deleted for resources: {'Port': ['ID=356b3cef-3047-4899-a54f-023300465aad,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:47.183393 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] No DVR routers for this DVR port 356b3cef-3047-4899-a54f-023300465aad on host dv-neutron-831485-1-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:15:47.219835 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Calling delete_port for 356b3cef-3047-4899-a54f-023300465aad owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:15:47.288164 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:15:47.288516 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:15:47.296121 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851456', 'neutron.services.segments.db._delete_segments_for_network-8753948879939'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.320050 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34faf40-89ea-4820-915e-fc68df029b27']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:47.331898 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f0b0d3-c300-4892-8118-37e6647ad9a3') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:47.332188 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f0b0d3-c300-4892-8118-37e6647ad9a3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:15:47.344725 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753948883038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534264660'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.360703 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984868'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.366409 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:15:47.366780 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-984906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536292305'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: timer() Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: cb(*args, **kw) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: self._notify() Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: self.callback(batched_events) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: event.method(event) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._get(url).json() Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:15:47.379281 dv-neutron-831485-1-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:15:47.453971 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536348266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536834773'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.469906 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.479516 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] Pushing event deleted for resources: {'Network': ['ID=b34faf40-89ea-4820-915e-fc68df029b27,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:47.483388 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2272262f-e498-41a0-b6e9-d820d8d470da admin admin] 10.222.0.41 "DELETE /v2.0/networks/b34faf40-89ea-4820-915e-fc68df029b27 HTTP/1.1" status: 204 len: 168 time: 0.8835735 Mar 02 08:15:47.589871 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:47.636609 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06552529-d83b-41c1-bb6f-40abffc90b44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69f84c69dd5e4b10a4afe6c2819cc049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456104 Mar 02 08:15:47.638852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:47.699687 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ceed39-7e7c-43cb-89df-2ea934548aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.725040 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ceed39-7e7c-43cb-89df-2ea934548aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.774254 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ceed39-7e7c-43cb-89df-2ea934548aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.789809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Deleting port 356b3cef-3047-4899-a54f-023300465aad {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:15:47.790317 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753948799470'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.794599 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ceed39-7e7c-43cb-89df-2ea934548aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e2513-e7e8-4e19-8c18-ab67d54cce0a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:47.801176 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ceed39-7e7c-43cb-89df-2ea934548aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:47.802316 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3ceed39-7e7c-43cb-89df-2ea934548aa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/336e2513-e7e8-4e19-8c18-ab67d54cce0a HTTP/1.1" status: 204 len: 168 time: 0.1626046 Mar 02 08:15:47.871097 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3c13b30e-edae-4810-a78d-f7f14db8d43e None None] The port '356b3cef-3047-4899-a54f-023300465aad' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:15:48.153192 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:48.200291 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f792e90-df52-4b6f-aaa3-0448c186b7f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8e35272137945658a50268524d57721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459306 Mar 02 08:15:48.202579 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.41', 56122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:15:48.257923 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82925c37-95a2-4364-8ce7-8e99abf25e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:48.282885 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82925c37-95a2-4364-8ce7-8e99abf25e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:48.338840 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82925c37-95a2-4364-8ce7-8e99abf25e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536789017'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:48.354955 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 356b3cef-3047-4899-a54f-023300465aad no longer exists at agent ovs-agent-dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:15:48.355852 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925c37-95a2-4364-8ce7-8e99abf25e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4edaf36-0fd8-4e7c-8d8e-af5bcf2d5e21,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:15:48.364077 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82925c37-95a2-4364-8ce7-8e99abf25e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:15:48.365198 dv-neutron-831485-1-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82925c37-95a2-4364-8ce7-8e99abf25e84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4edaf36-0fd8-4e7c-8d8e-af5bcf2d5e21 HTTP/1.1" status: 204 len: 168 time: 0.1617444 Mar 02 08:15:48.395838 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] No Port match for: 356b3cef-3047-4899-a54f-023300465aad {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:15:48.396185 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Device 356b3cef-3047-4899-a54f-023300465aad not bound to the agent host dv-neutron-831485-1-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:15:49.394780 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:02.661483 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5473da60-bbd5-47d9-8e85-3394b801cd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:04.903043 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42f6cc90-1d46-46f5-baf2-25f0179b6365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:05.991513 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:06.040688 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:07.309057 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:17.728670 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:16:19.428433 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:32.662197 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d5c34419-bf4a-497f-9e8f-a7ad12635c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:34.904110 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a91f897e-965e-487c-b85f-b0f12890ba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:35.994180 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:36.043596 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:37.312963 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:49.425395 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:16:54.728205 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:17:02.663270 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d46f-05ab-48cf-9415-8cc613efdfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:04.904388 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-079709b0-4ab2-49f7-aa90-d619abbc6db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:05.995718 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:06.046416 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:07.314712 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:19.425847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:31.727017 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:17:32.664592 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6fa265f3-bc66-4278-b692-62d06b29cfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:34.906418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6bba3957-8a03-4906-9b2b-4ef46d11e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:35.997722 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:36.047578 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:37.317140 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:17:49.425165 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:02.666773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-216a8569-124a-4486-97f0-ba4d05637a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:04.907895 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d52a3477-c542-40fd-a36f-a83c568a3835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:06.000184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:06.050049 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:07.320117 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:08.725612 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:18:19.425184 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:32.670136 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61f842ac-44d9-4357-a92a-7ea256d169bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:34.909650 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5984771d-3864-43e9-aecf-a956cabbfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.002192 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:36.051791 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:37.322819 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:18:45.724647 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:18:49.439847 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:02.671950 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-32736631-162f-44be-8e47-280de789987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:04.910741 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10b03f71-217d-4b53-9a40-d31c0d746cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:06.003023 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:06.053418 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:07.324608 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:19.450522 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:22.724068 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:19:32.673531 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68dd59bc-45ff-4b78-a27d-0235e9ab9936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:34.629141 dv-neutron-831485-1-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-5e9e9162-abd4-4c38-a7cf-a7929b619c5e req-667feefe-bd5b-4bf0-81dc-73305d7019b9 service neutron] (87772) timed out ('10.222.0.41', 54706) {{(pid=87772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 08:19:34.911567 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-640217ad-5cfb-4962-bb11-1aba59a1ef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:36.003809 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:36.062560 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:37.326981 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:49.454415 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:19:59.723202 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:20:02.677782 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ee715abe-1e5e-484e-9e10-b6c62f3bf0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:04.912902 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9e37e16-0a4a-42ec-a301-d32c40677cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:06.005175 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:06.063886 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:07.330047 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:19.454813 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:32.680236 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eb24184b-4bcc-4459-80d8-4bd95da38c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:34.913247 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a080cd48-ab63-4fff-8a35-3394313203e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:36.006773 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:36.060747 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:36.721228 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:20:37.333188 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:20:49.470498 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:02.680759 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42b0d879-c212-4b30-be89-cda39b682b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:04.913484 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7862ba34-2969-42cf-95f5-c4563249a827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:06.008670 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7d09533-898b-4424-8588-b8e5fac0794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:06.061949 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f420e8f3-1095-40e3-82bb-e16820983893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:07.336304 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bac04280-43e1-470c-9220-051d0c8248b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:21:13.720145 dv-neutron-831485-1-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-59862450-36a9-49fe-bc8c-9fb1a112ac99 None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:21:19.503457 dv-neutron-831485-1-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-236bad36-27a9-4be9-a55d-53c0cc7d5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753948879912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846814'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}